-- Logs begin at Wed 2022-02-16 07:45:16 UTC, end at Wed 2022-02-16 09:40:00 UTC. -- Feb 16 08:29:22.704218 dv-neutron-829488-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 16 08:29:24.894584 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.common.config [-] Logging enabled! Feb 16 08:29:24.895283 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev25 Feb 16 08:29:24.895413 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83602) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 16 08:29:24.897563 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.common.config [-] Logging enabled! Feb 16 08:29:24.897815 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev25 Feb 16 08:29:24.898057 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83602) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 16 08:29:24.899109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:29:24.899343 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:29:24.899737 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:29:24.899979 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:29:24.900200 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:29:24.900522 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.900817 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.901109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.901340 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.901650 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.901932 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.902213 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.902545 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.902849 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.903137 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.903415 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.903701 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.903933 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.904217 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.904504 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.904864 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.905089 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] debug = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.905368 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.905799 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.906222 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.906526 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.906821 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.907094 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.907371 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.907654 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.908009 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] host = dv-neutron-829488-1-hyperv {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.908287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.908572 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.908856 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.909141 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.909416 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.909696 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.909980 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.910262 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.910571 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_file = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.910827 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.911114 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.911403 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.911704 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.911966 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.912151 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.912439 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.912732 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.913007 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.913285 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.913559 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.913833 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.914104 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.914372 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.914694 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.914980 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.915266 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.915542 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.915816 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.916086 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.916355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.916638 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.916909 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.917179 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.917448 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.917737 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.918013 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.918281 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.918618 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.918905 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.919186 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.919470 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.919746 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.920030 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.921031 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.921186 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.921430 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_json = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.921776 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.922144 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.922644 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.923098 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.923553 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.923935 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.924235 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.924655 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.925131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:24.925644 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.926156 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.926708 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.927456 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.927967 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.928458 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.928955 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.929469 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.929963 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.930498 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.931001 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.931487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.931980 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.932488 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.932999 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.933473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.933961 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.934494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.934979 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.935430 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.935730 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.936576 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.936868 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.937150 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.937440 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.937730 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.938007 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.938289 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.938586 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.938880 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.939159 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.939432 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.939705 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.939982 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.940258 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.940544 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.940820 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.941094 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.941366 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.941644 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.941915 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.942190 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.942486 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.942762 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.943037 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.943308 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.943580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.943852 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.944123 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.944395 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.944666 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.944936 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.945466 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.945738 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.946008 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.946279 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.946578 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.946851 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.947141 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.947441 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.947719 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.948003 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.948283 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.948562 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.948840 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.949120 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.949395 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.949673 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.949945 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.950248 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.950558 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.950852 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.951134 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.951408 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.951735 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.952011 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.952290 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.952564 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.952839 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.953117 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.953396 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.953686 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.953974 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.954281 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.954656 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.954951 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.955228 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.955537 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.955814 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:24.956032 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:29:24.956280 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83602) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 16 08:29:25.367619 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO keyring.backend [-] Loading KWallet Feb 16 08:29:25.375924 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO keyring.backend [-] Loading SecretService Feb 16 08:29:25.379078 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO keyring.backend [-] Loading Windows Feb 16 08:29:25.380467 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO keyring.backend [-] Loading chainer Feb 16 08:29:25.381039 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO keyring.backend [-] Loading macOS Feb 16 08:29:25.415130 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 08:29:25.415403 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=83602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 08:29:25.415691 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 16 08:29:25.416027 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 16 08:29:25.746533 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.746833 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.747122 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.804301 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.804590 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.804862 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.808041 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.808322 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.808593 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.837811 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.838094 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.838367 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.867825 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.868109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:25.868380 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.198740 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.199344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.199344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.199514 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.200384 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.322126 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.322467 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.322760 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.323035 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.323305 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.323624 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.323888 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.324148 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.324405 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.324690 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.324950 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.325217 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.325486 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.325749 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.326017 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.326286 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.327083 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.327357 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.327619 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.327897 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.328246 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.328501 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.328751 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.329035 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.329287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.329533 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.329923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.330164 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.330402 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.330663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.330900 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.331136 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:26.331701 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 16 08:29:26.334929 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 16 08:29:26.339047 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 16 08:29:26.343628 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Feb 16 08:29:26.345296 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 16 08:29:26.345693 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 16 08:29:26.346028 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 16 08:29:26.346417 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 16 08:29:26.349274 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 16 08:29:26.349534 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 16 08:29:26.349881 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 08:29:26.378397 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 16 08:29:26.378885 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.379192 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83602) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 16 08:29:26.379558 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.380975 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83602) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 16 08:29:26.381271 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 16 08:29:26.381521 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 16 08:29:26.384820 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.385104 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.447336 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 16 08:29:26.447566 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 16 08:29:26.447805 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 16 08:29:26.448195 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 16 08:29:26.479870 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_db.sqlalchemy.engines [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83602) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 16 08:29:26.817751 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing driver for type 'gre' Feb 16 08:29:26.818278 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] gre ID ranges: [(1, 1000)] Feb 16 08:29:26.874612 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing driver for type 'local' Feb 16 08:29:26.874958 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing driver for type 'vlan' Feb 16 08:29:26.889838 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] VlanTypeDriver initialization complete Feb 16 08:29:26.890380 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing driver for type 'vxlan' Feb 16 08:29:26.891027 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] vxlan ID ranges: [(1, 1000)] Feb 16 08:29:26.953301 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing extension driver 'port_security' Feb 16 08:29:26.953647 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.extensions.port_security [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] PortSecurityExtensionDriver initialization complete Feb 16 08:29:26.953982 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing mechanism driver 'openvswitch' Feb 16 08:29:26.954333 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing mechanism driver 'hyperv' Feb 16 08:29:26.961006 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.plugin [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83602) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:26.961691 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.962065 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.962420 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.962978 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 16 08:29:26.963411 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.963785 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.964111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.964500 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 16 08:29:26.964903 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.965254 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.965674 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.966062 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 16 08:29:26.966489 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.966841 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.967826 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.968372 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 16 08:29:26.968854 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.969213 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.969554 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.969943 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83602) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 16 08:29:26.970400 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] ML2 OVO RPC backend initialized. {{(pid=83602) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 16 08:29:26.971197 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.971555 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.971975 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.972426 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > networks before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.972674 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.973011 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > ports before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.973366 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.973747 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnets before_response 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.974093 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.974450 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.974791 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.975169 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.975511 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.975862 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.976197 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.976536 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.976873 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > subnet after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:26.977500 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.plugin [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Modular L2 Plugin initialization complete Feb 16 08:29:26.977831 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading services supported by the core plugin {{(pid=83602) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 16 08:29:26.978166 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.plugins.ml2.managers [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Got port-security extension from driver 'port_security' Feb 16 08:29:26.978685 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.extensions.vlantransparent [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Disabled vlantransparent extension. Feb 16 08:29:26.979146 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83602) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 16 08:29:26.979460 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: router Feb 16 08:29:27.015904 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.016291 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_create 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.016660 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router before_create 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.017024 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.017393 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.017753 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_delete 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.018115 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > floatingip after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.018498 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_create 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.018848 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.019199 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.019545 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.019901 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.020308 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.020678 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.021016 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.021352 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: subnet after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.021692 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.022039 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > port precommit_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.022382 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_create 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.022751 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.023135 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.023484 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router after_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.023826 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_delete 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.024170 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_create 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.024534 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router_interface after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.024876 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_update 55549900 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.025240 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > agent after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.025586 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > agent after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.025930 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > network after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.026862 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Tracking information for resource: router configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:27.027192 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Tracking information for resource: floatingip configured {{(pid=83602) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 16 08:29:27.033150 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.db.l3_agentschedulers_db [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 16 08:29:27.033974 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.034521 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.034880 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.035234 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: port after_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.036198 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router before_create 55550100 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.036564 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_delete 55550100 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.036926 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_create 55550100 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.037279 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > router precommit_update 55550100 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.042090 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.provider_configuration [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service providers = [] {{(pid=83602) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 16 08:29:27.042486 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.db.servicetype_db [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83602) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 16 08:29:27.045568 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.service_base [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:29:27.045918 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.service_base [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:29:27.046296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.service_base [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:29:27.047508 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.services.service_base [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83602) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 16 08:29:27.047897 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.services.service_base [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 16 08:29:27.048291 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.048615 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 16 08:29:27.060148 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.060479 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: auto_allocate Feb 16 08:29:27.066781 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: network precommit_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.067216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: network precommit_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.068187 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.068614 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: tag Feb 16 08:29:27.075780 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.076113 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: timestamp Feb 16 08:29:27.080733 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.081069 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: network_ip_availability Feb 16 08:29:27.086402 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.086798 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.087153 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.087915 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.088236 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: flavors Feb 16 08:29:27.093761 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.094094 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading Plugin: revisions Feb 16 08:29:27.098516 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83602) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 16 08:29:27.098912 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.683s {{(pid=83602) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 16 08:29:27.099668 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83602) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 16 08:29:27.100006 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Initializing extension manager. Feb 16 08:29:27.100508 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: __init__.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.100846 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: __pycache__ {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.101175 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.101505 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.101834 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: _filter_validation_lib.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.102159 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.102508 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: address_group.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.103277 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.103859 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: address-group Feb 16 08:29:27.104181 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: address_scope.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.104898 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.105404 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: address-scope Feb 16 08:29:27.105721 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: admin_state_down_before_update.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.106697 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.107210 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: router-admin-state-down-before-update Feb 16 08:29:27.107541 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: agent.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.108276 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.108784 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: agent Feb 16 08:29:27.109110 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: agent_resources_synced.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.110027 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.110568 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: agent-resources-synced Feb 16 08:29:27.110893 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: allowedaddresspairs.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.112983 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.113509 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: allowed-address-pairs Feb 16 08:29:27.113839 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: auto_allocated_topology.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.114987 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.115499 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: auto-allocated-topology Feb 16 08:29:27.115825 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: availability_zone.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.116524 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.117035 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: availability_zone Feb 16 08:29:27.117364 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: availability_zone_filter.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.118282 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.118824 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: availability_zone_filter Feb 16 08:29:27.119149 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: data_plane_status.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.120065 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.120575 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension data-plane-status not supported by any of loaded plugins Feb 16 08:29:27.120897 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: default_subnetpools.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.121827 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.122341 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: default-subnetpools Feb 16 08:29:27.122694 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: dhcpagentscheduler.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.123521 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.124028 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: dhcp_agent_scheduler Feb 16 08:29:27.124350 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: dns.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.125271 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.125774 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension dns-integration not supported by any of loaded plugins Feb 16 08:29:27.126093 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: dns_domain_ports.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.127036 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.127545 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 16 08:29:27.127868 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: dvr.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.128531 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.129031 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: dvr Feb 16 08:29:27.129351 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: empty_string_filtering.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.130265 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.130829 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: empty-string-filtering Feb 16 08:29:27.131117 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.132141 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.132642 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 16 08:29:27.132963 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.133940 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.134495 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 16 08:29:27.134851 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: external_net.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.135846 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.136358 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: external-net Feb 16 08:29:27.136704 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: extra_dhcp_opt.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.137687 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.138225 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: extra_dhcp_opt Feb 16 08:29:27.138566 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: extraroute.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.140112 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.140641 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: extraroute Feb 16 08:29:27.140992 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: extraroute_atomic.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.142070 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.142668 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: extraroute-atomic Feb 16 08:29:27.143039 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: filter_validation.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.143782 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.144287 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: filter-validation Feb 16 08:29:27.144587 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: fip_pf_description.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.145591 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.146381 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 16 08:29:27.146515 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: fip_port_details.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.147686 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.148203 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: fip-port-details Feb 16 08:29:27.148562 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: flavors.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.149944 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.150501 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: flavors Feb 16 08:29:27.150842 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.152624 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.153229 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 16 08:29:27.153579 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: floatingip_pools.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.154321 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.155463 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: floatingip-pools Feb 16 08:29:27.155792 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: ip_allocation.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.156770 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.157327 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension ip_allocation not supported by any of loaded plugins Feb 16 08:29:27.157650 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.158686 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.159248 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: ip-substring-filtering Feb 16 08:29:27.159662 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l2_adjacency.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.160569 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.161112 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 16 08:29:27.161460 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.162693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.163211 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: router Feb 16 08:29:27.163616 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3_conntrack_helper.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.166328 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.167008 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 16 08:29:27.167212 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.168374 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.168894 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: ext-gw-mode Feb 16 08:29:27.169214 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.170273 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.170854 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: l3-ha Feb 16 08:29:27.171305 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3_flavors.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.172289 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.172791 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: l3-flavors Feb 16 08:29:27.173148 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.174079 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.174641 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 16 08:29:27.175010 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: l3agentscheduler.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.176135 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.176651 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: l3_agent_scheduler Feb 16 08:29:27.177037 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: logging.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.178770 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.179382 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension logging not supported by any of loaded plugins Feb 16 08:29:27.179623 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: metering.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.180421 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.181032 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: metering Feb 16 08:29:27.181347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.182517 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.183038 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: metering_source_and_destination_fields Feb 16 08:29:27.183371 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: multiprovidernet.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.184325 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.184838 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: multi-provider Feb 16 08:29:27.185169 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: netmtu.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.186770 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.187168 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: net-mtu Feb 16 08:29:27.187497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: netmtu_writable.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.188443 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.188959 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: net-mtu-writable Feb 16 08:29:27.189283 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: network_availability_zone.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.189967 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.190483 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: network_availability_zone Feb 16 08:29:27.190809 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: network_ip_availability.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.191958 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.192473 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: network-ip-availability Feb 16 08:29:27.192798 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: network_segment_range.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.193594 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.194098 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension network-segment-range not supported by any of loaded plugins Feb 16 08:29:27.194423 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: pagination.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.195692 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.196023 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: pagination Feb 16 08:29:27.196346 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.197271 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.197787 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: port-mac-address-regenerate Feb 16 08:29:27.198111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: port_resource_request.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.199043 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.199593 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension port-resource-request not supported by any of loaded plugins Feb 16 08:29:27.199858 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: portbindings.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.200783 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.201300 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: binding Feb 16 08:29:27.202212 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: portbindings_extended.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.203547 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.204061 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: binding-extended Feb 16 08:29:27.204388 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: portsecurity.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.205308 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.205824 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: port-security Feb 16 08:29:27.206143 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: project_id.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.207160 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.207486 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: project-id Feb 16 08:29:27.207805 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: providernet.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.208739 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.209248 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: provider Feb 16 08:29:27.209574 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.213422 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.213952 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos not supported by any of loaded plugins Feb 16 08:29:27.214280 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.215587 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.216100 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 16 08:29:27.216430 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.217414 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.217922 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 16 08:29:27.218246 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_default.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.219202 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.219709 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-default not supported by any of loaded plugins Feb 16 08:29:27.220032 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_fip.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.220690 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.221187 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-fip not supported by any of loaded plugins Feb 16 08:29:27.221509 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_gateway_ip.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.222454 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.222991 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 16 08:29:27.223294 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_port_network_policy.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.224215 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.224720 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 16 08:29:27.225043 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_rule_type_details.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.225984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.226515 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 16 08:29:27.226841 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: qos_rules_alias.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.227895 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.228406 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 16 08:29:27.228740 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: quotasv2.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.229674 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.230002 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: quotas Feb 16 08:29:27.230326 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: quotasv2_detail.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.231990 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.232334 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: quota_details Feb 16 08:29:27.232687 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: rbac.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.233773 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.234304 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: rbac-policies Feb 16 08:29:27.234668 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: rbac_address_scope.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.235597 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.236116 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: rbac-address-scope Feb 16 08:29:27.236443 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: rbac_security_groups.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.237369 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.237888 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: rbac-security-groups Feb 16 08:29:27.238212 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: rbac_subnetpool.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.239212 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.239666 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: rbac-subnetpool Feb 16 08:29:27.239989 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: revisionifmatch.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.240912 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.241420 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: revision-if-match Feb 16 08:29:27.241741 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: revisions.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.242890 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.243402 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: standard-attr-revisions Feb 16 08:29:27.243726 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: router_availability_zone.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.244397 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.244903 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: router_availability_zone Feb 16 08:29:27.245225 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: routerservicetype.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.246143 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.246676 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension router-service-type not supported by any of loaded plugins Feb 16 08:29:27.246998 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: security_groups_port_filtering.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.247918 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.248955 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: port-security-groups-filtering Feb 16 08:29:27.249284 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: securitygroup.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.260470 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.261006 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: security-group Feb 16 08:29:27.261335 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: segment.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.262129 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.262690 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension segment not supported by any of loaded plugins Feb 16 08:29:27.263022 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.264621 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.265136 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 16 08:29:27.265464 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: servicetype.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.266625 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.267145 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: service-type Feb 16 08:29:27.267471 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: sorting.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.268452 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.268783 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: sorting Feb 16 08:29:27.269107 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: standard_attr_segment.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.270026 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.270575 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 16 08:29:27.270898 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: standardattrdescription.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.271547 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.272051 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: standard-attr-description Feb 16 08:29:27.272372 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: stateful_security_group.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.273302 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.273815 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: stateful-security-group Feb 16 08:29:27.274138 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: stdattrs_common.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.274766 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 16 08:29:27.275087 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.276019 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.276532 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 16 08:29:27.276853 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnet_onboard.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.278011 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.278558 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: subnet_onboard Feb 16 08:29:27.278883 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.279851 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.280356 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 16 08:29:27.280679 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnet_service_types.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.281617 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.282127 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: subnet-service-types Feb 16 08:29:27.282454 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnetallocation.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.283562 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.284067 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: subnet_allocation Feb 16 08:29:27.284391 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.285052 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.285555 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: subnetpool-prefix-ops Feb 16 08:29:27.285875 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.286828 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.287334 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 16 08:29:27.287651 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: tagging.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.288720 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.289236 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: standard-attr-tag Feb 16 08:29:27.289562 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: timestamp.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.290869 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.291384 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loaded extension: standard-attr-timestamp Feb 16 08:29:27.291710 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: trunk.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.292751 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.293263 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension trunk not supported by any of loaded plugins Feb 16 08:29:27.293588 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: trunk_details.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.294548 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.295061 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension trunk-details not supported by any of loaded plugins Feb 16 08:29:27.295413 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: uplink_status_propagation.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.296337 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.296846 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 16 08:29:27.297167 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Loading extension file: vlantransparent.py {{(pid=83602) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 16 08:29:27.297847 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83602) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 16 08:29:27.298350 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 16 08:29:27.300613 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:network Feb 16 08:29:27.301347 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnet Feb 16 08:29:27.301947 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:29:27.302751 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:port Feb 16 08:29:27.304007 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.304448 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service FLAVORS assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.305068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.305493 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.305828 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:router Feb 16 08:29:27.306508 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:floatingip Feb 16 08:29:27.307224 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service METERING assigned prefix: /metering {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.308641 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.309012 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.309372 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83602) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:29:27.310524 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 08:29:27.311502 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:security_group Feb 16 08:29:27.312162 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 08:29:27.313024 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service CORE assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.313386 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:29:27.313828 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] subnetpool is already registered Feb 16 08:29:27.314465 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service CORE assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.314796 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:29:27.315129 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] subnetpool is already registered Feb 16 08:29:27.317625 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.318059 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service FLAVORS assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.318730 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.319102 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.319539 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:router Feb 16 08:29:27.319779 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] router is already registered Feb 16 08:29:27.320626 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:floatingip Feb 16 08:29:27.320952 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] floatingip is already registered Feb 16 08:29:27.321580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service METERING assigned prefix: /metering {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.322239 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of CountableResource for resource:rbac_policy Feb 16 08:29:27.322599 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] rbac_policy is already registered Feb 16 08:29:27.323143 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:security_group Feb 16 08:29:27.323472 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] security_group is already registered Feb 16 08:29:27.324057 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 16 08:29:27.324383 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] security_group_rule is already registered Feb 16 08:29:27.325059 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service CORE assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.325393 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:29:27.325722 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] subnetpool is already registered Feb 16 08:29:27.326311 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.v2.resource_helper [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Service CORE assigned prefix: {{(pid=83602) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 16 08:29:27.327310 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Creating instance of TrackedResource for resource:subnetpool Feb 16 08:29:27.327774 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING neutron.quota.resource_registry [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] subnetpool is already registered Feb 16 08:29:27.328630 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: extensions {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.330067 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: address-groups {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.331689 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: address-scopes {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.332861 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: agents {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.334007 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: auto-allocated-topology {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.335269 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: availability_zones {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.336559 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: dhcp-networks {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.337905 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: dhcp-agents {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.339329 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: routers {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.341109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: flavors {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.342282 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: service_profiles {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.343494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: next_providers {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.344983 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: service_profiles {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.346374 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: floatingip-pools {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.347602 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: routers {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.349360 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: floatingips {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.350563 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: l3-routers {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.351917 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: l3-agents {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.353275 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: metering-labels {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.354649 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: metering-label-rules {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.355893 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: network-ip-availabilities {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.357357 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: bindings {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.360179 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: quotas {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.361601 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: quotas {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.363039 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: rbac-policies {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.364367 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: security-groups {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.366040 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: security-group-rules {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.367275 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: service-providers {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.368475 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: subnetpools {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.369869 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: subnetpools {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.371327 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.372958 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.375279 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.376998 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.378766 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.380398 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.382110 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.383968 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.385827 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.387644 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron.api.extensions [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Extended resource: tags {{(pid=83602) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 16 08:29:27.394337 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING keystonemiddleware.auth_token [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 16 08:29:27.399126 dv-neutron-829488-1-hyperv neutron-server[83602]: WARNING keystonemiddleware.auth_token [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 16 08:29:27.407078 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Acquired lock "singleton_lock" {{(pid=83602) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 16 08:29:27.407561 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_concurrency.lockutils [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Releasing lock "singleton_lock" {{(pid=83602) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 16 08:29:27.408189 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Starting 2 workers Feb 16 08:29:27.412804 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Started child 83709 {{(pid=83602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 08:29:27.418488 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Started child 83710 {{(pid=83602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 08:29:27.418683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.419322 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO neutron.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 16 08:29:27.419322 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Notify callbacks [] for process, before_spawn {{(pid=83602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.419790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [-] (83709) wsgi starting up on http://0.0.0.0:9696 Feb 16 08:29:27.421823 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Starting 1 workers Feb 16 08:29:27.421981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.423390 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [-] (83710) wsgi starting up on http://0.0.0.0:9696 Feb 16 08:29:27.426884 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Started child 83711 {{(pid=83602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 08:29:27.427444 dv-neutron-829488-1-hyperv neutron-server[83602]: INFO oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Starting 1 workers Feb 16 08:29:27.430616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] calling RpcWorker wait() {{(pid=83711) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 16 08:29:27.431203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] returning from RpcWorker wait() {{(pid=83711) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 16 08:29:27.431751 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Started child 83712 {{(pid=83602) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 16 08:29:27.432299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.432571 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG neutron_lib.callbacks.manager [None req-c400c3c5-71b3-4a07-852b-32159da38e1a None None] Notify callbacks [] for process, after_spawn {{(pid=83602) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.432844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:27.434455 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83602) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 08:29:27.434664 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:29:27.434841 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:29:27.435049 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:29:27.435383 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:29:27.435554 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:29:27.436612 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.436891 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.437151 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.437415 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.437707 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.438104 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:27.438654 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.438654 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.438926 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.439080 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.439270 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:27.439409 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.439409 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.439660 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.439818 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.440051 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.440327 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.440603 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.440841 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.441094 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.441262 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.441551 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.441759 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.442007 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.442268 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] debug = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.442528 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.443016 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.443251 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.443495 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.443726 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.443986 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.444241 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.444542 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.444785 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.445016 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.445568 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.445743 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.445954 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.446194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.446474 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.446681 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.447150 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] host = dv-neutron-829488-1-hyperv {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.447370 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.447606 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.447831 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.448061 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.448303 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.448549 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.448803 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.449053 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.449302 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.449539 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.449786 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.450008 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.450250 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.450517 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_file = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.450681 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_options = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.450920 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.451185 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.451504 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.452292 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.452451 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.452587 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.452783 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.453036 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.453223 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.453457 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.453669 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.453879 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.454117 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.454330 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.454603 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.454821 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.455049 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.455257 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.455504 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.455746 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.455969 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.456213 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.456441 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.456676 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.456886 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.457097 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.457317 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.457528 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.457736 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.457982 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.458251 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.458515 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.458761 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.458998 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.459295 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.459461 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.459644 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.459902 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.460129 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.460378 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.460655 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.460871 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.461097 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.461312 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.461542 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.461752 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_json = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.461966 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.462178 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.462425 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.462674 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.462903 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.463143 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.463338 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.463563 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.463793 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.464194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465287 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465610 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.465937 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.466163 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.466406 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.466738 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.466959 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.467392 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.467670 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.467921 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.468328 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.468642 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.469208 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.469208 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.469487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.469487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.472693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.476706 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.479355 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.482044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.484758 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.489133 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490331 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.490956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.491494 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492131 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.492663 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493210 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493718 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493718 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.493858 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.494904 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.494904 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.494904 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.494904 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.497923 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.499487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500216 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500756 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500756 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.500901 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.501509 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.501509 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.501697 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503344 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503855 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503855 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.503855 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.504078 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.504267 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.505289 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.505289 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.505509 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.505900 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.506135 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.506373 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.506750 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.507043 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.507190 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.507511 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.507693 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508152 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508152 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508377 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.508984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.509228 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.509624 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.509716 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.510013 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.510106 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512124 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512749 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512749 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.512892 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.516715 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517296 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517837 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517837 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.517837 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.518058 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.518294 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.518583 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.518879 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.519147 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.519565 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.519927 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.520384 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.520749 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.521027 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.521273 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.521508 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.521782 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.522005 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.522240 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.522664 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.522782 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.522998 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.523161 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.523428 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.523637 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.523851 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.524081 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.524325 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.524551 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.524838 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.524996 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.526017 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.526017 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:29:27.526017 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83602) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 16 08:29:27.526017 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 16 08:29:27.526329 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 16 08:29:27.526329 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 16 08:29:27.526676 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 16 08:29:27.526676 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 16 08:29:27.526839 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.526951 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527266 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527422 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527784 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527784 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.527947 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528038 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528184 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528341 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528498 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528803 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528803 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.528956 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.529094 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.529248 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.529607 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.529771 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.529928 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.530084 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.530240 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.530396 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] debug = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.530578 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531243 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531243 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531243 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531243 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531581 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531581 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531722 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531803 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.531920 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532076 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532233 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532396 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532528 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532848 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.532848 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533016 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] host = dv-neutron-829488-1-hyperv {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533127 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533321 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533500 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533686 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533830 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.533962 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534090 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534229 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534589 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534589 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534589 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534801 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.534906 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.535046 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_file = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.535204 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_options = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.535361 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.535523 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.535675 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536260 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536260 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536260 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536506 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536506 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536665 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536744 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.536875 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537030 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537185 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537342 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537653 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537808 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.537964 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538121 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538298 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538427 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538762 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538762 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.538927 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539043 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539198 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539353 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539510 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539665 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539821 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.539978 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540135 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540292 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540450 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540604 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540759 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.540915 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541075 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541232 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541392 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541546 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541702 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.541857 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542012 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542167 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542323 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_json = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542503 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542660 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542816 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.542973 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543129 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543284 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543439 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543665 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543764 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 16 08:29:27.543916 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544076 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544245 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544404 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544562 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544720 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.544878 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545036 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545219 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545378 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545543 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545702 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.545877 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546035 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546195 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.94/identity {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546353 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546598 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546787 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.546916 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548111 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548656 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548656 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548656 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548855 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548855 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.548984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.549378 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.549378 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.549549 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.549622 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550115 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550115 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550115 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550335 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550335 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.550533 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.551580 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552062 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552062 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552062 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552280 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552358 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552464 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552623 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552783 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.552945 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553097 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553248 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553406 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553564 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553722 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.553881 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554041 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554200 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554359 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554541 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554702 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.554865 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555022 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555182 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555340 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555508 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555681 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.555840 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556000 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556158 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556459 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556459 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556604 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556835 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.556936 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557065 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557228 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557384 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557544 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557705 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.557862 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558029 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558174 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558328 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558506 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558667 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558826 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.558986 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559143 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559301 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559483 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559612 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559779 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.559938 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.560098 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.560258 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.560423 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.560592 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.560752 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.561436 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.561595 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.561916 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562077 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562236 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562395 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562578 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562738 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.562898 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563066 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563238 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563397 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563556 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563714 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.563897 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564056 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564215 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564374 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564531 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564690 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.564850 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565009 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565168 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565327 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565648 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.94/identity {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565813 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.565969 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.566279 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.566453 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.566633 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.566793 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.566954 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567114 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567285 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567433 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567591 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567750 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.567908 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568067 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568543 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568543 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568543 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568814 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568814 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.568968 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.569105 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.570497 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571027 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:27.571194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571194 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571483 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571483 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571630 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571751 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.571912 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572073 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572233 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572393 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572552 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572711 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.572884 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573044 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573203 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573363 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573521 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573680 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573838 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.573993 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574152 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574310 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574487 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574651 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574810 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.574984 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575109 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575269 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575411 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575574 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575739 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.575899 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576057 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576226 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576385 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576612 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576741 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.576896 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577065 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577224 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577382 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577546 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577707 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.577873 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578032 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578191 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578397 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578550 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578676 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578828 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.578996 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579158 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579319 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579478 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579637 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579796 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.579955 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580119 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580288 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580453 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580613 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580779 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.580945 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.581112 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.581271 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.581436 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.581607 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.582347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.582347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.582347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.582347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.582347 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.583473 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 16 08:29:27.585068 dv-neutron-829488-1-hyperv neutron-server[83602]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83602) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 16 08:29:27.892751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 51904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:29:27.901051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062497 Feb 16 08:29:38.375188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b76b6f3-a0b8-441b-9906-c485253d4672 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:29:38.547779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b76b6f3-a0b8-441b-9906-c485253d4672 None None] No non-hosted networks {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 16 08:29:38.566896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-04c0595a-627b-40ca-8160-d492c82939d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:40.876526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a74ca313-c2d7-4ebe-9ad6-5d51a04699fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:40.912692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3d33c9ab-1da1-4bb4-89e1-3c827bb4284d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:41.588873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:41.589824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.590375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.590995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.591426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.592271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.593299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.594006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.595357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.596357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.597794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.598469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:41.599708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829488-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:41.614490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829488-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:29:41.854380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:43.654108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:43.958634 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.db.l3_hamode_db [None req-bd97b908-4066-45a8-8771-e4e7b75f09da None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 16 08:29:44.048425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97b908-4066-45a8-8771-e4e7b75f09da None None] Routers set() bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:29:44.048715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97b908-4066-45a8-8771-e4e7b75f09da None None] Router IDs set() for agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 16 08:29:45.455421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 51994) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:29:46.096178 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING oslo_policy.policy [None req-e4796023-bac8-4635-8d4f-76b17699fd24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:29:46.097035 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING oslo_policy.policy [None req-e4796023-bac8-4635-8d4f-76b17699fd24 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:29:46.333290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-e4796023-bac8-4635-8d4f-76b17699fd24 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:29:46.334627 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e4796023-bac8-4635-8d4f-76b17699fd24 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8782887 Feb 16 08:29:48.642018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52008) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:29:49.050395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:29:49.104169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.policy [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83710) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 16 08:29:49.104934 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING oslo_policy.policy [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:29:49.105300 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING oslo_policy.policy [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:29:49.108988 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.quota [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Loaded quota_driver: . Feb 16 08:29:49.124987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:29:49.195773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791870592629', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791870586565', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791870584929', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791870561364', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791870564302', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1156988', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1111532', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-765437', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557761'] for rbac-policy, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:49.309882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:49.311881 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-294a2253-6e8f-4f53-8ac7-3c4a8fa25b14 admin admin] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6686659 Feb 16 08:29:51.933237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52022) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:29:52.331011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e5a3363ef72c461e83c699c9388662b8'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:29:52.336504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:29:52.341701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Usage tracker for resource:network and tenant:e5a3363ef72c461e83c699c9388662b8 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:29:52.347908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:29:52.355352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:29:52.366625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Made reservation on behalf of e5a3363ef72c461e83c699c9388662b8 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:52.369580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.389690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.438592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:29:52.442301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Usage tracker for resource:security_group_rule and tenant:e5a3363ef72c461e83c699c9388662b8 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:29:52.445311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:29:52.452748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:29:52.525048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.530056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.555932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:29:52.582632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791872342110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.583240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Unsubscribe: segment precommit_create {{(pid=83710) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 08:29:52.583752 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Added segment 1dfd61d6-c750-46dd-b739-8473c7371596 of type vlan for network 816987f1-f009-4214-912b-38b313acdf8e Feb 16 08:29:52.598672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75015e28-6aba-42ea-a3a5-52b689c419c0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:52.654201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.655089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.655420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.655737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.656066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.656389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.656706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.657017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.657325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.657632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.657939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Tracked resource versions report: Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: pushed versions: Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Log': {'1.0'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Network': {'1.1'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Port': {'1.5'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'PortForwarding': {'1.2'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'QosPolicy': {'1.8'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroup': {'1.2'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SubPort': {'1.0'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Subnet': {'1.1'}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Trunk': {'1.1'}} Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: consumer versions: Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Log': '1.0', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Network': '1.1', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Port': '1.5', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'PortForwarding': '1.2', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'QosPolicy': '1.8', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroup': '1.2', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroupRule': '1.0', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SubPort': '1.0', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Subnet': '1.1', Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Trunk': '1.1'}} Feb 16 08:29:52.659278 dv-neutron-829488-1-hyperv neutron-server[83710]: {{(pid=83710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:29:52.706964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.749240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.750252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:52.750965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:52.864563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] Pushing event updated for resources: {'Network': ['ID=816987f1-f009-4214-912b-38b313acdf8e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:52.867781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9817ce01-7fda-4502-b0e7-b7ec7aa996be admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9335055 Feb 16 08:29:52.883104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 816987f1-f009-4214-912b-38b313acdf8e details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:29:55.571746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52038) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:29:56.085706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff3b035-072d-41a1-bab5-e06614c8c520 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:56.087000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2ff3b035-072d-41a1-bab5-e06614c8c520 admin admin] 10.222.0.94 "GET /v2.0/networks/816987f1-f009-4214-912b-38b313acdf8e HTTP/1.1" status: 200 len: 825 time: 0.5143068 Feb 16 08:29:56.120028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8b5412aa-c413-4684-b73c-77fd708aae9b admin admin] 10.222.0.94 "GET /v2.0/subnetpools/2deb2786-a722-457f-b488-246dfd634eff HTTP/1.1" status: 200 len: 734 time: 0.0271788 Feb 16 08:29:56.129852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'ip_version': 4, 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:29:56.135070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:29:56.139382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Usage tracker for resource:subnet and tenant:e5a3363ef72c461e83c699c9388662b8 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:29:56.142680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:29:56.148880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:29:56.161209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Made reservation on behalf of e5a3363ef72c461e83c699c9388662b8 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:29:56.165015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:56.486347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:56.571136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a185d77-10d3-41d3-a2f3-034b9d08899d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:56.580590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Checking segment: {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:29:56.581167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Network hostable DHCP agents. Network: 816987f1-f009-4214-912b-38b313acdf8e, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:29:56.606911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Network 816987f1-f009-4214-912b-38b313acdf8e is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:29:56.619128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 816987f1-f009-4214-912b-38b313acdf8e) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:56.624535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:29:56.625175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:56.630539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f57372d-2833-44f1-9792-f38fed9e0fa9 None None] Network 816987f1-f009-4214-912b-38b313acdf8e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:29:56.648065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b18d3bd4-de27-4164-9bd9-464544cb367e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5218408 Feb 16 08:29:56.961544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-816987f1-f009-4214-912b-38b313acdf8e', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:29:56.963418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:57.177035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Allocated IP 172.20.0.2 (816987f1-f009-4214-912b-38b313acdf8e/9a185d77-10d3-41d3-a2f3-034b9d08899d/8a9e305a-2a33-49e7-8989-7730bc916b1a) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:29:57.455788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:57.472869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Transition to ACTIVE for port object 8a9e305a-2a33-49e7-8989-7730bc916b1a will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:29:57.501100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Transition to ACTIVE for port object 8a9e305a-2a33-49e7-8989-7730bc916b1a will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:29:57.509729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:57.581023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Network 816987f1-f009-4214-912b-38b313acdf8e is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:29:57.583835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:29:57.589435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Pushing event updated for resources: {'Port': ['ID=8a9e305a-2a33-49e7-8989-7730bc916b1a,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:57.591993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:29:57.603463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.603812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.604149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.606716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Tracked resource versions report: Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: pushed versions: Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Log': {'1.0'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Network': {'1.1'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Port': {'1.5'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'PortForwarding': {'1.2'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'QosPolicy': {'1.8'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroup': {'1.2'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SubPort': {'1.0'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Subnet': {'1.1'}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Trunk': {'1.1'}} Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: consumer versions: Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Log': '1.0', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Network': '1.1', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Port': '1.5', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'PortForwarding': '1.2', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'QosPolicy': '1.8', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroup': '1.2', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroupRule': '1.0', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SubPort': '1.0', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Subnet': '1.1', Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Trunk': '1.1'}} Feb 16 08:29:57.608647 dv-neutron-829488-1-hyperv neutron-server[83711]: {{(pid=83711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:29:57.745225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Attempting to bind port 8a9e305a-2a33-49e7-8989-7730bc916b1a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:29:57.746047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Attempting to bind port 8a9e305a-2a33-49e7-8989-7730bc916b1a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:29:57.746826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Attempting to bind port 8a9e305a-2a33-49e7-8989-7730bc916b1a on network 816987f1-f009-4214-912b-38b313acdf8e {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:29:57.759322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:29:57.759975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Checking segment: {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:29:57.760736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:57.761377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Bound using segment: {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:29:57.762198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Bound port: 8a9e305a-2a33-49e7-8989-7730bc916b1a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:29:57.762857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:57.886087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] For port 8a9e305a-2a33-49e7-8989-7730bc916b1a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:29:57.891192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] For port 8a9e305a-2a33-49e7-8989-7730bc916b1a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8a9e305a-2a33-49e7-8989-7730bc916b1a,segment=NetworkSegment(1dfd61d6-c750-46dd-b739-8473c7371596),segment_id=1dfd61d6-c750-46dd-b739-8473c7371596)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:29:57.896792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:29:58.016745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97e365-9500-4c15-af50-9759b94fd0c3 None None] Pushing event updated for resources: {'Port': ['ID=8a9e305a-2a33-49e7-8989-7730bc916b1a,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:29:59.127869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:00.009780 dv-neutron-829488-1-hyperv neutron-server[83709]: WARNING oslo_policy.policy [None req-448e1719-3ed7-4976-899c-ae11a16e29c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:30:00.010536 dv-neutron-829488-1-hyperv neutron-server[83709]: WARNING oslo_policy.policy [None req-448e1719-3ed7-4976-899c-ae11a16e29c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:30:00.254285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-448e1719-3ed7-4976-899c-ae11a16e29c7 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:30:00.256790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-448e1719-3ed7-4976-899c-ae11a16e29c7 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 1.1263981 Feb 16 08:30:01.915434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9e305a-2a33-49e7-8989-7730bc916b1a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:01.950330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1b3bdf-b089-47af-b627-2d3803bbcbad None None] Network 816987f1-f009-4214-912b-38b313acdf8e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:30:02.121542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Provisioning for port 8a9e305a-2a33-49e7-8989-7730bc916b1a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:02.156494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 8a9e305a-2a33-49e7-8989-7730bc916b1a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:02.161982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Provisioning complete for port 8a9e305a-2a33-49e7-8989-7730bc916b1a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:02.162399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.207324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8a9e305a-2a33-49e7-8989-7730bc916b1a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:02.207324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.463095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.475106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.523744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] For port 8a9e305a-2a33-49e7-8989-7730bc916b1a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8a9e305a-2a33-49e7-8989-7730bc916b1a,segment=NetworkSegment(1dfd61d6-c750-46dd-b739-8473c7371596),segment_id=1dfd61d6-c750-46dd-b739-8473c7371596)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:02.532277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.649654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:30:02.650052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:30:02.655138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d098e11-3da3-4d9c-b345-01e5f5119b02 None None] Pushing event updated for resources: {'Port': ['ID=8a9e305a-2a33-49e7-8989-7730bc916b1a,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:02.768576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-23ad97d1-8f3d-4e57-8792-a87807e60398 None None] Provisioning complete for port 8a9e305a-2a33-49e7-8989-7730bc916b1a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:02.769305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23ad97d1-8f3d-4e57-8792-a87807e60398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:02.975382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52068) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:03.477530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-1107e788-7920-4b01-93fd-6e45c31ce45a admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:30:03.478558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1107e788-7920-4b01-93fd-6e45c31ce45a admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5023305 Feb 16 08:30:03.878349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9e305a-2a33-49e7-8989-7730bc916b1a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:03.957033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8a9e305a-2a33-49e7-8989-7730bc916b1a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:03.957402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:06.327830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:06.745172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Request body: {'router': {'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'name': 'router1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:30:06.785655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.policy [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83709) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 16 08:30:06.786495 dv-neutron-829488-1-hyperv neutron-server[83709]: WARNING oslo_policy.policy [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:30:06.786873 dv-neutron-829488-1-hyperv neutron-server[83709]: WARNING oslo_policy.policy [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 16 08:30:06.790389 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.quota [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Loaded quota_driver: . Feb 16 08:30:06.806775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:30:06.814860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Usage tracker for resource:router and tenant:e5a3363ef72c461e83c699c9388662b8 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:30:06.821486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:30:06.830645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:30:06.853730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:06.855919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:06.885585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:07.003614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:07.026938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:07.028449 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0b4d1931-814f-4d57-9cd1-21c2dc7ef97a admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6995082 Feb 16 08:30:08.321550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-861f0b71-4179-4f97-930f-355e814ce5ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:09.357634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52092) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:09.503575 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:30:09.761647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-896b47a9-d005-4bb7-a02e-26bd9a2449e3 admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:30:09.762643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-896b47a9-d005-4bb7-a02e-26bd9a2449e3 admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4040375 Feb 16 08:30:10.873680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e6e189e5-0e73-4a58-87fe-471f1ce29c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:11.590728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:11.798905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.061403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52102) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:12.481466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:30:12.489724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:30:12.495590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Usage tracker for resource:network and tenant:585009c1b18c4addbf55ce2f3b4fd149 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:30:12.499203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:30:12.504966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:30:12.515753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Made reservation on behalf of 585009c1b18c4addbf55ce2f3b4fd149 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:12.520295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.545667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.592690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:30:12.596597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Usage tracker for resource:security_group_rule and tenant:585009c1b18c4addbf55ce2f3b4fd149 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:30:12.599465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:30:12.605160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:30:12.677217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.681431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.697698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Reserving flat network on physical network physnet1 {{(pid=83709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 16 08:30:12.727731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791872342110', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.728229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Unsubscribe: segment precommit_create {{(pid=83709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 16 08:30:12.728754 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Added segment 7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb of type flat for network 19ca0748-c71b-4f18-b783-087a01465729 Feb 16 08:30:12.743154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801bf974-0c8b-45f7-9112-7fa0fe0137f5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:12.794068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.794413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.795363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.795691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.796029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.796362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.796681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.796998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.797312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.797624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.797934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Tracked resource versions report: Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: pushed versions: Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Log': {'1.0'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Network': {'1.1'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Port': {'1.5'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'PortForwarding': {'1.2'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'QosPolicy': {'1.8'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroup': {'1.2'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SubPort': {'1.0'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Subnet': {'1.1'}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Trunk': {'1.1'}} Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: consumer versions: Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Log': '1.0', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Network': '1.1', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Port': '1.5', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'PortForwarding': '1.2', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'QosPolicy': '1.8', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroup': '1.2', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroupRule': '1.0', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SubPort': '1.0', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Subnet': '1.1', Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Trunk': '1.1'}} Feb 16 08:30:12.799260 dv-neutron-829488-1-hyperv neutron-server[83709]: {{(pid=83709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:30:12.870745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.918692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:12.920513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:12.921197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:13.027989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] Pushing event updated for resources: {'Network': ['ID=19ca0748-c71b-4f18-b783-087a01465729,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:13.031501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f09cc9f4-5799-4807-89de-df843a076ac2 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9691088 Feb 16 08:30:13.049828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 19ca0748-c71b-4f18-b783-087a01465729 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:30:13.589336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:15.336292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52126) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:15.584129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c60c971-b384-4a00-a0eb-1ebbe3472bb6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:15.585548 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8c60c971-b384-4a00-a0eb-1ebbe3472bb6 admin admin] 10.222.0.94 "GET /v2.0/subnets/9a185d77-10d3-41d3-a2f3-034b9d08899d HTTP/1.1" status: 200 len: 849 time: 0.2483103 Feb 16 08:30:15.731774 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fd72700d-1839-4ff5-af02-e000f8270d99 admin admin] 10.222.0.94 "GET /v2.0/routers/35f7e512-bd05-4fd1-b7c3-47b5a13e625f HTTP/1.1" status: 200 len: 704 time: 0.1406612 Feb 16 08:30:16.224202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:16.484123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Allocated IP 172.20.0.1 (816987f1-f009-4214-912b-38b313acdf8e/9a185d77-10d3-41d3-a2f3-034b9d08899d/11507e5a-8913-4f8a-a8d7-6fd19e16eae8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:30:16.653344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:16.672208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Transition to ACTIVE for port object 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:30:16.723862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:16.798359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Network 816987f1-f009-4214-912b-38b313acdf8e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:16.801024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:16.808011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:30:16.809576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:16.811334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Pushing event updated for resources: {'Port': ['ID=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:16.955692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.041289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cffccbe1-6296-4ea5-b6ac-d9d3a07091b2 None None] Provisioning for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:17.047055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cffccbe1-6296-4ea5-b6ac-d9d3a07091b2 None None] Provisioning complete for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:17.047458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cffccbe1-6296-4ea5-b6ac-d9d3a07091b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.103421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cffccbe1-6296-4ea5-b6ac-d9d3a07091b2 None None] Port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:30:17.186349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.191490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.192401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.335591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Pushing event updated for resources: {'Port': ['ID=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:17.444370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Network 816987f1-f009-4214-912b-38b313acdf8e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:17.445345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:17.625760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-514b35b5-851d-4192-9f2d-6c95c764dc26 None None] Provisioning complete for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:17.626130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-514b35b5-851d-4192-9f2d-6c95c764dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:17.677220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-514b35b5-851d-4192-9f2d-6c95c764dc26 None None] Port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:30:17.793710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:30:17.960301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:30:17.969417 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a74b470b-aab8-483c-ad3d-3a0226a0388a admin admin] 10.222.0.94 "PUT /v2.0/routers/35f7e512-bd05-4fd1-b7c3-47b5a13e625f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2320347 Feb 16 08:30:17.970097 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Sync routers for ids ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:30:17.984239 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Routers {'35f7e512-bd05-4fd1-b7c3-47b5a13e625f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:30:17.985069 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:30:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:18.159107 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Set router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:30:18.547680 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:16Z', 'revision_number': 2, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port_host': None, '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:17Z', 'revision_number': 2, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:18.553477 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Checking router: 35f7e512-bd05-4fd1-b7c3-47b5a13e625f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:30:18.553973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Updating router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:30:18.609454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.008746 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.024562 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Transition to ACTIVE for port object 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:30:19.031001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.263621 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Pushing event updated for resources: {'Port': ['ID=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:19.276788 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Attempting to bind port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:30:19.277177 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Attempting to bind port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:30:19.277611 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Attempting to bind port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 on network 816987f1-f009-4214-912b-38b313acdf8e {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:30:19.281187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.281523 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.281855 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.282183 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.282546 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.282871 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.283188 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.283528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.283832 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.284142 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.284479 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Tracked resource versions report: Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: pushed versions: Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Log': {'1.0'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Network': {'1.1'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Port': {'1.5'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'PortForwarding': {'1.2'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'QosPolicy': {'1.8'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroup': {'1.2'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SubPort': {'1.0'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Subnet': {'1.1'}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Trunk': {'1.1'}} Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: consumer versions: Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Log': '1.0', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Network': '1.1', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Port': '1.5', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'PortForwarding': '1.2', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'QosPolicy': '1.8', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroup': '1.2', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroupRule': '1.0', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SubPort': '1.0', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Subnet': '1.1', Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Trunk': '1.1'}} Feb 16 08:30:19.285795 dv-neutron-829488-1-hyperv neutron-server[83712]: {{(pid=83712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:30:19.295584 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:30:19.295987 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Checking segment: {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:30:19.296467 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.296848 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Bound using segment: {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:30:19.297331 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Bound port: 11507e5a-8913-4f8a-a8d7-6fd19e16eae8, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dfd61d6-c750-46dd-b739-8473c7371596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '816987f1-f009-4214-912b-38b313acdf8e'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:30:19.297719 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.387238 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] For port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:30:19.392197 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] For port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,segment=NetworkSegment(1dfd61d6-c750-46dd-b739-8473c7371596),segment_id=1dfd61d6-c750-46dd-b739-8473c7371596)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:30:19.396749 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:19.487216 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d84e7a-bf20-423b-b43f-423658f68c6a None None] Pushing event updated for resources: {'Port': ['ID=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:19.496045 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Routers {'35f7e512-bd05-4fd1-b7c3-47b5a13e625f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:30:19.496659 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:30:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:19.656279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] Set router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:30:19.989474 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:16Z', 'revision_number': 2, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port_host': None, '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:19Z', 'revision_number': 4, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:19.993619 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a056b41-8cb4-4cfb-88b2-6b7e994256e6 None None] The sync data for ids ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'] in dv-neutron-829488-1-hyperv is: [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:16Z', 'revision_number': 2, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port_host': None, '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:19Z', 'revision_number': 4, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:30:20.055969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52148) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:20.240244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa02efc-c9eb-4d0e-b08b-6bb5eaf7eaae admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:20.241855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bfa02efc-c9eb-4d0e-b08b-6bb5eaf7eaae admin admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 842 time: 0.1848018 Feb 16 08:30:20.251512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.4.1', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'cidr': '172.26.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:30:20.256498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:30:20.260241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Usage tracker for resource:subnet and tenant:585009c1b18c4addbf55ce2f3b4fd149 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:30:20.263248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:30:20.268954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:30:20.279866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Made reservation on behalf of 585009c1b18c4addbf55ce2f3b4fd149 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:30:20.283323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:20.688020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:30:20.688489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:20.756635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9c6086-c64b-4d6b-b82c-2ece20238d06,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:20.774107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:30:20.774477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Network hostable DHCP agents. Network: 19ca0748-c71b-4f18-b783-087a01465729, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:30:20.799131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:30:20.809550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 19ca0748-c71b-4f18-b783-087a01465729) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:20.814855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:20.816025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:20.820587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aac7ef-f3d7-4cef-bf52-caf8a41c7768 None None] Network 19ca0748-c71b-4f18-b783-087a01465729 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:30:20.850474 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b50d2285-c302-4173-a27c-45560ba46c26 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5915587 Feb 16 08:30:21.132558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a148622c-1728-4ab7-9789-a31d1296dde7 None None] Network 19ca0748-c71b-4f18-b783-087a01465729 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:30:21.902371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:21.983484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:21.988719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:21.989099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:22.125284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:22.164267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,segment=NetworkSegment(1dfd61d6-c750-46dd-b739-8473c7371596),segment_id=1dfd61d6-c750-46dd-b739-8473c7371596)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:22.169178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:22.238661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=11507e5a-8913-4f8a-a8d7-6fd19e16eae8,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:23.084327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52162) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:23.357657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e9e04df8-969d-4b62-b5ea-56af22363005 admin admin] 10.222.0.94 "GET /v2.0/routers/35f7e512-bd05-4fd1-b7c3-47b5a13e625f HTTP/1.1" status: 200 len: 710 time: 0.2714586 Feb 16 08:30:23.490296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d762608-e929-4441-a55e-6bd187024357 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:30:23.491689 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8d762608-e929-4441-a55e-6bd187024357 admin admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 886 time: 0.1291127 Feb 16 08:30:23.501062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:30:23.899649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:24.006028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:24.006399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.134077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.327670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.384934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.531935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Allocated IP 172.26.4.246 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/7d03fd93-8e2e-4608-95c9-9337bf5e9f17) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:30:24.690261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.743010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:24.810387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:30:24.812899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:30:24.816451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:30:24.845532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Pushing event updated for resources: {'Port': ['ID=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:25.000950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:25.171015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:25.174703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:25.373151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:30:25.574709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:30:25.583194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:25.586895 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bdbac256-e056-4c25-bbdf-30e66a19920b admin admin] 10.222.0.94 "PUT /v2.0/routers/35f7e512-bd05-4fd1-b7c3-47b5a13e625f HTTP/1.1" status: 200 len: 890 time: 2.0873342 Feb 16 08:30:25.587061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Sync routers for ids ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:30:25.598198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Routers {'35f7e512-bd05-4fd1-b7c3-47b5a13e625f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:30:25.598901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:30:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:25.789023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Set router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:30:26.132207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:24Z', 'revision_number': 4, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port': {'id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:24Z', 'updated_at': '2022-02-16T08:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 5, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:26.137047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Checking router: 35f7e512-bd05-4fd1-b7c3-47b5a13e625f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:30:26.137400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Updating router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:30:26.192850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.557893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.569958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Transition to ACTIVE for port object 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:30:26.577886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.654865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0a02-be08-4792-9dd0-fadc09c0ad82 None None] Pushing event updated for resources: {'Port': ['ID=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:26.658552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Attempting to bind port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:30:26.658927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Attempting to bind port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:30:26.659293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Attempting to bind port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:30:26.665689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:30:26.666064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:30:26.666494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.666883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:30:26.667366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Bound port: 7d03fd93-8e2e-4608-95c9-9337bf5e9f17, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:30:26.667734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.739884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] For port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:30:26.742942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] For port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:30:26.748692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:26.832753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf0a02-be08-4792-9dd0-fadc09c0ad82 None None] Pushing event updated for resources: {'Port': ['ID=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:26.838844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Routers {'35f7e512-bd05-4fd1-b7c3-47b5a13e625f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:30:26.839439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:30:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:27.020555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] Set router 35f7e512-bd05-4fd1-b7c3-47b5a13e625f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:30:27.367270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:24Z', 'revision_number': 4, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port': {'id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:24Z', 'updated_at': '2022-02-16T08:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 5, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:30:27.371551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e68cf5-c9c6-438a-b0a3-3e336a4b28c7 None None] The sync data for ids ['35f7e512-bd05-4fd1-b7c3-47b5a13e625f'] in dv-neutron-829488-1-hyperv is: [{'id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'name': 'router1', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246'}], 'enable_snat': True}, 'gw_port_id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:30:06Z', 'updated_at': '2022-02-16T08:30:24Z', 'revision_number': 4, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'gw_port': {'id': '7d03fd93-8e2e-4608-95c9-9337bf5e9f17', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:a3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:24Z', 'updated_at': '2022-02-16T08:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '11507e5a-8913-4f8a-a8d7-6fd19e16eae8', 'name': '', 'network_id': '816987f1-f009-4214-912b-38b313acdf8e', 'tenant_id': 'e5a3363ef72c461e83c699c9388662b8', 'mac_address': 'fa:16:3e:6e:83:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f7e512-bd05-4fd1-b7c3-47b5a13e625f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:30:16Z', 'updated_at': '2022-02-16T08:30:22Z', 'revision_number': 5, 'project_id': 'e5a3363ef72c461e83c699c9388662b8', 'subnets': [{'id': '9a185d77-10d3-41d3-a2f3-034b9d08899d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2deb2786-a722-457f-b488-246dfd634eff'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:30:27.904931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52172) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:30:27.923073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:27.998735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:30:28.004226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:28.004601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:28.121593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8a51d717-fe5c-40a3-b987-5acff00f833f admin admin] 10.222.0.94 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.2154863 Feb 16 08:30:28.131307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:28.153202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:30:28.157445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:28.241253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=7d03fd93-8e2e-4608-95c9-9337bf5e9f17,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:30:29.908040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:30:29.997005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 7d03fd93-8e2e-4608-95c9-9337bf5e9f17 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:30:29.997507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:38.351421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0c8f68e-448c-4879-84af-642a31650c5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:40.877728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8843864f-e38f-4c08-8ae1-c79c61b2f169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:41.585506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:41.803765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:43.600525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:30:46.504725 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:31:08.325660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b1489f40-d066-49ce-b5a6-8b1c5f55c79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:10.885932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d63984c-9128-402f-bd0a-34683c18c69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:11.589479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:11.813718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:13.608843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:23.505845 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:31:38.329144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8beb85c9-d631-40bd-8307-e9b4e487f208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:40.881944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf7681cb-08aa-4b01-95b2-9ac3f30af841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:41.596918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:41.808016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:31:43.612987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:00.507207 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:32:08.334275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e45b3cf1-a486-4961-b1f2-4ec2905ef05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:10.887130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0c2f8920-f4e8-4103-aeb3-7ddc2a185467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:11.592259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:11.811572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:13.616843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:36.962936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:37.051682 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-8468aaeb-c042-41aa-ac5c-7822e806c5ee admin admin] GET failed (client error): The resource could not be found. Feb 16 08:32:37.052918 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8468aaeb-c042-41aa-ac5c-7822e806c5ee admin admin] 10.222.0.94 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0890687 Feb 16 08:32:37.188431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd4f2a-9ad7-4ecc-af78-74348baeeac2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:37.190346 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-14dd4f2a-9ad7-4ecc-af78-74348baeeac2 admin admin] 10.222.0.94 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1334033 Feb 16 08:32:37.507205 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:32:38.336609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-47426f54-5156-4e14-b4ff-48c4e21e1244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:39.239525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52788) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:39.372265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0812a734-95e2-43f4-a4a2-0f92f7dba13a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:39.373619 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0812a734-95e2-43f4-a4a2-0f92f7dba13a admin admin] 10.222.0.94 "GET /v2.0/subnets/9a185d77-10d3-41d3-a2f3-034b9d08899d HTTP/1.1" status: 200 len: 849 time: 0.1331618 Feb 16 08:32:39.382931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:32:39.499464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:39.683530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947'] for subnet, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:39.727330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:39.728425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:39.729171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] 10.222.0.94 "PUT /v2.0/subnets/9a185d77-10d3-41d3-a2f3-034b9d08899d HTTP/1.1" status: 200 len: 868 time: 0.3500562 Feb 16 08:32:39.732145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67636647-df2c-4e84-b89a-3b736cf347d6 None None] Network 816987f1-f009-4214-912b-38b313acdf8e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:32:39.752965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a185d77-10d3-41d3-a2f3-034b9d08899d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:32:39.761663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.762061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.762405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.762770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.763104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.763435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.763764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.764089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.764412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.764736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:39.765055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c08973-62c0-4dc7-997c-925b7def29d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:32:40.326190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0e0e770d-1c14-4251-997f-4e5793b264d0 None None] Provisioning complete for port 8a9e305a-2a33-49e7-8989-7730bc916b1a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:32:40.326595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0e0e770d-1c14-4251-997f-4e5793b264d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:40.453497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0e0e770d-1c14-4251-997f-4e5793b264d0 None None] Provisioning complete for port 11507e5a-8913-4f8a-a8d7-6fd19e16eae8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:32:40.453751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0e0e770d-1c14-4251-997f-4e5793b264d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:40.881681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48359490-1f2c-4ec3-80ae-4116c6933ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:41.596459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:41.791709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52798) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:41.815041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:41.995157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238b0b6-8da5-4c5e-a48a-3da397379246 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:41.995524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238b0b6-8da5-4c5e-a48a-3da397379246 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:41.996866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9238b0b6-8da5-4c5e-a48a-3da397379246 admin admin] Synchronizing usage tracker for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:32:42.013868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9238b0b6-8da5-4c5e-a48a-3da397379246 admin admin] Unset dirty status for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:32:42.015129 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9238b0b6-8da5-4c5e-a48a-3da397379246 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2224910 Feb 16 08:32:43.620329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:32:44.104661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:44.318018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bd786-b1a9-4fab-8c61-297a6576c012 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.318392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2bd786-b1a9-4fab-8c61-297a6576c012 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:44.319959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b2bd786-b1a9-4fab-8c61-297a6576c012 admin admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2143524 Feb 16 08:32:46.423274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:46.615065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23061745-07e7-4fda-aaa4-74e1900fe06f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:46.616339 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23061745-07e7-4fda-aaa4-74e1900fe06f admin admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 886 time: 0.1921206 Feb 16 08:32:48.741901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:49.003494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad64cf2-fee2-4904-adee-9624b75df4b5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:49.004882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dad64cf2-fee2-4904-adee-9624b75df4b5 admin admin] 10.222.0.94 "GET /v2.0/networks/816987f1-f009-4214-912b-38b313acdf8e HTTP/1.1" status: 200 len: 869 time: 0.2620211 Feb 16 08:32:51.075228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:51.220035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed2a9a-6d1e-42b6-a6a2-ff25e55a1c13 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.220651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ed2a9a-6d1e-42b6-a6a2-ff25e55a1c13 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:51.222830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-55ed2a9a-6d1e-42b6-a6a2-ff25e55a1c13 admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1464233 Feb 16 08:32:53.359078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52848) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:53.509953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36508b94-3329-4023-ac12-4c467df743dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:53.510373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36508b94-3329-4023-ac12-4c467df743dd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:53.512814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-36508b94-3329-4023-ac12-4c467df743dd admin admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1526389 Feb 16 08:32:55.631642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:55.774643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914a2a1f-c13f-4db0-9301-e0a7a5ba8b0a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:55.776042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-914a2a1f-c13f-4db0-9301-e0a7a5ba8b0a admin admin] 10.222.0.94 "GET /v2.0/subnets/8b9c6086-c64b-4d6b-b82c-2ece20238d06 HTTP/1.1" status: 200 len: 816 time: 0.1431389 Feb 16 08:32:57.932768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52868) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:32:58.094373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c291c932-f926-4ef9-b3bb-9c5bcacb3ba5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:32:58.094978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c291c932-f926-4ef9-b3bb-9c5bcacb3ba5 admin admin] Synchronizing usage tracker for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:32:58.117563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c291c932-f926-4ef9-b3bb-9c5bcacb3ba5 admin admin] Unset dirty status for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:32:58.117563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c291c932-f926-4ef9-b3bb-9c5bcacb3ba5 admin admin] 10.222.0.94 "GET /v2.0/subnets/9a185d77-10d3-41d3-a2f3-034b9d08899d HTTP/1.1" status: 200 len: 868 time: 0.1829772 Feb 16 08:33:08.340467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d5cf797e-7945-4d4f-b019-ff9ced2140ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:10.885983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a1b2fd74-f689-4d16-89d2-1d8331a2f7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:11.600571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:11.819279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:13.625609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:14.507887 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:33:17.061022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52906) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:33:17.140123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-fa550d77-8b08-4453-bdbc-18bf8128824d admin admin] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:33:17.141155 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fa550d77-8b08-4453-bdbc-18bf8128824d admin admin] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0791922 Feb 16 08:33:19.365067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 52916) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:33:19.517563 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b17b4ff6-be79-44ee-af27-ece95fcfcf56 admin admin] GET failed (client error): The resource could not be found. Feb 16 08:33:19.519619 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b17b4ff6-be79-44ee-af27-ece95fcfcf56 admin admin] 10.222.0.94 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1531148 Feb 16 08:33:19.688664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7519fc1-7d94-4fab-b24b-345706f96708 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:19.691245 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b7519fc1-7d94-4fab-b24b-345706f96708 admin admin] 10.222.0.94 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1673150 Feb 16 08:33:21.981750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52926) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:33:22.063388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:33:22.069775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:33:22.082735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:33:22.094360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Made reservation on behalf of 585009c1b18c4addbf55ce2f3b4fd149 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:22.096728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:22.199863 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING neutron.services.revisions.revision_plugin [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Could not find related network for resource to bump revision. Feb 16 08:33:22.214798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:33:22.227248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:22.227638 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Added segment 33f95d0e-d780-435b-a39c-a709ff1856b1 of type vlan for network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 Feb 16 08:33:22.260398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:22.300087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:22.301317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:22.302022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:22.412659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Pushing event updated for resources: {'Network': ['ID=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:22.416481 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4331722 Feb 16 08:33:22.427967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.428504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.429033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.429555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.430078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.430641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.431160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.431687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.432199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.432735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.433238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b90f53a0-d40a-434a-9890-77ce95d5e6d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:22.449556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:33:24.761701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52936) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:33:24.860541 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8ba2e8-2d71-4a57-a77d-e45d12cc220d admin admin] GET failed (client error): The resource could not be found. Feb 16 08:33:24.861031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ae8ba2e8-2d71-4a57-a77d-e45d12cc220d admin admin] Synchronizing usage tracker for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:33:24.876910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ae8ba2e8-2d71-4a57-a77d-e45d12cc220d admin admin] Unset dirty status for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:33:24.878483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae8ba2e8-2d71-4a57-a77d-e45d12cc220d admin admin] 10.222.0.94 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1153517 Feb 16 08:33:24.999548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c36646-fb04-4ccb-878c-bd736f9e8401 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.000996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e5c36646-fb04-4ccb-878c-bd736f9e8401 admin admin] 10.222.0.94 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1183071 Feb 16 08:33:25.012868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:33:25.017982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:33:25.028812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:33:25.042663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Made reservation on behalf of 585009c1b18c4addbf55ce2f3b4fd149 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:33:25.044965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:25.277841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:25.352944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e74a2a4-05ff-4e25-96c0-b2c0122e14d1,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:25.366596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Checking segment: {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:33:25.366954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Network hostable DHCP agents. Network: 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:33:25.392778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:33:25.403487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:25.409891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:33:25.411686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:25.416335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2e61c7-2005-49d1-bb34-2fd153e9c3bf None None] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:33:25.446288 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1d2ffd65-11d7-4a06-8703-ba7aee9c5608 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4373772 Feb 16 08:33:25.664371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-47d9b8cf-7a5d-41dc-8120-68d9ace2fee6', 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6', 'tenant_id': '585009c1b18c4addbf55ce2f3b4fd149', 'fixed_ips': [{'subnet_id': '0e74a2a4-05ff-4e25-96c0-b2c0122e14d1'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:33:25.665402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:25.847960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Allocated IP 192.168.233.2 (47d9b8cf-7a5d-41dc-8120-68d9ace2fee6/0e74a2a4-05ff-4e25-96c0-b2c0122e14d1/c2b5309c-7d8b-4db7-8263-d2d8c106df62) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:33:26.127609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:26.140658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Transition to ACTIVE for port object c2b5309c-7d8b-4db7-8263-d2d8c106df62 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:33:26.163224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Transition to ACTIVE for port object c2b5309c-7d8b-4db7-8263-d2d8c106df62 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:33:26.171071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:26.249263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:33:26.250782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:33:26.255396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:33:26.265546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Pushing event updated for resources: {'Port': ['ID=c2b5309c-7d8b-4db7-8263-d2d8c106df62,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:26.308697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.309050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.309390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.309723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.310078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.310415 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.310775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.311119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.311500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.311820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.312144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:33:26.375228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Attempting to bind port c2b5309c-7d8b-4db7-8263-d2d8c106df62 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:33:26.375629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Attempting to bind port c2b5309c-7d8b-4db7-8263-d2d8c106df62 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:33:26.376008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Attempting to bind port c2b5309c-7d8b-4db7-8263-d2d8c106df62 on network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:33:26.387374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:33:26.388002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Checking segment: {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:33:26.388685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:26.389332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Bound using segment: {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:33:26.390108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Bound port: c2b5309c-7d8b-4db7-8263-d2d8c106df62, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:33:26.390813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:26.531824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] For port c2b5309c-7d8b-4db7-8263-d2d8c106df62, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:33:26.537557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] For port c2b5309c-7d8b-4db7-8263-d2d8c106df62, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c2b5309c-7d8b-4db7-8263-d2d8c106df62,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:33:26.543710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:26.638727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e027fcfc-76c8-43ed-ba00-2ad275f43cb1 None None] Pushing event updated for resources: {'Port': ['ID=c2b5309c-7d8b-4db7-8263-d2d8c106df62,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:27.663949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fe7fb1-d850-442b-980e-32148e35f415 None None] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:33:27.839440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-80bb87fc-8a8c-46cc-931e-d5720009a36c None None] Provisioning for port c2b5309c-7d8b-4db7-8263-d2d8c106df62 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:33:28.056216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c2b5309c-7d8b-4db7-8263-d2d8c106df62 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:33:28.203706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port c2b5309c-7d8b-4db7-8263-d2d8c106df62 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:33:28.216445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c2b5309c-7d8b-4db7-8263-d2d8c106df62 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:28.216445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:28.398656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:28.429196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7e2e8b33-3bf4-4dda-b73f-f2408887e3a6 None None] Provisioning complete for port c2b5309c-7d8b-4db7-8263-d2d8c106df62 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:28.429566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e2e8b33-3bf4-4dda-b73f-f2408887e3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:28.487537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port c2b5309c-7d8b-4db7-8263-d2d8c106df62, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c2b5309c-7d8b-4db7-8263-d2d8c106df62,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:33:28.494234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:28.619635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=c2b5309c-7d8b-4db7-8263-d2d8c106df62,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:33:29.994064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c2b5309c-7d8b-4db7-8263-d2d8c106df62 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:33:30.066847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c2b5309c-7d8b-4db7-8263-d2d8c106df62 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:33:30.067211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:38.346593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4a185374-56d2-4894-a354-3bd54f93d22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:40.880662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-52871ef9-688e-4aa7-8b82-a7c1cff3568f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:41.604976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:41.821649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:43.628192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:33:51.508576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:34:08.342198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6ef914ae-03d1-461d-bdf9-97f7bc202c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:10.881622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b1b20c9-8c62-4971-b036-e433d1c90f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:11.609090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:11.832368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:13.632436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:28.508905 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:34:38.179577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:34:38.185372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-84f9963f-4211-4654-bd4f-1494007132ff tempest-verify_tempest_config-853948641 tempest-verify_tempest_config-853948641-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:34:38.186351 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-84f9963f-4211-4654-bd4f-1494007132ff tempest-verify_tempest_config-853948641 tempest-verify_tempest_config-853948641-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058026 Feb 16 08:34:38.349168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ce58d4c-c2ba-4bc9-84e6-367d058a6a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:38.527786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 52994) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:34:38.671123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:38.706765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:34:38.710479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Usage tracker for resource:security_group_rule and tenant:aac030b1a21148d7aa1d982d729dfd89 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:34:38.713285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:34:38.718807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:34:38.785034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:38.788751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:38.832008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd9bdd4-abf6-42e1-aa8b-c54082cfa505,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:38.838119 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aac030b1a21148d7aa1d982d729dfd89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3093669 Feb 16 08:34:38.840933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53000) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:34:38.842813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.843141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.843479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.843809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.844138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.844465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.844804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.845131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.845451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.845766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.846083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e7fe3-7aa4-45fd-96d7-5d06aa4cafc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:38.901202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:38.927103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:39.020620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:39.037566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd9bdd4-abf6-42e1-aa8b-c54082cfa505,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:34:39.048120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:39.049206 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5fd9bdd4-abf6-42e1-aa8b-c54082cfa505 HTTP/1.1" status: 204 len: 168 time: 0.2073300 Feb 16 08:34:39.050804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.051145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.051839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.052181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.052533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.052943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.053180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.053498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.053818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.054137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:39.054465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b0bd7-d034-4008-9a67-d632ee4f0218 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:34:40.883069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12626fac-7a01-4add-ad3a-be8e2e9ad651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:41.612853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:41.825793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:34:43.634608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:05.509202 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:35:08.342913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a6b94f6-d5c6-4d57-b77e-06ae54653a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:10.886894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bb7806a7-09c7-4fbc-9a95-0c93bfc62578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:11.616099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:11.828938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:13.636085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:38.346253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba305e47-4f4f-4498-a853-3a8b59350205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:40.889532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f28c1280-377b-4d93-9aa1-2205d6811f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:41.621959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:41.836015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:35:42.510457 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 5 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:35:43.642326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:01.611621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-783240'] for agent, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:08.351877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-237e2e76-9b42-480c-8e0c-7aea97417663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:10.896961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a503563-e4c4-415e-9638-4202a930b109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:11.615252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:11.834717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:13.641653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:15.940523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53070) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:36:16.082988 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-78936196-8c73-484a-af60-4eeadf10cfcd admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1414030 Feb 16 08:36:18.184128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:36:18.265108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f1c457f0-0aa7-4e84-8589-ad75967493a2 admin admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0798302 Feb 16 08:36:19.513892 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:36:31.565159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:38.355557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b10ff3b-fa62-4dab-81fc-2c266abbe75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:40.893109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e351503a-0a36-4056-b6ff-aa51dacd7b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:41.619946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:41.838023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:43.644401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:36:56.518598 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:37:01.579814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:08.358749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-113b2755-ed7a-4176-9d2e-ad7dc6ed5ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:10.899307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6e9746ed-fe53-4afe-a426-050e3c67ed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:11.624563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:11.841681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:13.649975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:31.583270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:33.520980 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:37:38.375450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af5b028c-97b2-42dc-9386-b8b2d5e815d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:40.922616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-28ed5d8c-5a41-4830-9674-0226fae50213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:41.631844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:41.862950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.029492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53202) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:42.666926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1781461175-network', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:42.673389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:42.678018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Usage tracker for resource:network and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:42.681032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:42.688088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:42.700140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Made reservation on behalf of fc7f252ed91344ddbd0a67b0d0f99800 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:42.702470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.715988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.748456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:42.752306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Usage tracker for resource:security_group_rule and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:42.755150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:42.760775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:42.832073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.837398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.860317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:42.883121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.883467 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Added segment 1ea9e2a3-3ee3-4763-beb6-6c50994d04d4 of type vlan for network 14238a41-bf9e-489c-ace7-3b3059a8683b Feb 16 08:37:42.888963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24042348-fe3b-4773-8155-de5c8b4880e1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:42.912843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.913727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.915277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.916445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.917927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.919456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.920138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.920900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.921447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.922010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.922562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Tracked resource versions report: Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: pushed versions: Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Log': {'1.0'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Network': {'1.1'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Port': {'1.5'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'PortForwarding': {'1.2'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'QosPolicy': {'1.8'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroup': {'1.2'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SubPort': {'1.0'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Subnet': {'1.1'}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Trunk': {'1.1'}} Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: consumer versions: Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: HyperV agent@hv-neutron-8294: {}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Log': '1.0', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Network': '1.1', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Port': '1.5', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'PortForwarding': '1.2', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'QosPolicy': '1.8', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroup': '1.2', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SecurityGroupRule': '1.0', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'SubPort': '1.0', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Subnet': '1.1', Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: 'Trunk': '1.1'}} Feb 16 08:37:42.924572 dv-neutron-829488-1-hyperv neutron-server[83710]: {{(pid=83710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:37:42.959280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:42.999707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.001012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:43.002227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.059593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0235684 Feb 16 08:37:43.060609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53234) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:43.065484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Request body: {'subnet': {'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1781461175-subnet', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:43.071795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:43.076085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Usage tracker for resource:subnet and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:43.079479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:43.085571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:43.099219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Made reservation on behalf of fc7f252ed91344ddbd0a67b0d0f99800 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:43.102332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.130252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342dbc41-4fdf-49e4-a872-831664b0b0b6 admin admin] Pushing event updated for resources: {'Network': ['ID=14238a41-bf9e-489c-ace7-3b3059a8683b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:43.148098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 14238a41-bf9e-489c-ace7-3b3059a8683b details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:43.524327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.628644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed05001e-863b-4df3-83dd-b8611b00d198,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.646541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.650925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.650925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.650925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.650925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.650925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Tracked resource versions report: Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: pushed versions: Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Log': {'1.0'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Network': {'1.1'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Port': {'1.5'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'PortForwarding': {'1.2'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'QosPolicy': {'1.8'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroup': {'1.2'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SubPort': {'1.0'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Subnet': {'1.1'}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Trunk': {'1.1'}} Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: consumer versions: Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: HyperV agent@hv-neutron-8294: {}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Log': '1.0', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Network': '1.1', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Port': '1.5', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'PortForwarding': '1.2', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'QosPolicy': '1.8', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroup': '1.2', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SecurityGroupRule': '1.0', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'SubPort': '1.0', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Subnet': '1.1', Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: 'Trunk': '1.1'}} Feb 16 08:37:43.651800 dv-neutron-829488-1-hyperv neutron-server[83709]: {{(pid=83709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:37:43.693842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.702883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Checking segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:43.703522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Network hostable DHCP agents. Network: 14238a41-bf9e-489c-ace7-3b3059a8683b, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:43.731646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Network 14238a41-bf9e-489c-ace7-3b3059a8683b is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:43.743933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 14238a41-bf9e-489c-ace7-3b3059a8683b) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:43.749442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:43.751134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.755224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e05ee-73b9-4e23-af33-fdc45e82dab8 None None] Network 14238a41-bf9e-489c-ace7-3b3059a8683b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:43.781433 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4b091d0-08e3-4aa9-a467-4e13014ca827 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7204981 Feb 16 08:37:43.785505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53256) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:43.791050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:43.797494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:43.804895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Usage tracker for resource:router and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:43.810888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:43.820974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:43.839299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.840932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:43.867923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.075352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de542642-9381-40b2-92b5-45517a373971 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-14238a41-bf9e-489c-ace7-3b3059a8683b', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:37:44.076789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.182220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.279013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-de542642-9381-40b2-92b5-45517a373971 None None] Allocated IP 172.20.0.2 (14238a41-bf9e-489c-ace7-3b3059a8683b/ed05001e-863b-4df3-83dd-b8611b00d198/60971660-20ee-4d53-b56a-dd8656899b90) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:44.300418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53272) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:44.381474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53278) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:44.463001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.497157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.586422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.609811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de542642-9381-40b2-92b5-45517a373971 None None] Transition to ACTIVE for port object 60971660-20ee-4d53-b56a-dd8656899b90 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:44.641363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de542642-9381-40b2-92b5-45517a373971 None None] Transition to ACTIVE for port object 60971660-20ee-4d53-b56a-dd8656899b90 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:44.652077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.673925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Allocated IP 172.26.4.91 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/1217011c-f40b-4e89-90b4-7be7a157d5a5) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:44.740639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de542642-9381-40b2-92b5-45517a373971 None None] Network 14238a41-bf9e-489c-ace7-3b3059a8683b is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:44.746335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:44.749464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-de542642-9381-40b2-92b5-45517a373971 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:44.753674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de542642-9381-40b2-92b5-45517a373971 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:44.765741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de542642-9381-40b2-92b5-45517a373971 None None] Pushing event updated for resources: {'Port': ['ID=60971660-20ee-4d53-b56a-dd8656899b90,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:44.842134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.842856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.843410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.843969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.844521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.844920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.845441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.845964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.846598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.847122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.847642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Tracked resource versions report: Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: pushed versions: Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Log': {'1.0'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Network': {'1.1'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Port': {'1.5'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'PortForwarding': {'1.2'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'QosPolicy': {'1.8'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroup': {'1.2'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SubPort': {'1.0'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Subnet': {'1.1'}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Trunk': {'1.1'}} Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: consumer versions: Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: HyperV agent@hv-neutron-8294: {}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Log': '1.0', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Network': '1.1', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Port': '1.5', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'PortForwarding': '1.2', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'QosPolicy': '1.8', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroup': '1.2', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SecurityGroupRule': '1.0', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'SubPort': '1.0', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Subnet': '1.1', Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: 'Trunk': '1.1'}} Feb 16 08:37:44.848949 dv-neutron-829488-1-hyperv neutron-server[83711]: {{(pid=83711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:37:44.877747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de542642-9381-40b2-92b5-45517a373971 None None] Attempting to bind port 60971660-20ee-4d53-b56a-dd8656899b90 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:44.878923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de542642-9381-40b2-92b5-45517a373971 None None] Attempting to bind port 60971660-20ee-4d53-b56a-dd8656899b90 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:44.879533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542642-9381-40b2-92b5-45517a373971 None None] Attempting to bind port 60971660-20ee-4d53-b56a-dd8656899b90 on network 14238a41-bf9e-489c-ace7-3b3059a8683b {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:44.887472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542642-9381-40b2-92b5-45517a373971 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:37:44.888173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542642-9381-40b2-92b5-45517a373971 None None] Checking segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:44.888693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.889160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.889746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de542642-9381-40b2-92b5-45517a373971 None None] Bound using segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:37:44.890374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de542642-9381-40b2-92b5-45517a373971 None None] Bound port: 60971660-20ee-4d53-b56a-dd8656899b90, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:37:44.890976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:44.930549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.026829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:45.030064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:45.036291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Pushing event updated for resources: {'Port': ['ID=1217011c-f40b-4e89-90b4-7be7a157d5a5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:45.050558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:45.102428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-de542642-9381-40b2-92b5-45517a373971 None None] For port 60971660-20ee-4d53-b56a-dd8656899b90, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:37:45.108074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-de542642-9381-40b2-92b5-45517a373971 None None] For port 60971660-20ee-4d53-b56a-dd8656899b90, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60971660-20ee-4d53-b56a-dd8656899b90,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:37:45.117409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de542642-9381-40b2-92b5-45517a373971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.184284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'networks': [{'name': 'tempest-network--912915928'}, {'name': 'tempest-network--851438224'}]} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.184873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-network--912915928'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.185107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-network--851438224'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.189997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:45.194196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:network and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:45.197727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:45.204543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:45.219812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'network': 2} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:45.223653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.237806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.238579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.243712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.264712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1639798684-network', 'tenant_id': '92c17a3eb38f47f5819e239919f62381'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.272984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:45.286628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Usage tracker for resource:network and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:45.297369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:45.315931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de542642-9381-40b2-92b5-45517a373971 None None] Pushing event updated for resources: {'Port': ['ID=60971660-20ee-4d53-b56a-dd8656899b90,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:45.322288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:45.351704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Made reservation on behalf of 92c17a3eb38f47f5819e239919f62381 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:45.357739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.389725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.498275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:45.503368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:45.512623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Usage tracker for resource:security_group_rule and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:45.516024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:security_group_rule and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:45.522735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:45.549017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:45.569757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:45.589396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-678182819-network', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.606180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:45.658740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.660946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:45.667171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.685068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:45.701276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.701617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Added segment c3890d36-139e-4248-acf2-5abcb722e819 of type vlan for network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 Feb 16 08:37:45.734852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.772251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Usage tracker for resource:network and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:45.783929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:45.787570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.788707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:45.789470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.831119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:45.836955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.845749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.846389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.934621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Pushing event updated for resources: {'Network': ['ID=70f13364-926d-4a75-8bfa-8cee8a3fd7b9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:45.936511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a9a3ef-0946-4cd0-8eb1-3e607a6041e5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:45.953698 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6521194 Feb 16 08:37:45.956906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53320) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:45.958227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:45.959939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Made reservation on behalf of 0ff2b4c00ac34419a031f5ba9a459484 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:45.962473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.963107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:45.989927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Request body: {'subnet': {'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1639798684-subnet', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:45.990149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:45.990923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment d1111510-e3d1-4799-915c-70165cb807c1 of type vlan for network 6c545ea8-a04b-439d-9d63-b309c364d3a2 Feb 16 08:37:45.994227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.014818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:46.042098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:46.046740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:46.050396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:46.057156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:46.058126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.136046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.140928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Usage tracker for resource:subnet and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:46.145746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a4adc-623d-4527-8d80-151b61fa5528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d8261c-5764-415c-a10a-65b95125a19e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:46.148993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:46.152034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.174890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:46.221116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:46.253589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:46.259403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Made reservation on behalf of 92c17a3eb38f47f5819e239919f62381 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:46.259636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.259881 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment 3dadb9a9-db91-4dc6-bd44-12513b11d905 of type vlan for network f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad Feb 16 08:37:46.267014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Router 74334d89-9fd9-452b-8b68-75c93c2271d7 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:37:46.267593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.400667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60971660-20ee-4d53-b56a-dd8656899b90 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:46.501015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.502198 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Added segment cfcb3eea-30f2-4d1e-8118-e7664bb5a938 of type vlan for network e27556ca-4a05-49a2-8b75-ccbfba974e4a Feb 16 08:37:46.504752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f979aa2c-d797-4e24-bfc2-437eca98d7ed,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:46.570855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.586541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.634018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 60971660-20ee-4d53-b56a-dd8656899b90 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:46.660163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.662254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:46.663473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.722310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:46.742719 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Sync routers for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:37:46.754859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.755625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.760198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:46.763597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:46.764307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.776105 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:37:46.776750 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:46.799063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:46.800377 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-808197b4-ec76-4a09-94f9-3711e92e40a9 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0135446 Feb 16 08:37:46.805447 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.4229002 Feb 16 08:37:46.805977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53334) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:46.905395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c6ed8-ca29-4fe3-8d68-3edd961f5b40 None None] Network 14238a41-bf9e-489c-ace7-3b3059a8683b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:46.948176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53338) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:47.256778 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:37:47.292406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5447614 Feb 16 08:37:47.322579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53350) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:47.327551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe6036-6192-4f50-ba5c-56835bfb05b1 admin admin] Pushing event updated for resources: {'Network': ['ID=e27556ca-4a05-49a2-8b75-ccbfba974e4a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:47.352095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:47.365884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Request body: {'subnet': {'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-678182819-subnet', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:47.374555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:47.381100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Usage tracker for resource:subnet and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:47.385120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:47.394608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:47.430595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Made reservation on behalf of 0ff2b4c00ac34419a031f5ba9a459484 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:47.433055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Notify callbacks [] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:47.451434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Provisioning for port 60971660-20ee-4d53-b56a-dd8656899b90 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:47.505580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Provisioning complete for port 60971660-20ee-4d53-b56a-dd8656899b90 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:47.506198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:47.581025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53356) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:47.621884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:47.656948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=6c545ea8-a04b-439d-9d63-b309c364d3a2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:47.772125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d79ba-cf3b-437d-8163-9604792900d1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:47.776617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d79ba-cf3b-437d-8163-9604792900d1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:47.781020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d79ba-cf3b-437d-8163-9604792900d1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:47.786416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1d79ba-cf3b-437d-8163-9604792900d1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:47.788299 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb1d79ba-cf3b-437d-8163-9604792900d1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.8186433 Feb 16 08:37:47.791570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 6c545ea8-a04b-439d-9d63-b309c364d3a2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:47.795939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53366) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:47.838951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81c123-8bb7-474d-845f-bab2d35c5a85 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:47.851241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=738a89d5-f5d1-4308-a1e2-f10284a78331,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:47.924719 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:45Z', 'revision_number': 3, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:47.932902 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Checking router: 74334d89-9fd9-452b-8b68-75c93c2271d7 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:37:47.934341 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Updating router 74334d89-9fd9-452b-8b68-75c93c2271d7 port 1217011c-f40b-4e89-90b4-7be7a157d5a5 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:37:48.033604 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.072474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.093440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:48.137835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] For port 60971660-20ee-4d53-b56a-dd8656899b90, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60971660-20ee-4d53-b56a-dd8656899b90,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:48.151088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.314542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Checking segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:48.314902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Network hostable DHCP agents. Network: 70f13364-926d-4a75-8bfa-8cee8a3fd7b9, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:48.340521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.369621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1760284083'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:48.452801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:48.458024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5d6acb-bec8-4eaf-a4a0-d73d3632f54a None None] Pushing event updated for resources: {'Port': ['ID=60971660-20ee-4d53-b56a-dd8656899b90,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:48.479181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Usage tracker for resource:network and tenant:24fee76234554801a0815009e133008a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:48.517523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:48.550105 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:48.649037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.687016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Made reservation on behalf of 24fee76234554801a0815009e133008a for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:48.690163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.782899 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.783084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:48.789441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53386) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:48.799917 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Transition to ACTIVE for port object 1217011c-f40b-4e89-90b4-7be7a157d5a5 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:48.803817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.809468 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.851103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 70f13364-926d-4a75-8bfa-8cee8a3fd7b9) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:48.856499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:48.857065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.869247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc509a8-f725-4df5-acc9-80cac23bf755 None None] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:48.877636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.921967 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Pushing event updated for resources: {'Port': ['ID=1217011c-f40b-4e89-90b4-7be7a157d5a5,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:48.931661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:48.942548 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.943847 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.944422 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.944951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.945537 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.946069 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.946795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.947373 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.947879 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.948745 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.950093 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Tracked resource versions report: Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: pushed versions: Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: { 'ConntrackHelper': {'1.0'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Log': {'1.0'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Network': {'1.1'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Port': {'1.5'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'PortForwarding': {'1.2'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'QosPolicy': {'1.8'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroup': {'1.2'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroupRule': {'1.0'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SubPort': {'1.0'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Subnet': {'1.1'}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Trunk': {'1.1'}} Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: consumer versions: Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: { DHCP agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: HyperV agent@hv-neutron-8294: {}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: L3 agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: Metadata agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: Metering agent@dv-neutron-829488-1-hyperv: {}, Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: Open vSwitch agent@dv-neutron-829488-1-hyperv: { 'ConntrackHelper': '1.0', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Log': '1.0', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Network': '1.1', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Port': '1.5', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'PortForwarding': '1.2', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'QosPolicy': '1.8', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroup': '1.2', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SecurityGroupRule': '1.0', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'SubPort': '1.0', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Subnet': '1.1', Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: 'Trunk': '1.1'}} Feb 16 08:37:48.953204 dv-neutron-829488-1-hyperv neutron-server[83712]: {{(pid=83712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 16 08:37:49.059045 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Attempting to bind port 1217011c-f40b-4e89-90b4-7be7a157d5a5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:49.059349 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Attempting to bind port 1217011c-f40b-4e89-90b4-7be7a157d5a5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:49.059692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Attempting to bind port 1217011c-f40b-4e89-90b4-7be7a157d5a5 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:49.066801 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:37:49.067200 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:49.067849 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.068092 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:37:49.068572 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Bound port: 1217011c-f40b-4e89-90b4-7be7a157d5a5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:37:49.068976 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.091118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd39097c-5cde-4b0c-a597-23a9f3590ab9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:49.098628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e5a53750-33ef-447a-a610-13e785994bdf None None] Provisioning complete for port 60971660-20ee-4d53-b56a-dd8656899b90 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:49.098891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e5a53750-33ef-447a-a610-13e785994bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.112017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > segment before_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.112355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.113188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.113585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > port after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.113990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > port after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.114386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > port after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.115134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > segment after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.115134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.115401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.115677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet after_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.135778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53398) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:49.170191 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] For port 1217011c-f40b-4e89-90b4-7be7a157d5a5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:37:49.176452 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] For port 1217011c-f40b-4e89-90b4-7be7a157d5a5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1217011c-f40b-4e89-90b4-7be7a157d5a5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:37:49.186548 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.246753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Allocated IP 172.20.0.1 (14238a41-bf9e-489c-ace7-3b3059a8683b/ed05001e-863b-4df3-83dd-b8611b00d198/3ff41609-01fd-47f8-927d-93adb1f74a3b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:49.377537 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741871c6-b383-4355-bedf-777504a27f7a None None] Pushing event updated for resources: {'Port': ['ID=1217011c-f40b-4e89-90b4-7be7a157d5a5,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:49.417228 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:37:49.418386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:49.479702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet after_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.480090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet after_delete 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.480934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet before_create 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.481232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Subscribe: > subnet before_update 55550000 {{(pid=83709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:37:49.481603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c545ea8-a04b-439d-9d63-b309c364d3a2']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:49.499465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:49.503267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Usage tracker for resource:security_group_rule and tenant:24fee76234554801a0815009e133008a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:49.506139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:49.511894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:49.587368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.590298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.596732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2051974377'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:49.603928 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3585062a-0d51-4027-bcd6-0cbe0a9b1b28 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.6455684 Feb 16 08:37:49.606987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:49.611526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Usage tracker for resource:network and tenant:52d0b86de58b4fa8b210544ce01dbd36 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:49.614998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:49.618216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:37:49.618978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1111510-e3d1-4799-915c-70165cb807c1') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:49.619128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.619217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1111510-e3d1-4799-915c-70165cb807c1') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:49.634149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:49.639457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:49.641626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53408) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:49.644861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.651827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:49.658766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Transition to ACTIVE for port object 3ff41609-01fd-47f8-927d-93adb1f74a3b will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:49.660293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Usage tracker for resource:floatingip and tenant:978d921b23fd41099f1e44c6b827ee29 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:49.664484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Made reservation on behalf of 52d0b86de58b4fa8b210544ce01dbd36 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:49.665144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:49.667449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.673668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:49.689790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:49.692228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.695909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.705267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.718563 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:37:49.750809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:49.754830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Usage tracker for resource:security_group_rule and tenant:52d0b86de58b4fa8b210544ce01dbd36 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:49.757748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:49.786165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:49.791280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:49.797934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:49.805939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Usage tracker for resource:router and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:49.808996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:49.814738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:49.826492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Checking segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:49.826940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Network hostable DHCP agents. Network: e27556ca-4a05-49a2-8b75-ccbfba974e4a, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:49.827669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.840462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.842886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.843992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.859832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb0f0fd-f3aa-4a52-abdd-82f8d7494d7b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:49.871476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:37:49.872059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn_limited( Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn_limited( Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:49.891927 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:49.895616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.895958 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Added segment 65b141c5-b886-4d63-b68d-f49525e464f8 of type vlan for network eaa5e066-09f2-4785-b5d5-6390df52e755 Feb 16 08:37:49.933307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:49.968997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Network 14238a41-bf9e-489c-ace7-3b3059a8683b is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:49.983906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:49.988384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:49.989034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:49.994092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Allocated IP 172.20.0.2 (70f13364-926d-4a75-8bfa-8cee8a3fd7b9/738a89d5-f5d1-4308-a1e2-f10284a78331/d83745f0-4079-4f71-94be-10dda873dbb9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:50.006152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53416) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:50.037701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.078692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.110265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.232538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.275102 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:45Z', 'revision_number': 3, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:50.289480 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdec8c21-32af-4e59-84ab-4eb39a052163 None None] The sync data for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv is: [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:45Z', 'revision_number': 3, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:37:50.311201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:50.328919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.332616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60971660-20ee-4d53-b56a-dd8656899b90 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:50.360320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a7372bd5-fa35-4c56-a560-43fd67ccf745 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:50.418033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:37:50.437008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=6c545ea8-a04b-439d-9d63-b309c364d3a2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:50.464446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e27556ca-4a05-49a2-8b75-ccbfba974e4a) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:50.494176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.524348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.544208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.617200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.618649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e35e2617-fa60-4abd-90ce-0c155d2b51f9 None None] Provisioning for port 3ff41609-01fd-47f8-927d-93adb1f74a3b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:50.623284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.624736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.625834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.670645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fc69ee9-0c76-48c7-9db0-99a464391007 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/6c545ea8-a04b-439d-9d63-b309c364d3a2 HTTP/1.1" status: 204 len: 168 time: 2.8681295 Feb 16 08:37:50.670645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:50.688809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53424) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:50.693899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Transition to ACTIVE for port object d83745f0-4079-4f71-94be-10dda873dbb9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:50.704474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb60cf-82c8-4ce5-b39e-6d08f9fd55b5 None None] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:50.721564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e35e2617-fa60-4abd-90ce-0c155d2b51f9 None None] Provisioning complete for port 3ff41609-01fd-47f8-927d-93adb1f74a3b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:50.721996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e35e2617-fa60-4abd-90ce-0c155d2b51f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.738107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:50.739752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.751655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b78c2-b07c-49eb-a200-6f89a74e364e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:50.815281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Allocated IP 172.26.4.212 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/78edcba0-5c5f-4701-b561-38f0d4a6f243) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:50.851912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 60971660-20ee-4d53-b56a-dd8656899b90 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:50.852255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.914675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Transition to ACTIVE for port object d83745f0-4079-4f71-94be-10dda873dbb9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:50.938634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:50.942322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e35e2617-fa60-4abd-90ce-0c155d2b51f9 None None] Port 3ff41609-01fd-47f8-927d-93adb1f74a3b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:37:51.052080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Pushing event updated for resources: {'Port': ['ID=d83745f0-4079-4f71-94be-10dda873dbb9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:51.074397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.078178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event updated for resources: {'Network': ['ID=eaa5e066-09f2-4785-b5d5-6390df52e755,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:51.092870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network eaa5e066-09f2-4785-b5d5-6390df52e755 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:51.125117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.140259 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bbed5918-d69a-4f6f-9a16-e16f0718cb42 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.5500255 Feb 16 08:37:51.142257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.142257 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Added segment f328ef58-5cb5-4286-b473-4dc179afaeb2 of type vlan for network e13d7c54-1ad1-4eef-9352-2d3b420ee236 Feb 16 08:37:51.146039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53428) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.182623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Request body: {'subnet': {'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:51.194586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.205034 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7372bd5-fa35-4c56-a560-43fd67ccf745 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "PUT /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2 HTTP/1.1" status: 200 len: 366 time: 1.1969759 Feb 16 08:37:51.215929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.218083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.238513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53432) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.256229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:51.348875 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ae4ccd7-5cf4-46a5-bba0-ee68d5377e77 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0486617 Feb 16 08:37:51.350796 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7e7c76a8-9410-4eb4-ab49-89ed9ba15fef admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.0256376 Feb 16 08:37:51.351127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53436) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.374715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:51.391850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:51.429700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53438) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.536310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.546833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:51.548817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Network 14238a41-bf9e-489c-ace7-3b3059a8683b is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:51.551276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:51.552511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:51.559817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Usage tracker for resource:router and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:51.563393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:51.569256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:51.595786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Attempting to bind port d83745f0-4079-4f71-94be-10dda873dbb9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:51.596155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Attempting to bind port d83745f0-4079-4f71-94be-10dda873dbb9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:51.596516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Attempting to bind port d83745f0-4079-4f71-94be-10dda873dbb9 on network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:51.603109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.604424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.606114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:37:51.606516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Checking segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:51.606925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.607316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Bound using segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:37:51.607793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Bound port: d83745f0-4079-4f71-94be-10dda873dbb9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:37:51.608341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.620529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:37:51.621709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.628445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.738237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] For port d83745f0-4079-4f71-94be-10dda873dbb9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:37:51.742457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] For port d83745f0-4079-4f71-94be-10dda873dbb9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d83745f0-4079-4f71-94be-10dda873dbb9,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:37:51.764202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Pushing event updated for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:51.765857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-944e55df-6a27-4a6e-82fa-f41792d37a44 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2 HTTP/1.1" status: 200 len: 366 time: 0.3544443 Feb 16 08:37:51.767941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53446) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.780442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.805386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:37:51.806287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.869379 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-df09bc76-ad47-4399-9290-4c60d8beddaf tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "DELETE /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2 HTTP/1.1" status: 204 len: 168 time: 0.0912905 Feb 16 08:37:51.891052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53450) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:51.893521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:51.914164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Usage tracker for resource:subnet and tenant:24fee76234554801a0815009e133008a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:51.918155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4b060ccb-a619-4d5e-a56f-ab983526928d None None] Provisioning complete for port 3ff41609-01fd-47f8-927d-93adb1f74a3b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:51.918365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:51.918551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b060ccb-a619-4d5e-a56f-ab983526928d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.922511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:51.939720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:51.945718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.949199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:51.950268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:51.958266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dadb9a9-db91-4dc6-bd44-12513b11d905') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:51.958570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dadb9a9-db91-4dc6-bd44-12513b11d905') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:51.985904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4b060ccb-a619-4d5e-a56f-ab983526928d None None] Port 3ff41609-01fd-47f8-927d-93adb1f74a3b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:37:52.007080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.017341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f143fdc-41d6-4a77-8ee9-7e150bbd4312 None None] Pushing event updated for resources: {'Port': ['ID=d83745f0-4079-4f71-94be-10dda873dbb9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:52.067063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.091179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Allocated IP 172.20.0.2 (e27556ca-4a05-49a2-8b75-ccbfba974e4a/fd39097c-5cde-4b0c-a597-23a9f3590ab9/50184175-4663-47c5-b185-8eba624226b0) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:52.110160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Pushing event updated for resources: {'Network': ['ID=e13d7c54-1ad1-4eef-9352-2d3b420ee236,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:52.112880 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6c70c85e-e5ec-4cda-aad9-b22bcbf67b0e tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2158940 Feb 16 08:37:52.129550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53456) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:52.152146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e13d7c54-1ad1-4eef-9352-2d3b420ee236 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:52.168973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.182057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:52.182827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.210067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:52.227408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.232420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:52.239899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aede8414-71a4-42b0-9e32-c69b87f2c285 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.4487288 Feb 16 08:37:52.240644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Made reservation on behalf of 24fee76234554801a0815009e133008a for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:52.248455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53462) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:52.249683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Pushing event updated for resources: {'Port': ['ID=78edcba0-5c5f-4701-b561-38f0d4a6f243,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:52.267263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1217011c-f40b-4e89-90b4-7be7a157d5a5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:52.267811 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-469ec1b8-1489-4f78-9c18-df4b6ab5b4e7 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2 HTTP/1.1" status: 200 len: 370 time: 0.1346736 Feb 16 08:37:52.270958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53468) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:52.277352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Router 74334d89-9fd9-452b-8b68-75c93c2271d7 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:37:52.282975 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9a6190db-31b6-4ad1-82bd-3384ad651806 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2/default HTTP/1.1" status: 200 len: 370 time: 0.0081692 Feb 16 08:37:52.367057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:52.401437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.484963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-28e3716f-5791-4ba3-a5be-e867316aac39 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] delete failed (client error): The resource could not be found. Feb 16 08:37:52.486007 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28e3716f-5791-4ba3-a5be-e867316aac39 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "DELETE /v2.0/quotas/4f8395ea9e6140a2bfc554fab502c0d2 HTTP/1.1" status: 404 len: 348 time: 0.1180155 Feb 16 08:37:52.516358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1217011c-f40b-4e89-90b4-7be7a157d5a5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:52.542494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.543691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1217011c-f40b-4e89-90b4-7be7a157d5a5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:52.544063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.570720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'name': 'tempest-network--133841546', 'router:external': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:52.582677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:52.592417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:network and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:52.679231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:52.687701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:52.706196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.720440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Allocated IP 172.26.4.154 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/c681c418-4e7b-4e5d-b31d-6f3e88c46008) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:52.727759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53478) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:52.728425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:52.730838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.742545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.756714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.760708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Transition to ACTIVE for port object 50184175-4663-47c5-b185-8eba624226b0 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:52.785719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:37:52.786359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.794748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.799449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Transition to ACTIVE for port object 50184175-4663-47c5-b185-8eba624226b0 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:52.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:52.810532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.883463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.896720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1217011c-f40b-4e89-90b4-7be7a157d5a5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1217011c-f40b-4e89-90b4-7be7a157d5a5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:52.913435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:52.946542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:52.951505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:52.962301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:52.971862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Pushing event updated for resources: {'Port': ['ID=50184175-4663-47c5-b185-8eba624226b0,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:52.987487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:network and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:52.992959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:52.997958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.047081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.061279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:security_group_rule and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.067807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.099919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:53.122497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:subnet and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.142255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Attempting to bind port 50184175-4663-47c5-b185-8eba624226b0 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:53.142965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Attempting to bind port 50184175-4663-47c5-b185-8eba624226b0 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:53.143682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Attempting to bind port 50184175-4663-47c5-b185-8eba624226b0 on network e27556ca-4a05-49a2-8b75-ccbfba974e4a {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:53.147199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1217011c-f40b-4e89-90b4-7be7a157d5a5,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.156004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:37:53.156540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Checking segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:53.157011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.157482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Bound using segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:37:53.158687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Bound port: 50184175-4663-47c5-b185-8eba624226b0, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:37:53.158687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.181035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.184477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.188984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.223779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:subnetpool and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.226627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.285143 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bec1c4a4-e4eb-48ba-9dae-80b45e13ac51 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/f35ec93b-4d5b-44c9-9a1e-5b9e23db1bad HTTP/1.1" status: 204 len: 168 time: 2.5794084 Feb 16 08:37:53.288790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.291989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53482) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:53.298926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.330183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:53.366238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:port and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.370301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.376292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] For port 50184175-4663-47c5-b185-8eba624226b0, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:37:53.382032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] For port 50184175-4663-47c5-b185-8eba624226b0, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=50184175-4663-47c5-b185-8eba624226b0,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:37:53.388578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.398930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.401843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.450401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a30ec3e-9017-49e3-9bf6-2640035dc1c8 None None] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:53.456008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:53.481374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdf82eb-72b5-41d6-90b8-a1bd5a12cb71,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.504128 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-95266942-5f1f-4ced-9544-acb3b56ae395 admin admin] 10.222.0.94 "PUT /v2.0/routers/74334d89-9fd9-452b-8b68-75c93c2271d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6868377 Feb 16 08:37:53.504128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:router and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.532408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.532994 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Added segment 5233d9c6-b9e0-4cc0-a2dd-a4fdef1ff88f of type vlan for network 4bc657f1-82dc-43bc-a208-402b1015f915 Feb 16 08:37:53.572581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-edbccae9-f52b-41ea-9646-b8eaf99547ed None None] Provisioning for port d83745f0-4079-4f71-94be-10dda873dbb9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:53.597799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.603723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a2101-42dc-4131-8978-14d5d8356522 None None] Pushing event updated for resources: {'Port': ['ID=50184175-4663-47c5-b185-8eba624226b0,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.623293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa2471-b3bb-4a24-9efa-8a1ae7750cb8 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:53.627656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fa2471-b3bb-4a24-9efa-8a1ae7750cb8 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:53.628416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-05fa2471-b3bb-4a24-9efa-8a1ae7750cb8 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Synchronizing usage tracker for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:37:53.644052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.649665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:37:53.682312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.691495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.701821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.706277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.799277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-05fa2471-b3bb-4a24-9efa-8a1ae7750cb8 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Unset dirty status for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:37:53.804134 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-05fa2471-b3bb-4a24-9efa-8a1ae7750cb8 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4979153 Feb 16 08:37:53.815898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53490) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:53.817037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.860045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1781543161'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:53.880330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:53.885124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event updated for resources: {'Subnet': ['ID=0893e5e2-4abd-42a2-9e14-f75804266d9f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.887149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.888096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:53.888856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:53.893773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:53.896556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:53.915208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:floatingip and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:53.918552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:53.926874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Pushing event updated for resources: {'Port': ['ID=c681c418-4e7b-4e5d-b31d-6f3e88c46008,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:53.972573 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7163444 Feb 16 08:37:53.978034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:53.981084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:53.991001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:54.031978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.096083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edfd46-a63c-40b2-8cd1-470ac63e4469 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=4bc657f1-82dc-43bc-a208-402b1015f915,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:54.105001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.106388 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9687138 Feb 16 08:37:54.109991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bebe0-623b-4d39-a220-7651ddac1cf6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Pushing event updated for resources: {'Port': ['ID=78edcba0-5c5f-4701-b561-38f0d4a6f243,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:54.113275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:54.133909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1650249772', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'fixed_ips': [{'ip_address': '172.26.4.212'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:54.140021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:54.152502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Usage tracker for resource:port and tenant:978d921b23fd41099f1e44c6b827ee29 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:54.158553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.158770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 4bc657f1-82dc-43bc-a208-402b1015f915 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:54.165237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:54.172696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:54.181107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Checking segment: {'id': '65b141c5-b886-4d63-b68d-f49525e464f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:54.181107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Network hostable DHCP agents. Network: eaa5e066-09f2-4785-b5d5-6390df52e755, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:54.182799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:54.192046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.222385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Made reservation on behalf of 978d921b23fd41099f1e44c6b827ee29 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:54.224788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.267571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.312489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:54.341969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.342328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment 4c6ed8b0-d2c6-455a-b101-eacebf55f2de of type vlan for network 09a353f7-4da5-4247-b4b2-723f1675c843 Feb 16 08:37:54.362005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:54.380351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:security_group and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:54.384062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Usage tracker for resource:security_group_rule and tenant:978d921b23fd41099f1e44c6b827ee29 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:54.390749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:54.398542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:54.401660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:54.404972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.406799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.421377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Usage tracker for resource:security_group_rule and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:54.440574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:54.498914 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d45adefe-a74c-4d94-8c1c-810e7053a545 tempest-QuotasTest-1165334361 tempest-QuotasTest-1165334361-project-admin] 10.222.0.94 "GET /v2.0/quotas/7cc4149063304b668fc02ec026d03fba/details.json HTTP/1.1" status: 200 len: 703 time: 1.7471159 Feb 16 08:37:54.508141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.512793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:54.513464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.559475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d83745f0-4079-4f71-94be-10dda873dbb9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:54.646512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d83745f0-4079-4f71-94be-10dda873dbb9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:54.656951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d83745f0-4079-4f71-94be-10dda873dbb9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:54.657322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.745544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.792217 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9682646 Feb 16 08:37:54.794003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53516) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:54.806381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.811662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f872eab-7827-44bb-be51-5f9684a7012b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=09a353f7-4da5-4247-b4b2-723f1675c843,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:54.824777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc657f1-82dc-43bc-a208-402b1015f915']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:54.827240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-15356117'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:54.833615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:54.842933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:network and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:54.852756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5233d9c6-b9e0-4cc0-a2dd-a4fdef1ff88f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:54.852970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:54.853096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5233d9c6-b9e0-4cc0-a2dd-a4fdef1ff88f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:54.854797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 09a353f7-4da5-4247-b4b2-723f1675c843 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:54.866305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.869612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:54.881408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.883871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.896734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:37:54.897507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.907715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:54.915770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:54.942335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] device_id is not set on port fdfe24df-ccc6-40cc-a92e-1c205f05f5a9 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:37:54.978407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Sync routers for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:37:55.033856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.089086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port d83745f0-4079-4f71-94be-10dda873dbb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d83745f0-4079-4f71-94be-10dda873dbb9,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:37:55.095701 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:37:55.100071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.110603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3ebb3d-a381-46a8-bbed-9bf8a1935676,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:55.112911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.113756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 50184175-4663-47c5-b185-8eba624226b0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:55.132574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:55.146481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Network eaa5e066-09f2-4785-b5d5-6390df52e755 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:55.153216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:37:55.153860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:55.174404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bc657f1-82dc-43bc-a208-402b1015f915 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:37:55.204988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.205272 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment 1f674b34-ad2e-4ef3-92f6-caa4858effc6 of type vlan for network 7b298534-d4be-484e-beb2-0afa125eb2a7 Feb 16 08:37:55.214843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.232783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, eaa5e066-09f2-4785-b5d5-6390df52e755) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:55.237060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bc657f1-82dc-43bc-a208-402b1015f915,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:55.288729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.303014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53526) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:55.318218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:55.321510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.364088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Allocated IP 172.26.4.111 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/eed8320f-4aef-4685-bef3-db0c6851857f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:55.389923 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4ee3a562-1fbb-4fd8-9368-c165329148e7 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/4bc657f1-82dc-43bc-a208-402b1015f915 HTTP/1.1" status: 204 len: 168 time: 1.4079840 Feb 16 08:37:55.395284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53532) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:55.407265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.414999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.427462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:55.428078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.447095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:37:55.483681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:55.505822 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ac874dab-b331-4499-b63e-85920d74ef54 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3541400 Feb 16 08:37:55.515755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:55.543569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:network and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:55.555964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Request body: {'port': {'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1828036267'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.675257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8713560 Feb 16 08:37:55.683808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:55.700494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:55.713535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:55.728950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'ports': [{'network_id': '09a353f7-4da5-4247-b4b2-723f1675c843', 'name': 'tempest-port--1926150280', 'admin_state_up': True}, {'network_id': '7b298534-d4be-484e-beb2-0afa125eb2a7', 'admin_state_up': False}]} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.729332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'port': {'network_id': '09a353f7-4da5-4247-b4b2-723f1675c843', 'name': 'tempest-port--1926150280', 'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.729725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'port': {'network_id': '7b298534-d4be-484e-beb2-0afa125eb2a7', 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.750829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.754351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b9115c-9d2a-4f68-8c42-f195e0c0f1ea None None] Network eaa5e066-09f2-4785-b5d5-6390df52e755 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:55.835386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b90d1f-0b71-4af2-ac10-466ea3f33f57 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=7b298534-d4be-484e-beb2-0afa125eb2a7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:55.869983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:55.872363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:55.909122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53544) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:55.928806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1303944520', 'description': 'tempest-description--681997428'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:55.929190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:55.930144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624bf051-2102-4503-b571-23ae65d66293 None None] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:55.955159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:55.960530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=d83745f0-4079-4f71-94be-10dda873dbb9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:55.960900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Usage tracker for resource:security_group_rule and tenant:d43ef5473630434faa65d0e91ca63695 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:55.970625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:security_group and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:55.976478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:55.991540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:55.996947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:56.007430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.013835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Usage tracker for resource:port and tenant:24fee76234554801a0815009e133008a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:56.019489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:56.022583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:56.029356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.030139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.034703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:56.038776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:56.041650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 7b298534-d4be-484e-beb2-0afa125eb2a7 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:56.048624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.064504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Made reservation on behalf of 24fee76234554801a0815009e133008a for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:56.067640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.070205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:37:56.118371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.118861 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Added segment af4154d5-417b-4fbb-99c4-9360e0f81f6a of type vlan for network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e Feb 16 08:37:56.124470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:56.136015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:port and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:56.150010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:56.159792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:56.199802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'port': 2} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:56.203414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.214388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.234240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] device_id is not set on port 46a83054-ba47-42f2-a0f9-240f8e4451c0 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:37:56.255168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.257623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.295021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:56.304793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:security_group_rule and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:56.317053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:56.317320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.327746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.335383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:56.352880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-eaa5e066-09f2-4785-b5d5-6390df52e755', 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755', 'tenant_id': '24fee76234554801a0815009e133008a', 'fixed_ips': [{'subnet_id': '0893e5e2-4abd-42a2-9e14-f75804266d9f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:37:56.353718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.372202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-77612c67-6473-4a02-b4b2-a3638903779b None None] Provisioning for port 50184175-4663-47c5-b185-8eba624226b0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:56.494152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Pushing event updated for resources: {'Port': ['ID=eed8320f-4aef-4685-bef3-db0c6851857f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:56.513900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:56.529270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:56.549685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:56.578162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.580249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:56.581399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.620571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 50184175-4663-47c5-b185-8eba624226b0 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:37:56.633841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Allocated IP 172.20.0.13 (eaa5e066-09f2-4785-b5d5-6390df52e755/0893e5e2-4abd-42a2-9e14-f75804266d9f/46a83054-ba47-42f2-a0f9-240f8e4451c0) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:56.634378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 50184175-4663-47c5-b185-8eba624226b0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:56.634855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.646113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.657365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.721223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d43ef5473630434faa65d0e91ca63695&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4130692 Feb 16 08:37:56.741028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:56.803445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b0bd5-2944-433b-af50-8fd16f0fa58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2339ce3d-aa7b-43c6-9f3c-7dc16e20641e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:56.818495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 08:37:56.819293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:37:56.835945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:56.855943 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4562626 Feb 16 08:37:56.860548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53556) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:56.869497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:56.870802 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e10cb249-9043-4406-921e-807795f34c1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.9503105 Feb 16 08:37:56.878493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3518ee7-0c39-4591-bfda-c0a07625f59a tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:56.883416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53560) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:56.889349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'subnet': {'network_id': 'd8ef26ff-3a5a-4dfc-8021-58fb6a9d044e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:56.906922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:37:56.917094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'security_group_rule': {'security_group_id': 'f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:56.924206 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a5bb50b0-e5a2-4338-bf6a-e0123fb3d7d6 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.8095036 Feb 16 08:37:56.929105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53564) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:56.934808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:56.987784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:57.002675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:subnet and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:57.006417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:security_group_rule and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:57.017242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:57.019829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] device_id is not set on port cd48daf4-0283-4aaa-a00c-f36c8757f60c yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:37:57.020187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:57.038097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:57.040935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 2, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:57.046990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:57.061535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Checking router: 74334d89-9fd9-452b-8b68-75c93c2271d7 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:37:57.062422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Updating router 74334d89-9fd9-452b-8b68-75c93c2271d7 port 3ff41609-01fd-47f8-927d-93adb1f74a3b binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:37:57.113386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:37:57.115196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.124152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.143207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Deleting port 78edcba0-5c5f-4701-b561-38f0d4a6f243 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:37:57.143543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.150551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.219769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.222144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.291893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 50184175-4663-47c5-b185-8eba624226b0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=50184175-4663-47c5-b185-8eba624226b0,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:37:57.301444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.302136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1217011c-f40b-4e89-90b4-7be7a157d5a5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:57.348176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.360437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.394492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.460323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Transition to ACTIVE for port object 46a83054-ba47-42f2-a0f9-240f8e4451c0 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:57.511770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Router 3626eb17-af54-4314-b782-8d3980b6b00b is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:37:57.512082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.512082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.532051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.532505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=50184175-4663-47c5-b185-8eba624226b0,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:57.622641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.638087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1217011c-f40b-4e89-90b4-7be7a157d5a5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:57.638871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.640645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.641346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.675725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Calling delete_port for 78edcba0-5c5f-4701-b561-38f0d4a6f243 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:37:57.676122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.716789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] device_id is not set on port ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:37:57.855290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Allocated IP 172.20.0.2 (eaa5e066-09f2-4785-b5d5-6390df52e755/0893e5e2-4abd-42a2-9e14-f75804266d9f/06eeed3b-7c86-40f3-9bb7-292ec8c1786b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:57.865334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-08704769-e391-4a5f-8af9-3d55565f8a1f None None] Provisioning complete for port 50184175-4663-47c5-b185-8eba624226b0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:57.865889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-08704769-e391-4a5f-8af9-3d55565f8a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.919277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c448880-891b-492b-a641-ad1239060a81,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:57.964075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:57.987792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.007348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Network eaa5e066-09f2-4785-b5d5-6390df52e755 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:58.010155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event updated for resources: {'Port': ['ID=46a83054-ba47-42f2-a0f9-240f8e4451c0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.057052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Pushing event deleted for resources: {'Port': ['ID=78edcba0-5c5f-4701-b561-38f0d4a6f243,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.075085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:58.077832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:58.104029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.107488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.124007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.189415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2339ce3d-aa7b-43c6-9f3c-7dc16e20641e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.220104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.221020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eb1ca940-b9b7-441d-a709-f56f5acde34e tempest-ExternalNetworksAdminNegativeTestJSON-1059287344 tempest-ExternalNetworksAdminNegativeTestJSON-1059287344-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/bb57f1ad-7d8e-4027-8363-0f4d628950a3 HTTP/1.1" status: 204 len: 168 time: 1.2910509 Feb 16 08:37:58.223626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Port': ['ID=cd48daf4-0283-4aaa-a00c-f36c8757f60c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.228174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Checking segment: {'id': '4c6ed8b0-d2c6-455a-b101-eacebf55f2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '09a353f7-4da5-4247-b4b2-723f1675c843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:58.228481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network hostable DHCP agents. Network: 09a353f7-4da5-4247-b4b2-723f1675c843, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:58.230963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.232148 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a8e0599e-86c4-4d7e-91e3-974e980819fc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3371105 Feb 16 08:37:58.235326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53572) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.241657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'security_group_rule': {'security_group_id': 'f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:58.241922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.243344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c5967505-4b7c-4212-936d-2f651385f175 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2339ce3d-aa7b-43c6-9f3c-7dc16e20641e HTTP/1.1" status: 204 len: 168 time: 1.4984725 Feb 16 08:37:58.258398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.259131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.331700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:58.337459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:security_group_rule and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:58.341782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:58.349248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:58.362561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network 09a353f7-4da5-4247-b4b2-723f1675c843 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:58.368164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89b0fffa-326c-47df-879b-dd8d6b708c77 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.8242619 Feb 16 08:37:58.374051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53578) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.379871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 09a353f7-4da5-4247-b4b2-723f1675c843) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:58.390660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:58.391819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.481624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Port': ['ID=ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.486042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.493774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Deleting port 46a83054-ba47-42f2-a0f9-240f8e4451c0 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:37:58.493975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.583005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Checking segment: {'id': '1f674b34-ad2e-4ef3-92f6-caa4858effc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '7b298534-d4be-484e-beb2-0afa125eb2a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:58.583494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network hostable DHCP agents. Network: 7b298534-d4be-484e-beb2-0afa125eb2a7, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:37:58.605340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.626676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Transition to ACTIVE for port object 3ff41609-01fd-47f8-927d-93adb1f74a3b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:58.629120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network 7b298534-d4be-484e-beb2-0afa125eb2a7 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:37:58.633875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.641021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.660773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bba7e9d-eec3-4e7b-9906-c7f92f0cb897,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:58.662782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 7b298534-d4be-484e-beb2-0afa125eb2a7) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:58.673783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d83745f0-4079-4f71-94be-10dda873dbb9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:37:58.675353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:58.680428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.684951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.685858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.717699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.719817 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33ff904c-0194-4356-ab18-24e48bb74bf9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4832177 Feb 16 08:37:58.722158 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8790fa6d-cd56-43bc-9648-2ebcb99a8678 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0184879 Feb 16 08:37:58.725004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53586) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.725402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53588) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.743352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e8ffe-7c66-4c0b-8142-850cc8d65c1b None None] Network 09a353f7-4da5-4247-b4b2-723f1675c843 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:58.744696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53594) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.769027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:37:58.775598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:58.786412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:floatingip and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:58.794857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:58.810304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:58.846079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:37:58.856968 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Sync routers for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:37:58.857546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1827e0-6bf0-4ccf-a527-fe18cee85c7a tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.862016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1827e0-6bf0-4ccf-a527-fe18cee85c7a tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:37:58.862921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa1827e0-6bf0-4ccf-a527-fe18cee85c7a tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Synchronizing usage tracker for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:37:58.880618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:37:58.881496 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:58.884811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.901026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa1827e0-6bf0-4ccf-a527-fe18cee85c7a tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Unset dirty status for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:37:58.902463 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa1827e0-6bf0-4ccf-a527-fe18cee85c7a tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1758528 Feb 16 08:37:58.905959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53600) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:58.929519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:58.942356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Transition to ACTIVE for port object 06eeed3b-7c86-40f3-9bb7-292ec8c1786b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:58.963944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Transition to ACTIVE for port object 06eeed3b-7c86-40f3-9bb7-292ec8c1786b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:37:59.000280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db77830c-942e-46c3-add1-0242005f7e3c None None] Network 7b298534-d4be-484e-beb2-0afa125eb2a7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:37:59.020855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Deleting port cd48daf4-0283-4aaa-a00c-f36c8757f60c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:37:59.022209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.040951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.045839 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a91484ec-c078-42cd-a698-6ad16e939125 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.4029942 Feb 16 08:37:59.046550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53604) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:59.046878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53606) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:37:59.151718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.162715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.204386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:37:59.253437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Network eaa5e066-09f2-4785-b5d5-6390df52e755 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:37:59.260299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:37:59.260808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.268508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:37:59.301372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.398220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:37:59.415508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.494367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.632424 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:37:54Z', 'revision_number': 3, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:37:59.638012 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Checking router: 3626eb17-af54-4314-b782-8d3980b6b00b for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:37:59.638450 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Updating router 3626eb17-af54-4314-b782-8d3980b6b00b port c681c418-4e7b-4e5d-b31d-6f3e88c46008 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:37:59.644174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Attempting to bind port 3ff41609-01fd-47f8-927d-93adb1f74a3b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:59.644580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Attempting to bind port 3ff41609-01fd-47f8-927d-93adb1f74a3b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:59.644891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Attempting to bind port 3ff41609-01fd-47f8-927d-93adb1f74a3b on network 14238a41-bf9e-489c-ace7-3b3059a8683b {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:59.651946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d83745f0-4079-4f71-94be-10dda873dbb9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:37:59.652558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.684998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.690310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Calling delete_port for cd48daf4-0283-4aaa-a00c-f36c8757f60c owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:37:59.703737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Calling delete_port for 46a83054-ba47-42f2-a0f9-240f8e4451c0 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:37:59.733131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.767039 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.787053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:37:59.787724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Checking segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:37:59.788088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.788445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Bound using segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:37:59.789154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Bound port: 3ff41609-01fd-47f8-927d-93adb1f74a3b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:37:59.790123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.816912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Subnet': ['ID=068763c7-95eb-4a54-991a-00bb17fdc35d,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:59.857349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:59.898509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] For port 3ff41609-01fd-47f8-927d-93adb1f74a3b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:37:59.902587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] For port 3ff41609-01fd-47f8-927d-93adb1f74a3b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ff41609-01fd-47f8-927d-93adb1f74a3b,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:37:59.931011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Pushing event updated for resources: {'Port': ['ID=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:37:59.933879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:37:59.954182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Usage tracker for resource:security_group_rule and tenant:7cc4149063304b668fc02ec026d03fba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:59.960201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Router e2df9eb2-91dc-419c-b65c-77c2a34befb8 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:37:59.963478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:37:59.966865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:37:59.979299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Allocated IP 172.26.4.178 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/80baa2ae-dd59-4019-a2f8-a8dddcb006f4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:37:59.981094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:37:59.988617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Usage tracker for resource:security_group_rule and tenant:e4e51caf67d94dbb98345c78b7b16999 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:37:59.989039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Attempting to bind port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:37:59.989464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Attempting to bind port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '65b141c5-b886-4d63-b68d-f49525e464f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:37:59.989849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Attempting to bind port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b on network eaa5e066-09f2-4785-b5d5-6390df52e755 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:37:59.993480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:00.003861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.012763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:00.018473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Checking segment: {'id': 'af4154d5-417b-4fbb-99c4-9360e0f81f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'd8ef26ff-3a5a-4dfc-8021-58fb6a9d044e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:00.018842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Network hostable DHCP agents. Network: d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:00.068806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:00.069173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Checking segment: {'id': '65b141c5-b886-4d63-b68d-f49525e464f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:00.069574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.069947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Bound using segment: {'id': '65b141c5-b886-4d63-b68d-f49525e464f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:00.070425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Bound port: 06eeed3b-7c86-40f3-9bb7-292ec8c1786b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b141c5-b886-4d63-b68d-f49525e464f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'eaa5e066-09f2-4785-b5d5-6390df52e755'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:00.070834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.114375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 50184175-4663-47c5-b185-8eba624226b0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:00.179425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.190972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Port': ['ID=cd48daf4-0283-4aaa-a00c-f36c8757f60c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.221065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7861659a-558c-448b-bdce-dc8654a2de45 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/ports/cd48daf4-0283-4aaa-a00c-f36c8757f60c HTTP/1.1" status: 204 len: 168 time: 1.3135836 Feb 16 08:38:00.221643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53614) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:00.233524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:00.234161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:00.345403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.349632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Deleting port ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:00.349998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.387123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.397703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecbfd9-8696-4aac-8b6e-36539d9e606e None None] Pushing event updated for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.428042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.438758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.485158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.500496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3894c3da-2c3c-4e88-857c-c0bda3c97ecc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.509691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.532343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] For port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:00.534889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 50184175-4663-47c5-b185-8eba624226b0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:00.534889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.543023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:00.562781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.639407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event deleted for resources: {'Port': ['ID=46a83054-ba47-42f2-a0f9-240f8e4451c0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.644509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecbfd9-8696-4aac-8b6e-36539d9e606e None None] Pushing event updated for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.649531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Synchronizing usage tracker for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:00.655639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:00.668410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651f931-cd2a-49cc-a337-99bb11b3d555,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.672343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] For port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,segment=NetworkSegment(65b141c5-b886-4d63-b68d-f49525e464f8),segment_id=65b141c5-b886-4d63-b68d-f49525e464f8)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:00.672565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Synchronizing usage tracker for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:00.676097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:00.676735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.679142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae42cdc-3e18-489e-b550-02682963d222 None None] Network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:00.700164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:00.721021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:00.739899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.742296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.804850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] Unset dirty status for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:00.806138 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-046b4dc3-356a-4e87-870c-8b0042ed8789 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e4e51caf67d94dbb98345c78b7b16999&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0094953 Feb 16 08:38:00.816386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 585009c1b18c4addbf55ce2f3b4fd149-security_group {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:00.816732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:00.820911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53618) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:00.826324 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.848201 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Transition to ACTIVE for port object c681c418-4e7b-4e5d-b31d-6f3e88c46008 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:00.858222 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.861329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9ec3513f-98eb-45ff-873d-64617bde6ced tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9916775 Feb 16 08:38:00.864578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53622) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:00.882702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'floatingip': {'floating_network_id': 'd8ef26ff-3a5a-4dfc-8021-58fb6a9d044e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:00.930195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Calling delete_port for ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:00.942646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:00.950130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:00.952076 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5f5b30b1-f957-4866-ba9c-9fcc900b6153 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "DELETE /v2.0/ports/46a83054-ba47-42f2-a0f9-240f8e4451c0 HTTP/1.1" status: 204 len: 168 time: 2.5760295 Feb 16 08:38:00.961627 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64730-ff14-4bd9-8c22-37f3a8ea8c04 None None] Pushing event updated for resources: {'Port': ['ID=c681c418-4e7b-4e5d-b31d-6f3e88c46008,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:00.972938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53626) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:00.997108 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Attempting to bind port c681c418-4e7b-4e5d-b31d-6f3e88c46008 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:00.997547 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Attempting to bind port c681c418-4e7b-4e5d-b31d-6f3e88c46008 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:00.998179 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Attempting to bind port c681c418-4e7b-4e5d-b31d-6f3e88c46008 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:01.005787 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:01.006552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:01.007430 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.008010 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:01.008550 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Bound port: c681c418-4e7b-4e5d-b31d-6f3e88c46008, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:01.009006 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.019550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:01.023810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:floatingip and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:01.032450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:01.037643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:01.074597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'Port': ['ID=80baa2ae-dd59-4019-a2f8-a8dddcb006f4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:01.078477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:01.094143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.112169 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] For port c681c418-4e7b-4e5d-b31d-6f3e88c46008, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:01.117250 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] For port c681c418-4e7b-4e5d-b31d-6f3e88c46008, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c681c418-4e7b-4e5d-b31d-6f3e88c46008,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:01.131215 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.157556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Port': ['ID=ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:01.169614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.177082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.198681 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa4fdeee-1abe-49aa-88bc-56a4b2488555 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/ports/ece40ba0-59b2-42fe-9c81-b3ce23ebf8a1 HTTP/1.1" status: 204 len: 168 time: 0.9735689 Feb 16 08:38:01.212751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53632) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:01.275643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.285990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49abdc8-7740-42c8-9b9a-7c7dedb628b0 None None] Pushing event updated for resources: {'Port': ['ID=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:01.317445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.353426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b64730-ff14-4bd9-8c22-37f3a8ea8c04 None None] Pushing event updated for resources: {'Port': ['ID=c681c418-4e7b-4e5d-b31d-6f3e88c46008,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:01.384200 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:01.384821 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:01.448088 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0b1e45d2-a9a8-4b1e-a318-ac0eed475cb1 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2337995 Feb 16 08:38:01.450219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.470088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53636) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:01.494696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.523142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-700377517'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:01.529987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] Unset dirty status for tenant:585009c1b18c4addbf55ce2f3b4fd149 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:01.531314 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a5e67cd6-8d81-48d4-a9ee-914869e344d2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7cc4149063304b668fc02ec026d03fba&name=default HTTP/1.1" status: 200 len: 2647 time: 2.4628530 Feb 16 08:38:01.535792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53640) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:01.550456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:01.564620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:38:01.570948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:network and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:01.583591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:01.612617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8b4d2733-b317-4b8c-a6df-31581c095f54 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6341739 Feb 16 08:38:01.614978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53644) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:01.618995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:01.624972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Sync routers for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:38:01.638275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-852680396'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:01.649017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:01.651449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:01.652958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.660300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Usage tracker for resource:network and tenant:24fee76234554801a0815009e133008a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:01.672218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.676907 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-49d28eac-db2e-4b82-9caa-84a8e7a9e089 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2258196 Feb 16 08:38:01.684815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53648) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:01.685889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:01.688247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.693942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212642d-14e4-4dd6-965c-1075f2e9ada4 None None] Network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:01.713337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:01.713879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:01.749076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.751737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.754695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3894c3da-2c3c-4e88-857c-c0bda3c97ecc HTTP/1.1" status: 204 len: 168 time: 0.9281693 Feb 16 08:38:01.763234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:01.779681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.831731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Made reservation on behalf of 24fee76234554801a0815009e133008a for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:01.836163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.858842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a4387-3a9e-44cb-b992-38e5e66ffce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3894c3da-2c3c-4e88-857c-c0bda3c97ecc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:01.885689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.899817 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:01.937055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:01.949602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:01.950476 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Added segment b88192c2-5208-4052-b6b6-58416744f3a9 of type vlan for network 079078a5-67cb-4880-a6e9-93dcd707253d Feb 16 08:38:01.991901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.060877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.065424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:02.066279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.126756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:02.207162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.238092 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment 833c98ea-2e7f-421a-838d-89bafbda72dc of type vlan for network 8b81e389-8bb4-433a-a2bd-bb06064482b1 Feb 16 08:38:02.379709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.388745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.407322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event updated for resources: {'Network': ['ID=079078a5-67cb-4880-a6e9-93dcd707253d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:02.415538 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:37:54Z', 'revision_number': 3, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:02.420928 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0cb6f3ce-30c1-44cd-bf90-fa64c8cf775d tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8035743 Feb 16 08:38:02.424239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53656) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:02.425215 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8995d107-53c4-4d4a-8265-87b412dd8ddc None None] The sync data for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv is: [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:37:54Z', 'revision_number': 3, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:02.430165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:02.494902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.508687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 079078a5-67cb-4880-a6e9-93dcd707253d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:02.564742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.651060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:02.689980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:37:59Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:02.712828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81331e1-f8ba-432e-8c4f-76471fdcccdd None None] The sync data for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv is: [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:37:59Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:02.716234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.726696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c75b382-cc07-47c1-97f6-d1a526d1b37f None None] Network eaa5e066-09f2-4785-b5d5-6390df52e755 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:02.741065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53660) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:02.756080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'Port': ['ID=80baa2ae-dd59-4019-a2f8-a8dddcb006f4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:02.767183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.767780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.778227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:02.778907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.884011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:02.943785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.945329 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b651f931-cd2a-49cc-a337-99bb11b3d555 HTTP/1.1" status: 204 len: 168 time: 1.4084477 Feb 16 08:38:02.946690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06210339-da34-4212-90d8-8afc7c249d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651f931-cd2a-49cc-a337-99bb11b3d555,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:02.986514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:02.988008 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-64b5c6a6-c4f9-4cbb-b1e3-d2db7a429e8b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2596240 Feb 16 08:38:03.012477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-90b5c932-a482-457c-a035-c8236bbb795d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=978d921b23fd41099f1e44c6b827ee29&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2352993 Feb 16 08:38:03.033573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53668) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:03.103930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6248257 Feb 16 08:38:03.104673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53672) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:03.133487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1627598776'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:03.156154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:03.169583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:network and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:03.179385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:03.217033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:03.220502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a37b1-28a0-4817-b75b-d35ea5302bac tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=8b81e389-8bb4-433a-a2bd-bb06064482b1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:03.288224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Allocated IP 172.20.0.7 (d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e/068763c7-95eb-4a54-991a-00bb17fdc35d/926ce1d6-24bb-4f39-833b-9d9a78e17aec) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:03.331972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:03.341681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:03.422088 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3a0b88e4-e5b3-4faa-83d3-589dac22bf46 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks HTTP/1.1" status: 200 len: 7725 time: 0.9911315 Feb 16 08:38:03.456454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 8b81e389-8bb4-433a-a2bd-bb06064482b1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:03.476169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53676) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:03.645199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b23118a1-1feb-4761-a33b-e8755021ade3 None None] Provisioning for port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:03.781281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:03.784142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:03.829089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:03.829661 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Added segment 6075ad0b-667e-47ee-96f9-74283472b58a of type vlan for network 57281947-f565-427b-bae5-35f181c1e389 Feb 16 08:38:03.853835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:03.906159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:03.943395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a1891c-71be-4042-96f3-d98c0c67d242 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] Network 079078a5-67cb-4880-a6e9-93dcd707253d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:03.982260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a6a1891c-71be-4042-96f3-d98c0c67d242 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "POST /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5049276 Feb 16 08:38:03.991979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53686) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:04.195777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c681c418-4e7b-4e5d-b31d-6f3e88c46008 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:04.289593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c4dad-ffb4-4cd6-8606-c2d7d960a601 None None] Network 079078a5-67cb-4880-a6e9-93dcd707253d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:04.321400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.492025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.543420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.547740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:04.548351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.727666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.853650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3ebb3d-a381-46a8-bbed-9bf8a1935676,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:04.952152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Network': ['ID=57281947-f565-427b-bae5-35f181c1e389,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:04.992934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:04.994063 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e61189f6-7df1-44cc-a7af-a984482d01b5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fe3ebb3d-a381-46a8-bbed-9bf8a1935676 HTTP/1.1" status: 204 len: 168 time: 1.9595497 Feb 16 08:38:05.029913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 57281947-f565-427b-bae5-35f181c1e389 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:05.036202 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f7a0b60-58bc-4e3d-aafc-88bc0b67733f tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9200168 Feb 16 08:38:05.039147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-50496e14-a2a8-4536-9781-da1be5ea5d90 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks HTTP/1.1" status: 200 len: 8469 time: 1.0301394 Feb 16 08:38:05.044336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53710) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:05.072875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:05.137394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port c681c418-4e7b-4e5d-b31d-6f3e88c46008 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:05.177648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c681c418-4e7b-4e5d-b31d-6f3e88c46008 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:05.178022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:05.203990 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7a1a820f-638a-41e8-bc6d-9dd919b0e5a5 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "DELETE /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks/079078a5-67cb-4880-a6e9-93dcd707253d HTTP/1.1" status: 204 len: 168 time: 0.1583195 Feb 16 08:38:05.207728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53716) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:05.334903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:05.344983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:05.378503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53720) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:05.391728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'subnets': [{'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698309215', 'ip_version': 4}, {'network_id': '57281947-f565-427b-bae5-35f181c1e389', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:05.392178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'subnet': {'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--698309215', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:05.392854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Request body: {'subnet': {'network_id': '57281947-f565-427b-bae5-35f181c1e389', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:05.447577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Port': ['ID=926ce1d6-24bb-4f39-833b-9d9a78e17aec,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:05.703065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53736) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:05.737317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:05.742007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Usage tracker for resource:subnet and tenant:d940b9fb2cef4e2d9fe2bc985354fc55 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:05.747526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:05.756053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:05.766207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:37:56Z', 'revision_number': 3, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:05.771194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Made reservation on behalf of d940b9fb2cef4e2d9fe2bc985354fc55 for: {'subnet': 2} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:05.773765 dv-neutron-829488-1-hyperv neutron-server[83709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 16 08:38:05.788070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Checking router: e2df9eb2-91dc-419c-b65c-77c2a34befb8 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:38:05.788417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Updating router e2df9eb2-91dc-419c-b65c-77c2a34befb8 port eed8320f-4aef-4685-bef3-db0c6851857f binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:38:05.803793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:05.835457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:05.853907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port c681c418-4e7b-4e5d-b31d-6f3e88c46008, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c681c418-4e7b-4e5d-b31d-6f3e88c46008,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:05.862428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:05.863392 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 06eeed3b-7c86-40f3-9bb7-292ec8c1786b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:05.968148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d7d16d2b-5a12-4242-8995-cbef839e4939 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks HTTP/1.1" status: 200 len: 7725 time: 0.7588177 Feb 16 08:38:05.969257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53744) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:06.004483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.012410 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4acc892-12b0-436c-93bd-eee1b7848f81 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/networks/eaa5e066-09f2-4785-b5d5-6390df52e755/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0363979 Feb 16 08:38:06.083053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53748) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:06.129375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.130136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.175530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=c681c418-4e7b-4e5d-b31d-6f3e88c46008,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:06.209050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:06.243608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:06.243992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.637959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.653014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Transition to ACTIVE for port object eed8320f-4aef-4685-bef3-db0c6851857f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:06.668463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.825762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:06.864043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a44c23-efca-4649-b301-d750c63f4619 None None] Pushing event updated for resources: {'Port': ['ID=eed8320f-4aef-4685-bef3-db0c6851857f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:06.867651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-88f72177-2a11-4a6e-949d-2da7dd41d204 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Synchronizing usage tracker for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:06.907624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Subnet': ['ID=43a559f9-76e7-4184-b5ce-a0e1442ec432,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:06.957258 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ad831a5a-f472-48d0-b65a-570330c677d0 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/networks/eaa5e066-09f2-4785-b5d5-6390df52e755/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.8627899 Feb 16 08:38:06.959960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:06.992921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Checking segment: {'id': '833c98ea-2e7f-421a-838d-89bafbda72dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:06.993577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network hostable DHCP agents. Network: 8b81e389-8bb4-433a-a2bd-bb06064482b1, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:07.010703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.068860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Attempting to bind port eed8320f-4aef-4685-bef3-db0c6851857f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:07.069428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Attempting to bind port eed8320f-4aef-4685-bef3-db0c6851857f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:07.070806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Attempting to bind port eed8320f-4aef-4685-bef3-db0c6851857f on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:07.107047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3f89387e-a046-4455-95a2-5b9ffe2e79bb None None] Provisioning complete for port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:07.107669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f89387e-a046-4455-95a2-5b9ffe2e79bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.154916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:07.155069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:07.155560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.156645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:07.157249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Bound port: eed8320f-4aef-4685-bef3-db0c6851857f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:07.157749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.177223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53772) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:07.187873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-88f72177-2a11-4a6e-949d-2da7dd41d204 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Unset dirty status for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:07.189930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-88f72177-2a11-4a6e-949d-2da7dd41d204 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1303944520&fields=id&tenant_id=fc7f252ed91344ddbd0a67b0d0f99800 HTTP/1.1" status: 200 len: 267 time: 1.4539986 Feb 16 08:38:07.193493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.195471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Allocated IP 172.20.0.1 (70f13364-926d-4a75-8bfa-8cee8a3fd7b9/738a89d5-f5d1-4308-a1e2-f10284a78331/ab0c4ff1-bcd4-4e98-8181-0c0b9402b413) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:07.205470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network 8b81e389-8bb4-433a-a2bd-bb06064482b1 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:07.245815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 8b81e389-8bb4-433a-a2bd-bb06064482b1) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:07.250981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.278670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca17e45-16d5-416e-a8a8-e0a51aa720c4 None None] Network 8b81e389-8bb4-433a-a2bd-bb06064482b1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:07.303867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,segment=NetworkSegment(65b141c5-b886-4d63-b68d-f49525e464f8),segment_id=65b141c5-b886-4d63-b68d-f49525e464f8)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:07.333895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.334888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ff41609-01fd-47f8-927d-93adb1f74a3b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:07.388778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.421988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event updated for resources: {'Subnet': ['ID=b618097b-9e12-4c73-9f5c-fc1c9c3f5321,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:07.577528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] For port eed8320f-4aef-4685-bef3-db0c6851857f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:07.640271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] For port eed8320f-4aef-4685-bef3-db0c6851857f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eed8320f-4aef-4685-bef3-db0c6851857f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:07.643059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105166508'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:07.646889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Checking segment: {'id': '6075ad0b-667e-47ee-96f9-74283472b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '57281947-f565-427b-bae5-35f181c1e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:07.647245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network hostable DHCP agents. Network: 57281947-f565-427b-bae5-35f181c1e389, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:07.655235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3ff41609-01fd-47f8-927d-93adb1f74a3b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:07.669756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:07.680310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.690683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:07.703844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Network 57281947-f565-427b-bae5-35f181c1e389 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:07.713787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:07.721239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:07.724992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 57281947-f565-427b-bae5-35f181c1e389) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:07.725461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.738742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:07.739113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:07.739732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.744219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Transition to ACTIVE for port object ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:07.745843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:07.753436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3ff41609-01fd-47f8-927d-93adb1f74a3b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:07.753669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.755121 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66afcf85-922d-473f-83b2-56c85abe38a6 tempest-DHCPAgentSchedulersTestJSON-1643611601 tempest-DHCPAgentSchedulersTestJSON-1643611601-project-admin] 10.222.0.94 "GET /v2.0/agents/111d84b1-79c6-47f1-ba43-650b875d9e04/dhcp-networks HTTP/1.1" status: 200 len: 7725 time: 0.7929943 Feb 16 08:38:07.761202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53786) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:07.893277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.895190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf56f101-e313-4c3b-80f5-ae3d2c3d59c0 None None] Network 57281947-f565-427b-bae5-35f181c1e389 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:07.907836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:07.911458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.927463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:07.936013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53792) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:07.942148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8339ae2e-368b-4c4c-a77a-b961ba007b12 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.5600786 Feb 16 08:38:07.962779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53796) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:08.009196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a44c23-efca-4649-b301-d750c63f4619 None None] Pushing event updated for resources: {'Port': ['ID=eed8320f-4aef-4685-bef3-db0c6851857f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:08.090558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:08.101587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:37:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:08.133697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:08.140120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-1a3f110c-2828-455c-97cd-5ed143e0f797 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:08.141613 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-1a3f110c-2828-455c-97cd-5ed143e0f797 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 812 time: 0.7542267 Feb 16 08:38:08.147796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.152203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:security_group_rule and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:08.160105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.174119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:08.194320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:08.224921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-137159504', 'router:external': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:08.245561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Pushing event updated for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:08.246361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:08.258141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > segment before_delete 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.258571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.259677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.260108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > port after_create 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.260587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > port after_delete 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.261055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > port after_update 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.261930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > segment after_delete 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.261930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet after_create 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.262332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet after_delete 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.262844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet after_update 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.290872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f2d35-1baf-49ab-be38-e9c9c18623c5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:08.292249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f2d35-1baf-49ab-be38-e9c9c18623c5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:08.294130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9f2d35-1baf-49ab-be38-e9c9c18623c5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:08.296155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8a9f2d35-1baf-49ab-be38-e9c9c18623c5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3136237 Feb 16 08:38:08.329645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:08.336972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5a2d1e99-ef90-4662-be16-7ca1da6d5557 None None] Could not find standard attr ID for object 46a83054-ba47-42f2-a0f9-240f8e4451c0. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:38:08.340127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:08.355596 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-bc62408a-8973-4152-9e5b-26523df6dab1 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/quotas/fc7f252ed91344ddbd0a67b0d0f99800 HTTP/1.1" status: 200 len: 375 time: 0.1845515 Feb 16 08:38:08.394675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:08.409077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:08.440576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet after_create 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.441063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet after_delete 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.441484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet before_create 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.441908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Subscribe: > subnet before_update 55550000 {{(pid=83710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 16 08:38:08.442402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079078a5-67cb-4880-a6e9-93dcd707253d']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:08.463190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:network and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:08.471800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b88192c2-5208-4052-b6b6-58416744f3a9') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:08.472323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b88192c2-5208-4052-b6b6-58416744f3a9') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:08.482795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:08.499601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.514287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:08.534729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c1b8cab9-51ba-47d2-9d48-55b901f7727e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.547738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-8b81e389-8bb4-433a-a2bd-bb06064482b1', 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1', 'tenant_id': 'd940b9fb2cef4e2d9fe2bc985354fc55', 'fixed_ips': [{'subnet_id': '43a559f9-76e7-4184-b5ce-a0e1442ec432'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:08.548580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.551461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.562954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Made reservation on behalf of 380bc1bcd4c149179a50f7106baec526 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:08.565992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.592095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.610138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:08.610546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn_limited( Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn_limited( Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:08.631351 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:08.642494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.688826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:08.706545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.722241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.780517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-57281947-f565-427b-bae5-35f181c1e389', 'network_id': '57281947-f565-427b-bae5-35f181c1e389', 'tenant_id': 'd940b9fb2cef4e2d9fe2bc985354fc55', 'fixed_ips': [{'subnet_id': 'b618097b-9e12-4c73-9f5c-fc1c9c3f5321'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:08.781450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.802364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.808445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.812342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.824531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.825637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:08.861327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.872936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event deleted for resources: {'Network': ['ID=079078a5-67cb-4880-a6e9-93dcd707253d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:08.888603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3ff41609-01fd-47f8-927d-93adb1f74a3b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ff41609-01fd-47f8-927d-93adb1f74a3b,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:08.889829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:08.895316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:08.912209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:security_group_rule and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:08.912947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.921345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:08.931366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:08.931712 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment fefc55ea-2db4-4a60-be12-101023491f76 of type vlan for network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d Feb 16 08:38:08.936484 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a72f9894-6f10-4892-a8bd-a05f4d3ef9e2 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "DELETE /v2.0/networks/079078a5-67cb-4880-a6e9-93dcd707253d HTTP/1.1" status: 204 len: 168 time: 1.1718271 Feb 16 08:38:08.940398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:08.942953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53806) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:08.943946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51471c02-d78a-46b8-a5f4-a762acf5988b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.055721 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71f4bf1-1dc2-45fc-9813-bae320975bff tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] DELETE failed (client error): The resource could not be found. Feb 16 08:38:09.056971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71f4bf1-1dc2-45fc-9813-bae320975bff tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:09.063321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Port': ['ID=926ce1d6-24bb-4f39-833b-9d9a78e17aec,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.101011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-8db415ac-9cb8-4d40-b2ee-256b7932d797 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7023282 Feb 16 08:38:09.116886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.125854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d71f4bf1-1dc2-45fc-9813-bae320975bff tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "DELETE /v2.0/ports/46a83054-ba47-42f2-a0f9-240f8e4451c0 HTTP/1.1" status: 404 len: 333 time: 0.1750557 Feb 16 08:38:09.129084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53810) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:09.130144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.148319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Deleting subnet 43a559f9-76e7-4184-b5ce-a0e1442ec432 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:38:09.156711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c681c418-4e7b-4e5d-b31d-6f3e88c46008 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:09.292590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.357284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.399245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.403932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:09.404587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.413733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.425837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.482644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.503131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b702cae-a3ec-4f81-b4b8-c6676f8aafd5 None None] Provisioning for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:09.508018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.512607 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-00cb0bdd-e8f2-4e9b-9c85-ca639337b7be tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 8.6415856 Feb 16 08:38:09.524536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Allocated IP 172.20.0.2 (8b81e389-8bb4-433a-a2bd-bb06064482b1/43a559f9-76e7-4184-b5ce-a0e1442ec432/0f5e485a-a941-4173-9b82-8b74897ad5aa) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:09.526725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53820) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:09.565424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43379c06-0aab-49c3-abd6-d115f9724228,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.575508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:09.611426 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4305160 Feb 16 08:38:09.637233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b702cae-a3ec-4f81-b4b8-c6676f8aafd5 None None] Provisioning complete for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:09.637491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e85289-cdd4-476c-8663-236f970c1a10 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:09.637625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b702cae-a3ec-4f81-b4b8-c6676f8aafd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.641295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.643375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Added segment fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864 of type vlan for network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 Feb 16 08:38:09.744068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:09.773278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53824) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:09.788980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:09.817104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-9fe08851-9fcd-47ad-8669-ff1efeeefdff service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:38:09.818630 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-9fe08851-9fcd-47ad-8669-ff1efeeefdff service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4197755 Feb 16 08:38:09.841316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.911479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6445c711-dde5-4d3e-a753-fe97d1782efd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Synchronizing usage tracker for tenant:d1814b565fe34feabd91b19d9a03ab06 on resource:floatingip {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:09.942255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Deleting subnet 0893e5e2-4abd-42a2-9e14-f75804266d9f {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:38:09.949957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:09.992094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b702cae-a3ec-4f81-b4b8-c6676f8aafd5 None None] Port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:10.004808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c681c418-4e7b-4e5d-b31d-6f3e88c46008 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:10.004808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.047590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.049174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:10.050365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.056827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Allocated IP 172.20.0.18 (57281947-f565-427b-bae5-35f181c1e389/b618097b-9e12-4c73-9f5c-fc1c9c3f5321/338feca6-c768-40a6-abe9-77a014f05e73) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:10.092258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.219643 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.2818921 Feb 16 08:38:10.231927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53828) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:10.240084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'subnet': {'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:10.244660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:10.248733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:subnet and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:10.252111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:10.258120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:10.276136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Made reservation on behalf of 380bc1bcd4c149179a50f7106baec526 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:10.279355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.303261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79027c-571d-4223-9f5d-df1385a7cefa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Network': ['ID=18ceef22-7d43-40ce-a2de-136bc30cf0f7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:10.332815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6445c711-dde5-4d3e-a753-fe97d1782efd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Unset dirty status for tenant:d1814b565fe34feabd91b19d9a03ab06 on resource:floatingip {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:10.338589 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6445c711-dde5-4d3e-a753-fe97d1782efd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "GET /v2.0/floatingips?floating_network_id=d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e HTTP/1.1" status: 200 len: 689 time: 0.8058767 Feb 16 08:38:10.356377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:10.367752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:10.370030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53832) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:10.377653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Allocated IP 172.20.0.1 (e27556ca-4a05-49a2-8b75-ccbfba974e4a/fd39097c-5cde-4b0c-a597-23a9f3590ab9/867dc188-799a-4cd7-83d1-b051389647af) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:10.380556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:10.421497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:10.437326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:10.456680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.540659 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:38:10.553920 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-76a2ff92-ffd2-424a-989b-3efe11eed8aa service neutron] 10.222.0.94 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6887186 Feb 16 08:38:10.561372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:10.638719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.645138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:37:56Z', 'revision_number': 3, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:10.660959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 06eeed3b-7c86-40f3-9bb7-292ec8c1786b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:10.700483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.719479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:10.741943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8fe276-fb20-44f8-bb64-00429c9b11ec None None] The sync data for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv is: [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:37:56Z', 'revision_number': 3, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:10.747745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Transition to ACTIVE for port object 0f5e485a-a941-4173-9b82-8b74897ad5aa will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:10.765115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event deleted for resources: {'Subnet': ['ID=0893e5e2-4abd-42a2-9e14-f75804266d9f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:10.771294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.783539 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7de4dc9c-ee08-42d9-891b-5cdfeeb55d40 tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "DELETE /v2.0/subnets/0893e5e2-4abd-42a2-9e14-f75804266d9f HTTP/1.1" status: 204 len: 168 time: 1.6531725 Feb 16 08:38:10.785131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53836) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:10.791922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543ebfe4-2167-43d1-80a3-72256cc7950a None None] Network eaa5e066-09f2-4785-b5d5-6390df52e755 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:10.822007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.865053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.883937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Transition to ACTIVE for port object 0f5e485a-a941-4173-9b82-8b74897ad5aa will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:10.912201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.918364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.929973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.947199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Deleting port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:10.947546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:10.957905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.006584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Transition to ACTIVE for port object 338feca6-c768-40a6-abe9-77a014f05e73 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:11.008962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.013623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ec8f27cd-67ec-4357-b78f-ddf65f8cae06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.076865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.092878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Pushing event updated for resources: {'Port': ['ID=0f5e485a-a941-4173-9b82-8b74897ad5aa,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:11.098321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Network 8b81e389-8bb4-433a-a2bd-bb06064482b1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:11.099780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Transition to ACTIVE for port object 338feca6-c768-40a6-abe9-77a014f05e73 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:11.133301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:11.136326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:11.145700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:11.145700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.180225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.295684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] For port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,segment=NetworkSegment(65b141c5-b886-4d63-b68d-f49525e464f8),segment_id=65b141c5-b886-4d63-b68d-f49525e464f8)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:11.295684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.360213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Pushing event updated for resources: {'Port': ['ID=338feca6-c768-40a6-abe9-77a014f05e73,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:11.372587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Network 57281947-f565-427b-bae5-35f181c1e389 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:11.380032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:11.383002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:11.455847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Attempting to bind port 0f5e485a-a941-4173-9b82-8b74897ad5aa on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:11.456329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Attempting to bind port 0f5e485a-a941-4173-9b82-8b74897ad5aa by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '833c98ea-2e7f-421a-838d-89bafbda72dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:11.456890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Attempting to bind port 0f5e485a-a941-4173-9b82-8b74897ad5aa on network 8b81e389-8bb4-433a-a2bd-bb06064482b1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:11.474084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Calling delete_port for 06eeed3b-7c86-40f3-9bb7-292ec8c1786b owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:11.485985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Pushing event updated for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:11.500110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.525724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:38:11.526394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.534839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.561586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.592515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-7ed9dd82-4d03-4857-8412-ad87af0f041b service neutron] 10.222.0.94 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9655380 Feb 16 08:38:11.595122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:11.595671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Checking segment: {'id': '833c98ea-2e7f-421a-838d-89bafbda72dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:11.596691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.596691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Bound using segment: {'id': '833c98ea-2e7f-421a-838d-89bafbda72dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:11.597172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Bound port: 0f5e485a-a941-4173-9b82-8b74897ad5aa, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '833c98ea-2e7f-421a-838d-89bafbda72dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '8b81e389-8bb4-433a-a2bd-bb06064482b1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:11.597673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.605775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Deleting port 926ce1d6-24bb-4f39-833b-9d9a78e17aec {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:11.606025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.649168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cd2f21f3-6796-4f01-ae6d-af3a2b913cea,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:11.653314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Transition to ACTIVE for port object 867dc188-799a-4cd7-83d1-b051389647af will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:11.665587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.725802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:11.729387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0f5e485a-a941-4173-9b82-8b74897ad5aa,segment=NetworkSegment(833c98ea-2e7f-421a-838d-89bafbda72dc),segment_id=833c98ea-2e7f-421a-838d-89bafbda72dc)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:11.729681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] No DVR routers for this DVR port 06eeed3b-7c86-40f3-9bb7-292ec8c1786b on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:38:11.731686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Checking segment: {'id': 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:11.732118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network hostable DHCP agents. Network: 18ceef22-7d43-40ce-a2de-136bc30cf0f7, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:11.738347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event deleted for resources: {'Port': ['ID=06eeed3b-7c86-40f3-9bb7-292ec8c1786b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:11.757649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Attempting to bind port 338feca6-c768-40a6-abe9-77a014f05e73 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:11.758121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Attempting to bind port 338feca6-c768-40a6-abe9-77a014f05e73 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6075ad0b-667e-47ee-96f9-74283472b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '57281947-f565-427b-bae5-35f181c1e389'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:11.758626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Attempting to bind port 338feca6-c768-40a6-abe9-77a014f05e73 on network 57281947-f565-427b-bae5-35f181c1e389 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:11.762093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.907310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a457f057-6696-4e6f-b36c-bfe0b848d6e4 None None] DHCP port deletion for eaa5e066-09f2-4785-b5d5-6390df52e755 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:38:11.933229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.933958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.966756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:11.967263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Checking segment: {'id': '6075ad0b-667e-47ee-96f9-74283472b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '57281947-f565-427b-bae5-35f181c1e389'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:11.967522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.967917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Bound using segment: {'id': '6075ad0b-667e-47ee-96f9-74283472b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '57281947-f565-427b-bae5-35f181c1e389'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:11.968404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Bound port: 338feca6-c768-40a6-abe9-77a014f05e73, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6075ad0b-667e-47ee-96f9-74283472b58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '57281947-f565-427b-bae5-35f181c1e389'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:11.968774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:11.971753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.038725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ff41609-01fd-47f8-927d-93adb1f74a3b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:12.053825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa5e066-09f2-4785-b5d5-6390df52e755']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:12.073422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b141c5-b886-4d63-b68d-f49525e464f8') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:12.074864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b141c5-b886-4d63-b68d-f49525e464f8') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:12.092847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.112147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:12.121752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.128989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:12.133325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.154709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68827a9-c368-46f1-b575-a38e8f5e337f None None] Pushing event updated for resources: {'Port': ['ID=0f5e485a-a941-4173-9b82-8b74897ad5aa,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:12.200826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.282310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] For port 338feca6-c768-40a6-abe9-77a014f05e73, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:12.284445 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:12.288142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3ff41609-01fd-47f8-927d-93adb1f74a3b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:12.289267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.292180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.333976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.355664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] Pushing event deleted for resources: {'Network': ['ID=eaa5e066-09f2-4785-b5d5-6390df52e755,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:12.364746 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-316745da-d7d4-442b-8fb9-85094ebcaa2a tempest-DHCPAgentSchedulersTestJSON-1475786474 tempest-DHCPAgentSchedulersTestJSON-1475786474-project] 10.222.0.94 "DELETE /v2.0/networks/eaa5e066-09f2-4785-b5d5-6390df52e755 HTTP/1.1" status: 204 len: 168 time: 1.5794804 Feb 16 08:38:12.412537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] For port 338feca6-c768-40a6-abe9-77a014f05e73, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=338feca6-c768-40a6-abe9-77a014f05e73,segment=NetworkSegment(6075ad0b-667e-47ee-96f9-74283472b58a),segment_id=6075ad0b-667e-47ee-96f9-74283472b58a)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:12.413967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:12.446416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 18ceef22-7d43-40ce-a2de-136bc30cf0f7) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:12.458044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:12.458715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.460463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4d04b-1ea3-46ac-9029-3bc7d89828ab None None] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:12.488195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.488195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.502946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2308562b-9201-43d8-ba15-974f2b8160a6 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2672536 Feb 16 08:38:12.505417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53866) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:12.517577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1874096830', 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:12.531985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:12.541956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:port and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:12.552002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:12.574474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:12.623430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Made reservation on behalf of 380bc1bcd4c149179a50f7106baec526 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:12.630233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.684148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] device_id is not set on port c94920e5-5bad-42ff-98f4-323dae9e4a2e yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:38:12.755097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:12.765129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:12.772652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.789666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Calling delete_port for 926ce1d6-24bb-4f39-833b-9d9a78e17aec owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:12.822764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:12.869995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:12.873605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:12.908682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 2001:db8::b5 (18ceef22-7d43-40ce-a2de-136bc30cf0f7/cd2f21f3-6796-4f01-ae6d-af3a2b913cea/c94920e5-5bad-42ff-98f4-323dae9e4a2e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:12.933449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:12.938423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:13.067828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d707f-363b-479b-8fe0-7f2e78555e7a None None] Pushing event updated for resources: {'Port': ['ID=338feca6-c768-40a6-abe9-77a014f05e73,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:13.196898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53882) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:13.481644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d5d7fa-2e15-417e-9530-e07e598a1960 None None] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:13.682892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0e405b7-2188-4228-ade4-24f01bf115e4 req-17e7632d-e29d-4efa-b3b0-3314aaff4c4f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 1.5666137 Feb 16 08:38:13.703643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:13.737509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:13.751000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:13.803832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 06eeed3b-7c86-40f3-9bb7-292ec8c1786b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:38:13.852984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:13.893416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=c94920e5-5bad-42ff-98f4-323dae9e4a2e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:13.923704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 06eeed3b-7c86-40f3-9bb7-292ec8c1786b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:38:13.924062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 06eeed3b-7c86-40f3-9bb7-292ec8c1786b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:38:13.939614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328e8685-c7c9-4d5f-bed7-689f8eb24cde None None] Network 8b81e389-8bb4-433a-a2bd-bb06064482b1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:13.974160 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cfa31ac0-dde6-4209-9f41-2721d2930747 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=24fee76234554801a0815009e133008a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7760491 Feb 16 08:38:13.975929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53898) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:14.019500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:14.026334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:14.029563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:14.030727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:14.031833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.041381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.052173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a8203de8-c44e-4c23-a019-9d29498593c9 None None] Provisioning complete for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:14.052592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8203de8-c44e-4c23-a019-9d29498593c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.081152 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f55842b7-69bf-48fa-8b0d-a1c3cf3b1c48 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.5742428 Feb 16 08:38:14.085693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53902) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:14.109463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.165469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0f5e485a-a941-4173-9b82-8b74897ad5aa up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:14.218127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.257141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Deleting port c94920e5-5bad-42ff-98f4-323dae9e4a2e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:14.257470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.290999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a8203de8-c44e-4c23-a019-9d29498593c9 None None] Port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:14.297327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.382325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0f5e485a-a941-4173-9b82-8b74897ad5aa completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:14.402074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:14.439290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.460414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.484457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 338feca6-c768-40a6-abe9-77a014f05e73 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:14.509833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb0f0fd-f3aa-4a52-abdd-82f8d7494d7b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:14.543506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Subnet': ['ID=43a559f9-76e7-4184-b5ce-a0e1442ec432,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:14.593241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.597514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': 'fefc55ea-2db4-4a60-be12-101023491f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:14.597876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:14.604373 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-987de951-ed21-457e-8040-66f1f41a2bbc admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1fb0f0fd-f3aa-4a52-abdd-82f8d7494d7b HTTP/1.1" status: 204 len: 168 time: 0.6182077 Feb 16 08:38:14.616064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 338feca6-c768-40a6-abe9-77a014f05e73 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:14.634154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Provisioning for port 0f5e485a-a941-4173-9b82-8b74897ad5aa completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:14.641141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Provisioning complete for port 0f5e485a-a941-4173-9b82-8b74897ad5aa triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:14.641673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.648924 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-50459aaf-ab46-4bdf-9e3c-b37faad40175 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/subnets/43a559f9-76e7-4184-b5ce-a0e1442ec432 HTTP/1.1" status: 204 len: 168 time: 6.3118758 Feb 16 08:38:14.660665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53910) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:14.787001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.871727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] DHCP port deletion for 8b81e389-8bb4-433a-a2bd-bb06064482b1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:38:14.879297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Deleting port 0f5e485a-a941-4173-9b82-8b74897ad5aa {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:14.879692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.893567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:14.950025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.049772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.072456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a873a-a2a1-41f2-acf1-8a4b773c42e6 None None] Network 57281947-f565-427b-bae5-35f181c1e389 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:15.139792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Port': ['ID=926ce1d6-24bb-4f39-833b-9d9a78e17aec,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:15.171295 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d358663c-3730-47a3-bd6f-6ef23b81474f req-6029ec86-52a7-411f-b2f6-a558401e7001 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.1106162 Feb 16 08:38:15.208608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Calling delete_port for c94920e5-5bad-42ff-98f4-323dae9e4a2e owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:15.318927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.98', 57841) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:15.348252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0f5e485a-a941-4173-9b82-8b74897ad5aa,segment=NetworkSegment(833c98ea-2e7f-421a-838d-89bafbda72dc),segment_id=833c98ea-2e7f-421a-838d-89bafbda72dc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:15.363099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.364755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:15.372431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:15.503459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:15.517081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.527097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-71542cb0-47a7-4020-a941-fdfc248c90a8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:15.529036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-71542cb0-47a7-4020-a941-fdfc248c90a8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Synchronizing usage tracker for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:15.546055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:15.546266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0f5e485a-a941-4173-9b82-8b74897ad5aa,segment=NetworkSegment(833c98ea-2e7f-421a-838d-89bafbda72dc),segment_id=833c98ea-2e7f-421a-838d-89bafbda72dc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:15.546681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.546881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.563745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bf8ed2-07dd-4ec6-be3a-e3f79a9b3244 None None] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:15.598077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-71542cb0-47a7-4020-a941-fdfc248c90a8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Unset dirty status for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:15.600023 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-71542cb0-47a7-4020-a941-fdfc248c90a8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 812 time: 0.2780433 Feb 16 08:38:15.602074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.619614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.636583 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-70da44a3-bbb9-404c-8a7e-adcf7d90a849 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 5.8551466 Feb 16 08:38:15.644070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53928) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:15.656422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Deleting subnet b618097b-9e12-4c73-9f5c-fc1c9c3f5321 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:38:15.662708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1124450028'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:15.705714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.734135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Port': ['ID=c94920e5-5bad-42ff-98f4-323dae9e4a2e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:15.747923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:15.750347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:15.757874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.766098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Provisioning for port 867dc188-799a-4cd7-83d1-b051389647af completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:15.772673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fe723b87f24db08d96c434623bc280 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:15.776105 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1276695c-e8a1-4a66-940b-9db10113025d tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/ports/c94920e5-5bad-42ff-98f4-323dae9e4a2e HTTP/1.1" status: 204 len: 168 time: 1.6847277 Feb 16 08:38:15.777968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53932) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:15.778079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Calling delete_port for 0f5e485a-a941-4173-9b82-8b74897ad5aa owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:15.782134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:15.784884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'external_fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5'}]}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:15.785909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:15.790967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:15.798042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:router and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:15.801001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:15.802417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:15.807196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-35c294a0-67d6-45e9-9aa4-5d27cd0f6e1b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Synchronizing usage tracker for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:15.810056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Provisioning complete for port 867dc188-799a-4cd7-83d1-b051389647af triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:15.810426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.816257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:15.817462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:15.826009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:15.850364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.853429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.859563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.879191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.892436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.892659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Pushing event updated for resources: {'Port': ['ID=0f5e485a-a941-4173-9b82-8b74897ad5aa,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:15.900518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-35c294a0-67d6-45e9-9aa4-5d27cd0f6e1b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Unset dirty status for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:15.903583 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-35c294a0-67d6-45e9-9aa4-5d27cd0f6e1b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc7f252ed91344ddbd0a67b0d0f99800 HTTP/1.1" status: 200 len: 380 time: 0.2246461 Feb 16 08:38:15.950372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:15.953388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:15.956992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9110def3-2e73-45ce-b639-4b036af4d5ab None None] Port 867dc188-799a-4cd7-83d1-b051389647af cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:16.004421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'port': {'device_id': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'admin_state_up': True, 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'security_groups': ['f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:16.013958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:16.079664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:16.080289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0f5e485a-a941-4173-9b82-8b74897ad5aa no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:38:16.095210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.095562 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 1c93c0e7-361f-43eb-970c-dad97249c3ad of type vlan for network d1e36dd2-fc34-41f5-9e09-b201f1c04d14 Feb 16 08:38:16.126712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.161196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.180030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.219017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Provisioning for port 338feca6-c768-40a6-abe9-77a014f05e73 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:16.265182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:16.265549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:16.266060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Provisioning complete for port 338feca6-c768-40a6-abe9-77a014f05e73 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:16.266503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.296192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.410337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.414801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.419478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:16.421138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.425124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.448253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:16.453019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Usage tracker for resource:port and tenant:fc7f252ed91344ddbd0a67b0d0f99800 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:16.481391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d', 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': 'e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:16.482529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.490223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:16.499480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Pushing event updated for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:16.540272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:16.574331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Made reservation on behalf of fc7f252ed91344ddbd0a67b0d0f99800 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:16.577352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.600211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.650979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0f5e485a-a941-4173-9b82-8b74897ad5aa,segment=NetworkSegment(833c98ea-2e7f-421a-838d-89bafbda72dc),segment_id=833c98ea-2e7f-421a-838d-89bafbda72dc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:16.686700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.775088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Deleting port 0f5e485a-a941-4173-9b82-8b74897ad5aa {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:16.775465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.893689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] For port 338feca6-c768-40a6-abe9-77a014f05e73, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=338feca6-c768-40a6-abe9-77a014f05e73,segment=NetworkSegment(6075ad0b-667e-47ee-96f9-74283472b58a),segment_id=6075ad0b-667e-47ee-96f9-74283472b58a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:16.928208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=d1e36dd2-fc34-41f5-9e09-b201f1c04d14,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:16.942054 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fe00f48f-4537-446f-aa93-873ebe26c844 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2958028 Feb 16 08:38:16.957797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:16.958877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:16.960231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Allocated IP 172.20.0.8 (14238a41-bf9e-489c-ace7-3b3059a8683b/ed05001e-863b-4df3-83dd-b8611b00d198/a43c2448-5970-4f75-814b-d335701aab36) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:16.984328 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f280fbc-2c73-4088-a16a-94676cd00e63 req-7e456d26-649a-407e-b735-b8a2aa72bd75 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.4954553 Feb 16 08:38:16.988356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Router 3626eb17-af54-4314-b782-8d3980b6b00b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:38:16.999831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': 'd1e36dd2-fc34-41f5-9e09-b201f1c04d14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:17.004147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d1e36dd2-fc34-41f5-9e09-b201f1c04d14 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:17.155160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.218590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.224037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=068763c7-95eb-4a54-991a-00bb17fdc35d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:17.236263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:17.246127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:17.289215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.331558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=0f5e485a-a941-4173-9b82-8b74897ad5aa,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:17.451987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:17.487108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:17.494674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:17.524313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:17.586384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:17.650831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.723739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.777191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7874016f-6d05-4654-92f8-1a2f0f02c20d None None] Provisioning complete for port 338feca6-c768-40a6-abe9-77a014f05e73 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:17.777591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7874016f-6d05-4654-92f8-1a2f0f02c20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.880385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Allocated IP 172.20.255.242 (dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d/e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad/dd6be9f7-d924-40da-954e-133f86674928) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:17.904730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] For port 0f5e485a-a941-4173-9b82-8b74897ad5aa, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0f5e485a-a941-4173-9b82-8b74897ad5aa,segment=NetworkSegment(833c98ea-2e7f-421a-838d-89bafbda72dc),segment_id=833c98ea-2e7f-421a-838d-89bafbda72dc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:17.905382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.908931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.937048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:17.953333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4154d5-417b-4fbb-99c4-9360e0f81f6a') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:17.953749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4154d5-417b-4fbb-99c4-9360e0f81f6a') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:17.967353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.985095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:17.992117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:17.992708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.004399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 2001:db8::b5 (18ceef22-7d43-40ce-a2de-136bc30cf0f7/cd2f21f3-6796-4f01-ae6d-af3a2b913cea/93e878e1-b763-4040-b322-773bffc24680) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:18.091299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:18.138473 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:18.140900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.144984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:38:18.147113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.154942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bf195-7926-4482-855d-7709b7ebf1b0 None None] Pushing event updated for resources: {'Port': ['ID=338feca6-c768-40a6-abe9-77a014f05e73,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:18.173304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e4b833-1f6f-43c5-90b2-39be543f3140,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:18.192286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Calling delete_port for 0f5e485a-a941-4173-9b82-8b74897ad5aa owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:18.218709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.390418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:18.472854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.515134 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a3de2f92-df0f-48c8-ad8b-c55c87de42ed tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e HTTP/1.1" status: 204 len: 168 time: 8.1420105 Feb 16 08:38:18.523514 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a722c284-d7da-453e-8b24-3f7305363d9c req-6c30ced7-b8cd-41fb-9c16-30e8ff6d8fbc tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.2799702 Feb 16 08:38:18.527746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 53964) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:18.575273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] Pushing event deleted for resources: {'Port': ['ID=0f5e485a-a941-4173-9b82-8b74897ad5aa,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:18.646383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0498313-dfe4-47e0-90a5-0b42622cafdc None None] No DVR routers for this DVR port 0f5e485a-a941-4173-9b82-8b74897ad5aa on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:38:18.708772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.731780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Transition to ACTIVE for port object dd6be9f7-d924-40da-954e-133f86674928 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:18.735180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5987400a-17f3-41e1-a6d0-c23337db380f None None] Provisioning complete for port 867dc188-799a-4cd7-83d1-b051389647af triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:18.735885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5987400a-17f3-41e1-a6d0-c23337db380f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.770780 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-99d4e035-84bb-4aca-b12d-45cd024749e9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b2fe723b87f24db08d96c434623bc280&name=default HTTP/1.1" status: 200 len: 2647 time: 3.3973658 Feb 16 08:38:18.771463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:18.819936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.842164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Transition to ACTIVE for port object dd6be9f7-d924-40da-954e-133f86674928 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:18.853249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5987400a-17f3-41e1-a6d0-c23337db380f None None] Port 867dc188-799a-4cd7-83d1-b051389647af cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:18.858038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:18.894500 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33469d60-2063-4f04-97b7-6482bd62c250 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3529503 Feb 16 08:38:18.896473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:18.958353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Transition to ACTIVE for port object a43c2448-5970-4f75-814b-d335701aab36 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:18.963343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:18.965817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Pushing event updated for resources: {'Port': ['ID=dd6be9f7-d924-40da-954e-133f86674928,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:18.969303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:18.971944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:18.977930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.025620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.117358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.173250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.176060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Attempting to bind port dd6be9f7-d924-40da-954e-133f86674928 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:19.176779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Attempting to bind port dd6be9f7-d924-40da-954e-133f86674928 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'fefc55ea-2db4-4a60-be12-101023491f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:19.177351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Attempting to bind port dd6be9f7-d924-40da-954e-133f86674928 on network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:19.210830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:19.212412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Checking segment: {'id': 'fefc55ea-2db4-4a60-be12-101023491f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:19.221876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.222929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Bound using segment: {'id': 'fefc55ea-2db4-4a60-be12-101023491f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:19.223658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Bound port: dd6be9f7-d924-40da-954e-133f86674928, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefc55ea-2db4-4a60-be12-101023491f76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': 'dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:19.224206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.250327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Subnet': ['ID=b618097b-9e12-4c73-9f5c-fc1c9c3f5321,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:19.286007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.316949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.362019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Network 14238a41-bf9e-489c-ace7-3b3059a8683b is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:19.376881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:19.384051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:19.412906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.445165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c180277-3bc4-4168-8155-68d907aa4e6d None None] Network 57281947-f565-427b-bae5-35f181c1e389 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:19.471546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.472432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.486973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e77acc79-f3ac-4f4c-93a5-22e8246dd1d2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/subnets/b618097b-9e12-4c73-9f5c-fc1c9c3f5321 HTTP/1.1" status: 204 len: 168 time: 4.8222682 Feb 16 08:38:19.496979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.497736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.498324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.498767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.499219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.500246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.500682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.501119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.502254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Synchronizing usage tracker for tenant:d1814b565fe34feabd91b19d9a03ab06 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:19.507321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53976) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:19.549499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:19.556186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.559745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.564078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/18e4b833-1f6f-43c5-90b2-39be543f3140 HTTP/1.1" status: 204 len: 168 time: 0.7785470 Feb 16 08:38:19.565986 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5688715 Feb 16 08:38:19.567640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:19.593977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abaa074-7c4d-4500-9200-7e5c7c8ecc6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event updated for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:19.605127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485e28-cdd1-4b2b-b741-18fcdf0a3d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e4b833-1f6f-43c5-90b2-39be543f3140,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:19.614006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Unset dirty status for tenant:d1814b565fe34feabd91b19d9a03ab06 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:19.618420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b51d80bb-7591-4775-89ae-7ed34f1a4528 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5235 time: 0.7072845 Feb 16 08:38:19.628212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53984) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:19.693919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:19.702108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] For port dd6be9f7-d924-40da-954e-133f86674928, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:19.751895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:38:19.754698 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-860b8339-5428-4eeb-b820-6c6579387c67 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] delete failed (client error): The resource could not be found. Feb 16 08:38:19.756001 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-860b8339-5428-4eeb-b820-6c6579387c67 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/2a93d4d0-ab6b-4276-a655-9292510f5681 HTTP/1.1" status: 404 len: 345 time: 0.1224833 Feb 16 08:38:19.763125 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bea872a1-039b-442a-8bd2-3f89ba87d5df admin admin] 10.222.0.94 "PUT /v2.0/routers/3626eb17-af54-4314-b782-8d3980b6b00b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.6930544 Feb 16 08:38:19.766328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53988) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:19.776923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651e3ea-043f-4ef5-aee9-70d12ee7a8b2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:19.777779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4651e3ea-043f-4ef5-aee9-70d12ee7a8b2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Synchronizing usage tracker for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:19.814513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.819772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] For port dd6be9f7-d924-40da-954e-133f86674928, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd6be9f7-d924-40da-954e-133f86674928,segment=NetworkSegment(fefc55ea-2db4-4a60-be12-101023491f76),segment_id=fefc55ea-2db4-4a60-be12-101023491f76)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:19.868870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fc6e07-b348-4416-9876-1d16412dcddd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] DELETE failed (client error): The resource could not be found. Feb 16 08:38:19.869646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fc6e07-b348-4416-9876-1d16412dcddd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:19.872341 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e7fc6e07-b348-4416-9876-1d16412dcddd tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/d8ef26ff-3a5a-4dfc-8021-58fb6a9d044e HTTP/1.1" status: 404 len: 339 time: 0.1045785 Feb 16 08:38:19.883312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:19.887927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-143c51a9-c495-4749-988f-c45f22916ea7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:38:19.888807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4651e3ea-043f-4ef5-aee9-70d12ee7a8b2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Unset dirty status for tenant:d940b9fb2cef4e2d9fe2bc985354fc55 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:19.894352 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-143c51a9-c495-4749-988f-c45f22916ea7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1039319 Feb 16 08:38:19.898544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4651e3ea-043f-4ef5-aee9-70d12ee7a8b2 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3850985 Feb 16 08:38:19.899457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 53998) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:19.905578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:19.911419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'name': 'tempest-network--1173798268', 'router:external': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:19.934840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:19.967190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:network and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:19.980547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:19.998131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:20.036682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=93e878e1-b763-4040-b322-773bffc24680,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:20.090936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc124cf-3134-425c-8753-e08fba172950 None None] Pushing event updated for resources: {'Port': ['ID=dd6be9f7-d924-40da-954e-133f86674928,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:20.128027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a21f615-6346-4f1b-841c-935fdca71bfe None None] Provisioning for port a43c2448-5970-4f75-814b-d335701aab36 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:20.138316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a21f615-6346-4f1b-841c-935fdca71bfe None None] Provisioning complete for port a43c2448-5970-4f75-814b-d335701aab36 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:20.138863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a21f615-6346-4f1b-841c-935fdca71bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.146608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=8ff6d1ce-cfb7-4d41-be15-4e4e39219233,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:20.159854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Router e2df9eb2-91dc-419c-b65c-77c2a34befb8 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:38:20.191287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 338feca6-c768-40a6-abe9-77a014f05e73 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:20.217817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '1c93c0e7-361f-43eb-970c-dad97249c3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'd1e36dd2-fc34-41f5-9e09-b201f1c04d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:20.218783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: d1e36dd2-fc34-41f5-9e09-b201f1c04d14, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:20.278546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:20.281480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.311911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0a21f615-6346-4f1b-841c-935fdca71bfe None None] Port a43c2448-5970-4f75-814b-d335701aab36 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:20.362102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network d1e36dd2-fc34-41f5-9e09-b201f1c04d14 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:20.374969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 338feca6-c768-40a6-abe9-77a014f05e73 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:20.375688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.386060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, d1e36dd2-fc34-41f5-9e09-b201f1c04d14) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:20.402584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:20.404959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.423026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:20.438489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.438987 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Added segment c64558e8-4bab-4b30-afaf-af6b6f1668ad of type vlan for network 90f733ec-e078-460a-9fde-61acbdf6d1c4 Feb 16 08:38:20.473554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e1e74-9ee8-4be0-9dd9-db00b880ba7f None None] Network d1e36dd2-fc34-41f5-9e09-b201f1c04d14 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:20.489948 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5ee5e6f0-c940-4298-92fd-953332ad5b77 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.5270083 Feb 16 08:38:20.493483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54010) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:20.499008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.508064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] DHCP port deletion for 57281947-f565-427b-bae5-35f181c1e389 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:38:20.554283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.555108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:20.555735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.639272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Deleting port 338feca6-c768-40a6-abe9-77a014f05e73 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:20.640054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.745040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.745776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:20.798025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Request body: {'port': {'device_id': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:20.884723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=90f733ec-e078-460a-9fde-61acbdf6d1c4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:20.887672 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1253c223-86ee-467f-b139-21d9f27b0fd1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0018480 Feb 16 08:38:20.913511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54018) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:20.998403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] For port 338feca6-c768-40a6-abe9-77a014f05e73, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=338feca6-c768-40a6-abe9-77a014f05e73,segment=NetworkSegment(6075ad0b-667e-47ee-96f9-74283472b58a),segment_id=6075ad0b-667e-47ee-96f9-74283472b58a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:20.999171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:21.334289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.347003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Calling delete_port for 338feca6-c768-40a6-abe9-77a014f05e73 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:21.348291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.372577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.376738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.389487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.402882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Synchronizing usage tracker for tenant:52d0b86de58b4fa8b210544ce01dbd36 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:21.564471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:21.633039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:21.681096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:21.811359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 90f733ec-e078-460a-9fde-61acbdf6d1c4 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:21.812999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Unset dirty status for tenant:52d0b86de58b4fa8b210544ce01dbd36 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:21.814211 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e50d9681-4e2d-411e-a47a-157a0fea58ab tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3061 time: 0.8982141 Feb 16 08:38:21.843687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d961232-95bd-493b-8e01-4119e19061fd req-9d5790e7-f8c5-4567-b6ac-8be3d2d96974 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:21.848149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d961232-95bd-493b-8e01-4119e19061fd req-9d5790e7-f8c5-4567-b6ac-8be3d2d96974 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 931 time: 1.7142215 Feb 16 08:38:21.856031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54030) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:22.231819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:22.287425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54040) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:22.504230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] Pushing event deleted for resources: {'Port': ['ID=338feca6-c768-40a6-abe9-77a014f05e73,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:22.530081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:22.534461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174669163', 'description': 'tempest-description--277008922'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:22.546369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Could not find standard attr ID for object 338feca6-c768-40a6-abe9-77a014f05e73. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:38:22.555369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:22.565559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Usage tracker for resource:security_group and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:22.568642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:22.582571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:22.612541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b7d87-3e06-4679-9900-6935051de10e None None] No DVR routers for this DVR port 338feca6-c768-40a6-abe9-77a014f05e73 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:38:22.613230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d961232-95bd-493b-8e01-4119e19061fd req-55dae012-9aca-4574-bd74-40d6a3274b5c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7419822 Feb 16 08:38:22.619158 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No ports have port_id starting with 338feca6-c768-40a6-abe9-77a014f05e73 Feb 16 08:38:22.633679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a09db-6e37-43b5-980c-91503a5c5220 None None] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:22.679689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b530a689-f265-4f1a-9268-088ed07ea82b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-d1e36dd2-fc34-41f5-9e09-b201f1c04d14', 'network_id': 'd1e36dd2-fc34-41f5-9e09-b201f1c04d14', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '8ff6d1ce-cfb7-4d41-be15-4e4e39219233'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:22.683920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b530a689-f265-4f1a-9268-088ed07ea82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:22.687935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:22.704179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:22.798979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-99d2f2a5-b962-44f3-a214-01a5f10d0c74 None None] Provisioning for port dd6be9f7-d924-40da-954e-133f86674928 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:22.958915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a43c2448-5970-4f75-814b-d335701aab36 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:22.982849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.024928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.051480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd6be9f7-d924-40da-954e-133f86674928 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:23.088575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff6d1ce-cfb7-4d41-be15-4e4e39219233,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:23.101083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.108904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Transition to ACTIVE for port object a43c2448-5970-4f75-814b-d335701aab36 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:23.124396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server [None req-b530a689-f265-4f1a-9268-088ed07ea82b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff6d1ce-cfb7-4d41-be15-4e4e39219233: This subnet is being modified by another concurrent operation. Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:38:23.134673 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise exception Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ff6d1ce-cfb7-4d41-be15-4e4e39219233: This subnet is being modified by another concurrent operation. Feb 16 08:38:23.138500 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Feb 16 08:38:23.183066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.192413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Usage tracker for resource:security_group_rule and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:23.204795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:23.208577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57281947-f565-427b-bae5-35f181c1e389']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.272773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ea7ed3-7943-44af-a5aa-446bfc7a05ae None None] Network d1e36dd2-fc34-41f5-9e09-b201f1c04d14 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:23.371840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:23.375003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6075ad0b-667e-47ee-96f9-74283472b58a') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.375300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6075ad0b-667e-47ee-96f9-74283472b58a') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.405159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.432274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.450218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.475708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f733ec-e078-460a-9fde-61acbdf6d1c4']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.497226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.532065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64558e8-4bab-4b30-afaf-af6b6f1668ad') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.532420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64558e8-4bab-4b30-afaf-af6b6f1668ad') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.605090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:23.605808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:23.662178 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:23.671584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.695704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:23.710385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e36dd2-fc34-41f5-9e09-b201f1c04d14']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.745695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c93c0e7-361f-43eb-970c-dad97249c3ad') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.746375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c93c0e7-361f-43eb-970c-dad97249c3ad') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:23.806656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.875628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.892728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:23.897027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.900260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.931309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.936182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:23.936584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:23.944958 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:23.971792 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:24.044542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port dd6be9f7-d924-40da-954e-133f86674928 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:24.061902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dd6be9f7-d924-40da-954e-133f86674928 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:24.062529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.100004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.111229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router 6353d77f-7d72-4212-87f4-d1b5ba32f816 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:38:24.176781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.204356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Attempting to bind port a43c2448-5970-4f75-814b-d335701aab36 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:24.204708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Attempting to bind port a43c2448-5970-4f75-814b-d335701aab36 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:24.205114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Attempting to bind port a43c2448-5970-4f75-814b-d335701aab36 on network 14238a41-bf9e-489c-ace7-3b3059a8683b {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:24.239384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.267054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.405496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Port a43c2448-5970-4f75-814b-d335701aab36 on network 14238a41-bf9e-489c-ace7-3b3059a8683b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:38:24.408212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Attempting to bind port a43c2448-5970-4f75-814b-d335701aab36 on network 14238a41-bf9e-489c-ace7-3b3059a8683b {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:24.410910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.422193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=d1e36dd2-fc34-41f5-9e09-b201f1c04d14,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:24.441483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bf12d2ba-120d-4855-ba17-010932e79da4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/d1e36dd2-fc34-41f5-9e09-b201f1c04d14 HTTP/1.1" status: 204 len: 168 time: 3.9400294 Feb 16 08:38:24.455491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54066) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:24.478720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.489730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:38:24.501730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d67cc-817b-4dfb-89b6-081c015fec7e None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:38:24.514052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=57281947-f565-427b-bae5-35f181c1e389,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:24.531590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2075661375'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:24.559380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e983a3-90a1-4829-822f-6dcd7389af32,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:24.566645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:24.568378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:24.568910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Checking segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:24.572558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Bound using segment: {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:24.573878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Bound port: a43c2448-5970-4f75-814b-d335701aab36, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:24.574968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.595120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.596659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-534727b4-0679-447b-99fd-fde40859cbb3 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 2.3028750 Feb 16 08:38:24.601017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.606915 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-41225b51-d2df-4e7c-ba0d-deb4c1d6fafb tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/57281947-f565-427b-bae5-35f181c1e389 HTTP/1.1" status: 204 len: 168 time: 4.6796319 Feb 16 08:38:24.610633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:24.618859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54070) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:24.619790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54072) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:24.628700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7d978ea2-a74c-4128-b878-55958647c7e5 admin admin] 10.222.0.94 "PUT /v2.0/routers/e2df9eb2-91dc-419c-b65c-77c2a34befb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 22.9425490 Feb 16 08:38:24.664612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:24.675108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:24.678512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 90f733ec-e078-460a-9fde-61acbdf6d1c4 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:38:24.699658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'security_group_rule': {'security_group_id': '79e983a3-90a1-4829-822f-6dcd7389af32', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:24.708460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.747062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:24.767053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:24.769885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Network': ['ID=90f733ec-e078-460a-9fde-61acbdf6d1c4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:24.787561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Usage tracker for resource:security_group_rule and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:24.830455 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8afe2b2b-d9d9-4427-9c5e-9e2b795eac68 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/90f733ec-e078-460a-9fde-61acbdf6d1c4 HTTP/1.1" status: 204 len: 168 time: 2.9731758 Feb 16 08:38:24.833875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:24.844813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54086) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:24.852760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:24.860473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.890957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ce6bcbc4-6534-4e31-8205-5569d7e540e1 None None] Provisioning complete for port dd6be9f7-d924-40da-954e-133f86674928 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:24.893108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ce6bcbc4-6534-4e31-8205-5569d7e540e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:24.911547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'name': 'tempest-network--1311265776', 'router:external': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:24.916910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:24.925429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:24.987242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:network and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:25.013909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:25.053626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:25.072857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.079246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.142204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port dd6be9f7-d924-40da-954e-133f86674928, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd6be9f7-d924-40da-954e-133f86674928,segment=NetworkSegment(fefc55ea-2db4-4a60-be12-101023491f76),segment_id=fefc55ea-2db4-4a60-be12-101023491f76)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:25.167439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c73ca5-21a6-417c-a380-d04eeb0c8848 req-9579db2b-9837-41fe-8901-4e015071c9e0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:25.169013 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90c73ca5-21a6-417c-a380-d04eeb0c8848 req-9579db2b-9837-41fe-8901-4e015071c9e0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 943 time: 1.0432460 Feb 16 08:38:25.193570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.194264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eed8320f-4aef-4685-bef3-db0c6851857f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:25.228823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:25.286691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:25.286691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.342119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1985792458', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:25.357954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:25.369791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Usage tracker for resource:port and tenant:8fafbdef60914dceadf2008373c2aa38 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:25.378422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:25.389045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:25.442253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:25.457926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.458754 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Added segment 2a743c64-c363-4543-a7b3-b02cdd0f5349 of type vlan for network 919cd69c-2a5e-4024-9fae-5b5d1dc70e96 Feb 16 08:38:25.479899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=dd6be9f7-d924-40da-954e-133f86674928,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:25.522249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.617741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Made reservation on behalf of 8fafbdef60914dceadf2008373c2aa38 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:25.621151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.675676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.677200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.679919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:25.681010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.746927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14d67cc-817b-4dfb-89b6-081c015fec7e None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:38:25.758846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.778978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.806052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:25.887784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b81e389-8bb4-433a-a2bd-bb06064482b1']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:25.905061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a43c2448-5970-4f75-814b-d335701aab36,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:25.911980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '833c98ea-2e7f-421a-838d-89bafbda72dc') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:25.912359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '833c98ea-2e7f-421a-838d-89bafbda72dc') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:25.921549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:25.936299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54096) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.044030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.044641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.051499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port eed8320f-4aef-4685-bef3-db0c6851857f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:26.070978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.077458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port eed8320f-4aef-4685-bef3-db0c6851857f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:26.077836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.080017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:26.080811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.114003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.114572 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 87c79446-58ad-4f91-bc71-cddc96035c11 of type vlan for network 163ed9f6-7f29-4196-8b2d-80b48e43cfba Feb 16 08:38:26.118928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=919cd69c-2a5e-4024-9fae-5b5d1dc70e96,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:26.147806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90c73ca5-21a6-417c-a380-d04eeb0c8848 req-7df70643-43d9-4215-93d4-0530a7da9faf tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9233012 Feb 16 08:38:26.150314 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 919cd69c-2a5e-4024-9fae-5b5d1dc70e96 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:26.218117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Pushing event updated for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:26.220751 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:26.225771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1149069645', 'description': 'tempest-description--1094103122'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:26.234673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.236458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:26.242961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.244357 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-6ac0cdce-61e4-4cc7-98a2-0a3a3f8acd89 service neutron] 10.222.0.98 "PUT /v2.0/ports/a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1093 time: 5.8255818 Feb 16 08:38:26.246258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:26.251562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Usage tracker for resource:security_group and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:26.254531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.262997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:26.297985 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6395e20-5484-4f22-83d8-975c07f71967 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4519219 Feb 16 08:38:26.301159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54104) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.338232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:26.355236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.383783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80704cd2-2634-4ddb-8263-68980a6517fc,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:26.397690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.405473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=8b81e389-8bb4-433a-a2bd-bb06064482b1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:26.410080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5c799aa1-abf0-4293-bcf3-641453db62bf tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.7797811 Feb 16 08:38:26.411114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.415201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:26.415895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.427780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54110) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.451217 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4d4bb035-5fb3-4158-b050-56ad4aa3f68b tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/8b81e389-8bb4-433a-a2bd-bb06064482b1 HTTP/1.1" status: 204 len: 168 time: 1.8278124 Feb 16 08:38:26.473737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'security_group_rule': {'security_group_id': '79e983a3-90a1-4829-822f-6dcd7389af32', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:26.479300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54116) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.485091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.593494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:38:26.603559 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Sync routers for ids ['6353d77f-7d72-4212-87f4-d1b5ba32f816'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:38:26.617232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:26.648267 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Routers {'6353d77f-7d72-4212-87f4-d1b5ba32f816'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:26.649035 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6353d77f-7d72-4212-87f4-d1b5ba32f816'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:26.693495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c1f15-873b-48bf-8fbf-f47af7176f18 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:26.700413 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f96c1f15-873b-48bf-8fbf-f47af7176f18 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "GET /v2.0/networks/919cd69c-2a5e-4024-9fae-5b5d1dc70e96 HTTP/1.1" status: 200 len: 757 time: 0.3950875 Feb 16 08:38:26.705225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Usage tracker for resource:security_group_rule and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:26.714542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54120) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.816795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:26.847397 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3547003 Feb 16 08:38:26.852171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.862900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54126) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:26.864164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Usage tracker for resource:security_group_rule and tenant:8fafbdef60914dceadf2008373c2aa38 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:26.873175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:26.912609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:26.936100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:26.936642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '163ed9f6-7f29-4196-8b2d-80b48e43cfba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:26.957923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:26.960274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port eed8320f-4aef-4685-bef3-db0c6851857f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eed8320f-4aef-4685-bef3-db0c6851857f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:26.973726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:26.976687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819be3c-cf2c-4635-ac5c-a29014143a50 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=163ed9f6-7f29-4196-8b2d-80b48e43cfba,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:26.996651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36', 'status': 'completed', 'code': 200} Feb 16 08:38:27.125063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 163ed9f6-7f29-4196-8b2d-80b48e43cfba details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:27.165520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 338feca6-c768-40a6-abe9-77a014f05e73 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:38:27.169811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556e2442-43ba-4c99-bce2-79a1453407c3 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:27.171352 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-556e2442-43ba-4c99-bce2-79a1453407c3 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "GET /v2.0/networks/e13d7c54-1ad1-4eef-9352-2d3b420ee236 HTTP/1.1" status: 200 len: 768 time: 0.4450693 Feb 16 08:38:27.199610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.200954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54130) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:27.206130 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6bf1ae6d-4f0f-4a4e-8000-aa1f0d1f0ee4 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 11.4282947 Feb 16 08:38:27.207006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54132) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:27.289137 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Set router 6353d77f-7d72-4212-87f4-d1b5ba32f816 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:27.408215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:27.425358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:27.439397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:27.459534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:27.485381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 338feca6-c768-40a6-abe9-77a014f05e73 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:38:27.486083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 338feca6-c768-40a6-abe9-77a014f05e73 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:38:27.487122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.492252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.497248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:27.522634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.526277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.562887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:27.679403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=eed8320f-4aef-4685-bef3-db0c6851857f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:27.758774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd6be9f7-d924-40da-954e-133f86674928 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:27.781473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] device_id is not set on port f2639e13-925b-41e8-8b9d-c845e0508b59 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:38:27.861161 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'name': '', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'external_fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5'}], 'enable_snat': True}, 'gw_port_id': '93e878e1-b763-4040-b322-773bffc24680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:15Z', 'updated_at': '2022-02-16T08:38:20Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '93e878e1-b763-4040-b322-773bffc24680', 'name': '', 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:17Z', 'updated_at': '2022-02-16T08:38:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:27.869792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Checking router: 6353d77f-7d72-4212-87f4-d1b5ba32f816 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:38:27.870647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Updating router 6353d77f-7d72-4212-87f4-d1b5ba32f816 port 93e878e1-b763-4040-b322-773bffc24680 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:38:27.931591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dd6be9f7-d924-40da-954e-133f86674928 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:27.934420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:27.997134 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.007446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Usage tracker for resource:security_group_rule and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:28.032630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.046625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:28.112966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.124961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:28.136071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415cd1bd-6297-4d8e-841c-8c4ee3505f76,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:28.368838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.414009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:38:28.414559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:38:28.444065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Sync routers for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:38:28.461064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919cd69c-2a5e-4024-9fae-5b5d1dc70e96']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.468060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:28.470022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.485611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf8e0-87a9-414f-9030-136e801ddc0e req-d83f39d0-5108-40af-81aa-e2585567e706 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:28.487180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da6cf8e0-87a9-414f-9030-136e801ddc0e req-d83f39d0-5108-40af-81aa-e2585567e706 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 943 time: 0.9658027 Feb 16 08:38:28.500810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a743c64-c363-4543-a7b3-b02cdd0f5349') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.501097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a743c64-c363-4543-a7b3-b02cdd0f5349') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.542948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.551065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Allocated IP 172.26.4.116 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/f2639e13-925b-41e8-8b9d-c845e0508b59) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:28.581356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.636311 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-25bd8d90-68ed-4a13-b53c-0bb7cc715363 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1096 time: 1.5662851 Feb 16 08:38:28.642957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:28.643248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.664860 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:28.674070 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:28.705710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.804486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:28.818266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.850586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b298534-d4be-484e-beb2-0afa125eb2a7']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.867975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f674b34-ad2e-4ef3-92f6-caa4858effc6') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.868583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f674b34-ad2e-4ef3-92f6-caa4858effc6') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:28.886606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.898022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da6cf8e0-87a9-414f-9030-136e801ddc0e req-937a3e19-2802-4da7-8b06-cd4fb450e4f7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3900716 Feb 16 08:38:28.915443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:28.926757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:28.927361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.063583 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-58414a5e-5abb-46e6-891f-0fff4da899b5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 217 time: 0.3500810 Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:29.064297 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:29.072089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.077234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.097404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.129860 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Transition to ACTIVE for port object 93e878e1-b763-4040-b322-773bffc24680 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:29.137515 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.191336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.223685 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/7b298534-d4be-484e-beb2-0afa125eb2a7 HTTP/1.1" status: 204 len: 168 time: 2.7045629 Feb 16 08:38:29.242675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54140) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:29.280444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 919cd69c-2a5e-4024-9fae-5b5d1dc70e96 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:38:29.290623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.292374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.300529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Network': ['ID=919cd69c-2a5e-4024-9fae-5b5d1dc70e96,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.314366 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.8741868 Feb 16 08:38:29.319193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:29.331041 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Attempting to bind port 93e878e1-b763-4040-b322-773bffc24680 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:29.331786 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Attempting to bind port 93e878e1-b763-4040-b322-773bffc24680 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:29.332375 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Attempting to bind port 93e878e1-b763-4040-b322-773bffc24680 on network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:29.333456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:29.337815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.348969 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:29.350094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Checking segment: {'id': 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:29.350742 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.351359 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Bound using segment: {'id': 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:29.352093 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Bound port: 93e878e1-b763-4040-b322-773bffc24680, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:29.352733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.379131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:29.403109 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-43f51a6a-b6b8-4fa7-9422-b670cd693b1e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/919cd69c-2a5e-4024-9fae-5b5d1dc70e96 HTTP/1.1" status: 204 len: 168 time: 2.1868329 Feb 16 08:38:29.407763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:29.427186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'name': 'tempest-network--26811436'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:29.430996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Usage tracker for resource:floatingip and tenant:92c17a3eb38f47f5819e239919f62381 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:29.439296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:29.444987 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0f43e-e303-4ac7-a516-e2a4646bd804 None None] Pushing event updated for resources: {'Port': ['ID=93e878e1-b763-4040-b322-773bffc24680,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.451182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:29.455211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e9c31-3be7-4ad2-9a66-fbe07e7d5caa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b20b64ff-fd77-47b6-9e22-efa7a2eac85f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.467547 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] For port 93e878e1-b763-4040-b322-773bffc24680, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:29.471527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] For port 93e878e1-b763-4040-b322-773bffc24680, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=93e878e1-b763-4040-b322-773bffc24680,segment=NetworkSegment(fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864),segment_id=fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:29.474312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-c0081137-da26-44ed-85c9-22e88c4f079a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:29.474828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:29.477828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Usage tracker for resource:network and tenant:d1814b565fe34feabd91b19d9a03ab06 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:29.478990 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.479137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-c0081137-da26-44ed-85c9-22e88c4f079a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.3479054 Feb 16 08:38:29.481797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d49b5-b519-40c4-bf88-c732ab3b7fb5 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=7b298534-d4be-484e-beb2-0afa125eb2a7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.483506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.494027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:29.499544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.514823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:29.515870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.531752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=a52addff-3d4f-4dd3-92ab-4dc4253bf317,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.545473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.547294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:09Z', 'revision_number': 2, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:29.557958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Checking router: 3626eb17-af54-4314-b782-8d3980b6b00b for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:38:29.559693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Updating router 3626eb17-af54-4314-b782-8d3980b6b00b port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:38:29.579813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Made reservation on behalf of d1814b565fe34feabd91b19d9a03ab06 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:29.582339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.587528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b0f43e-e303-4ac7-a516-e2a4646bd804 None None] Pushing event updated for resources: {'Port': ['ID=93e878e1-b763-4040-b322-773bffc24680,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.633846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.643234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceee7961-7542-4f0d-ba24-55d62a09d5ab,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.652212 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Routers {'6353d77f-7d72-4212-87f4-d1b5ba32f816'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:29.653151 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6353d77f-7d72-4212-87f4-d1b5ba32f816'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:29.653647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.659966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-51ea98a6-9f93-45d1-acf9-65f887193956 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 3.6224937 Feb 16 08:38:29.667267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54154) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:29.679637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'security_group_rule': {'security_group_id': 'ceee7961-7542-4f0d-ba24-55d62a09d5ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:29.684012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '87c79446-58ad-4f91-bc71-cddc96035c11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '163ed9f6-7f29-4196-8b2d-80b48e43cfba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:29.684563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 163ed9f6-7f29-4196-8b2d-80b48e43cfba, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:29.696846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eed8320f-4aef-4685-bef3-db0c6851857f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:29.700459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:29.715297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Usage tracker for resource:security_group_rule and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:29.721317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.725450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:29.728543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:29.773282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:29.831178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.831864 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Added segment c01d88cc-05ae-43c6-989b-98a1f669675e of type vlan for network 5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d Feb 16 08:38:29.869901 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] Set router 6353d77f-7d72-4212-87f4-d1b5ba32f816 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:29.880808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.890049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:29.897146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Pushing event updated for resources: {'Port': ['ID=f2639e13-925b-41e8-8b9d-c845e0508b59,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:29.914041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 163ed9f6-7f29-4196-8b2d-80b48e43cfba is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:29.917817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:29.928363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:29.936686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.969559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:29.999267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 163ed9f6-7f29-4196-8b2d-80b48e43cfba) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:30.024721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:30.025585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.056578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port eed8320f-4aef-4685-bef3-db0c6851857f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:30.056957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.106998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:30.107877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.113805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.138769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.139965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:30.140725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.149580 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0009386b-e403-401a-9999-4abbd83f6a15 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2816288 Feb 16 08:38:30.154728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54160) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:30.167265 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-54df1f00-4e2c-462c-abc5-6b45aa0d5e33 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5084398 Feb 16 08:38:30.219010 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c42172ed-4aab-4d22-a29a-acf4588d7db4 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.5366750 Feb 16 08:38:30.294766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54164) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:30.327524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.116'}]}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:30.353651 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'name': '', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'external_fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5'}], 'enable_snat': True}, 'gw_port_id': '93e878e1-b763-4040-b322-773bffc24680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:15Z', 'updated_at': '2022-02-16T08:38:20Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '93e878e1-b763-4040-b322-773bffc24680', 'name': '', 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:17Z', 'updated_at': '2022-02-16T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:30.358527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da79e80e-76ea-42b9-8411-71b2f18c0727 None None] The sync data for ids ['6353d77f-7d72-4212-87f4-d1b5ba32f816'] in dv-neutron-829488-1-hyperv is: [{'id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'name': '', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'external_fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5'}], 'enable_snat': True}, 'gw_port_id': '93e878e1-b763-4040-b322-773bffc24680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:15Z', 'updated_at': '2022-02-16T08:38:20Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '93e878e1-b763-4040-b322-773bffc24680', 'name': '', 'network_id': '18ceef22-7d43-40ce-a2de-136bc30cf0f7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b3:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6353d77f-7d72-4212-87f4-d1b5ba32f816', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'ip_address': '2001:db8::b5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:17Z', 'updated_at': '2022-02-16T08:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'cd2f21f3-6796-4f01-ae6d-af3a2b913cea', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:30.371566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f4186-76c7-412a-970c-53f6bcce96e3 None None] Network 163ed9f6-7f29-4196-8b2d-80b48e43cfba requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:30.428896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:30.444960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.447414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Usage tracker for resource:router and tenant:8fafbdef60914dceadf2008373c2aa38 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:30.464312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.516475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:30.536529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.554551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:30.561508 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1458244 Feb 16 08:38:30.569107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54168) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:30.578469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:30.584618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.590295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fe174-47ac-4e30-95c5-433756d4e10b tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:30.614956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.615956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fefe58d7-722b-4113-94d2-5163779e3552,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:30.633009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:30.661049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.665229 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b386d8e5-5562-46ba-ab9c-b56805deb072 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9911358 Feb 16 08:38:30.665744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Transition to ACTIVE for port object ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:30.670294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:30.689988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.690942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.717784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'security_group_rule': {'security_group_id': 'ceee7961-7542-4f0d-ba24-55d62a09d5ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:30.736899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.737657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:30.750701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.756171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a353f7-4da5-4247-b4b2-723f1675c843']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:30.757191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Usage tracker for resource:security_group_rule and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:30.764175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:30.773957 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-bf2eef42-0018-4512-b150-b5f6ad97f196 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893745 Feb 16 08:38:30.777098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:30.794560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Allocated IP 172.26.4.219 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/0dc1940c-ff2f-4d31-b1d5-7888f18acd1b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:30.807027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78540bc-3ca7-44ae-9e73-6e812278809c req-51367e36-2dd6-4ca3-a19d-19de89bae484 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:30.810139 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c78540bc-3ca7-44ae-9e73-6e812278809c req-51367e36-2dd6-4ca3-a19d-19de89bae484 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 943 time: 0.4437573 Feb 16 08:38:30.813804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6ed8b0-d2c6-455a-b101-eacebf55f2de') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:30.814901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6ed8b0-d2c6-455a-b101-eacebf55f2de') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:30.882124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:30.986184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.054241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c78540bc-3ca7-44ae-9e73-6e812278809c req-6e5be089-d190-4896-965d-9a9d6a191137 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087860 Feb 16 08:38:31.055009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.058161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.103367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.112028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:31.112946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:31.130553 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:31.137756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6933a3-0d81-4069-a2bd-33c1e6dbcd85 None None] Pushing event updated for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.196119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.200247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.208507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.230072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Attempting to bind port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:31.230626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Attempting to bind port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:31.230991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Attempting to bind port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 on network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:31.238691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f31f9-40a7-47a5-a131-94e6516970f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-163ed9f6-7f29-4196-8b2d-80b48e43cfba', 'network_id': '163ed9f6-7f29-4196-8b2d-80b48e43cfba', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': 'a52addff-3d4f-4dd3-92ab-4dc4253bf317'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:31.239732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bd0f31f9-40a7-47a5-a131-94e6516970f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.246247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3ee81d-c025-48d5-a4d4-44baaf6e4e30,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.261101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.311909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=a52addff-3d4f-4dd3-92ab-4dc4253bf317,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.316765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.318196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c7b49e34-4a76-471c-b62d-6b3933eaee63 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6182835 Feb 16 08:38:31.321450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:31.328690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:31.328873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:31.329174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Checking segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:31.329555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.329935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Bound using segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:31.330397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Bound port: ab0c4ff1-bcd4-4e98-8181-0c0b9402b413, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:31.330813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.339478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:31.360627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Usage tracker for resource:floatingip and tenant:0ff2b4c00ac34419a031f5ba9a459484 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:31.366896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:31.369878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.450679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:31.451927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.476770 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e8afd81-f0bf-4485-a858-b5ecbfd0d4b7 req-17eb299e-b266-4eaf-94bb-9f1cc42f5555 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938310 Feb 16 08:38:31.495851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.497438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] For port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:31.500029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.501333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] For port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:31.504196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.506100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.521791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.523315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.524671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] Pushing event deleted for resources: {'Network': ['ID=09a353f7-4da5-4247-b4b2-723f1675c843,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.550944 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3cdec9d-4916-40be-a38b-2f767d237457 tempest-BulkNetworkOpsTest-142816126 tempest-BulkNetworkOpsTest-142816126-project] 10.222.0.94 "DELETE /v2.0/networks/09a353f7-4da5-4247-b4b2-723f1675c843 HTTP/1.1" status: 204 len: 168 time: 2.3034096 Feb 16 08:38:31.555325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:31.559372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.563127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:31.563768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.565085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2bf0f-c0e6-442d-887e-054a5c4fa56a None None] Network 163ed9f6-7f29-4196-8b2d-80b48e43cfba requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:31.570694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163ed9f6-7f29-4196-8b2d-80b48e43cfba']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:31.578612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:31.586495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Deleting port 93e878e1-b763-4040-b322-773bffc24680 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:31.586840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.609008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'Port': ['ID=0dc1940c-ff2f-4d31-b1d5-7888f18acd1b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.622549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c79446-58ad-4f91-bc71-cddc96035c11') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:31.622840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c79446-58ad-4f91-bc71-cddc96035c11') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:31.701013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.745709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.765054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6933a3-0d81-4069-a2bd-33c1e6dbcd85 None None] Pushing event updated for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:31.774396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.790799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:31.791096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Network 5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d is not hosted by any dhcp agent {{(pid=83710) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 16 08:38:31.791210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.791894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:31.792499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:31.793789 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "PUT /v2.0/networks/5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d HTTP/1.1" status: 200 len: 856 time: 1.2230871 Feb 16 08:38:31.805985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54182) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:31.816211 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:31.853427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:31.854825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:32.081135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.100224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:32.122879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.127327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9e5c0-a02e-4fdf-80ec-4c2aad8e233e tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event updated for resources: {'Network': ['ID=5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:32.127986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54190) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:32.128724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=163ed9f6-7f29-4196-8b2d-80b48e43cfba,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:32.132355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.251483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.260489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.311550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] For port 93e878e1-b763-4040-b322-773bffc24680, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=93e878e1-b763-4040-b322-773bffc24680,segment=NetworkSegment(fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864),segment_id=fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:32.311923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.322758 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c934f04e-bf8f-4fda-b20d-54916a851b37 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/163ed9f6-7f29-4196-8b2d-80b48e43cfba HTTP/1.1" status: 204 len: 168 time: 2.1455016 Feb 16 08:38:32.323452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54196) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:32.453874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Calling delete_port for 93e878e1-b763-4040-b322-773bffc24680 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:32.460602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:31Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:32.465980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e588da-377a-4808-9b0c-8fed440f6b95 None None] The sync data for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv is: [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:31Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:32.469449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2120272929'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:32.485515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-a03999ae-e361-449c-9fd1-11008d536f71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1096 time: 0.8523731 Feb 16 08:38:32.500781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:32.510972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.512964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:32.519163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:32.574389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:32.705762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:32.708827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.783661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1c827730-6f0e-464f-adba-e02943e3d533 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d940b9fb2cef4e2d9fe2bc985354fc55&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6524322 Feb 16 08:38:32.797563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54202) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:32.812786 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Sync routers for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:38:32.829538 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:32.830170 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:32.897325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:32.933524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8880062-adc1-4630-9d23-16e6260be26b req-0afe4970-ed6e-403e-a26f-d7286dd9be77 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:32.935290 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e8880062-adc1-4630-9d23-16e6260be26b req-0afe4970-ed6e-403e-a26f-d7286dd9be77 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 943 time: 0.6818807 Feb 16 08:38:32.984847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:32.985185 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment d6de15bd-f6e0-418d-8af7-63a673072dbc of type vlan for network 8f8293f4-3e07-4add-aaf7-5d771194066c Feb 16 08:38:33.061593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.092492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:33.124878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.137839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:33.145473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Allocated IP 172.26.4.148 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/d2684101-1312-4217-86ec-c2d1b5af8ee9) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:33.165173 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:33.195439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01d88cc-05ae-43c6-989b-98a1f669675e') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:33.195850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01d88cc-05ae-43c6-989b-98a1f669675e') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:33.214338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-33da850f-b380-4525-9126-586634e6eb9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:33.215978 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-33da850f-b380-4525-9126-586634e6eb9b service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.7207351 Feb 16 08:38:33.222051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.355490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.384441 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e8880062-adc1-4630-9d23-16e6260be26b req-11db095b-6200-484b-90cc-a83d30d9daeb tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4399958 Feb 16 08:38:33.415964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.418262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.464443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.467885 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-80038415-b748-4f13-80ab-6c3bf183b247 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 217 time: 0.2205131 Feb 16 08:38:33.487778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.519780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.538227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:33.538876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.543549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:33.577898 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:33.629674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'Port': ['ID=0dc1940c-ff2f-4d31-b1d5-7888f18acd1b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:33.735098 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:15Z', 'revision_number': 2, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:33.737807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:33.740208 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Checking router: e2df9eb2-91dc-419c-b65c-77c2a34befb8 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:38:33.740674 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Updating router e2df9eb2-91dc-419c-b65c-77c2a34befb8 port 867dc188-799a-4cd7-83d1-b051389647af binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:38:33.779032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:33.807189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:33.813712 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.835917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:33.842316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.847265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:33.848103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:33.855697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:33.920213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:33.925812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:33.926192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.045642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.046872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.100839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'Port': ['ID=d2684101-1312-4217-86ec-c2d1b5af8ee9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.117381 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7508490 Feb 16 08:38:34.126302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54206) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:34.134744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-c4733b00-0059-4469-af04-f8e25f320318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:34.140040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-c4733b00-0059-4469-af04-f8e25f320318 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.6628854 Feb 16 08:38:34.141934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.142340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:34.155305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.159589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694280a-8d04-4aff-945e-64e61c7efe22 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=8f8293f4-3e07-4add-aaf7-5d771194066c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.171690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.173042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.174461 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6265bbc5-fd39-4453-b643-5278e1adba69 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8518445 Feb 16 08:38:34.224804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 8f8293f4-3e07-4add-aaf7-5d771194066c details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:34.259034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device a43c2448-5970-4f75-814b-d335701aab36 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:38:34.293788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:38:34.300424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Pushing event deleted for resources: {'Network': ['ID=5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.303128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.320595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.326479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.328213 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d1a9a3ef-0946-4cd0-8eb1-3e607a6041e5 HTTP/1.1" status: 204 len: 168 time: 1.5287342 Feb 16 08:38:34.350166 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.369235 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Transition to ACTIVE for port object 867dc188-799a-4cd7-83d1-b051389647af will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:34.378620 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.398635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dffbf5-b9c4-410e-ace2-7f2227b518b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a9a3ef-0946-4cd0-8eb1-3e607a6041e5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.487996 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee9f9-d49a-42a3-bfad-83442bb8bda0 None None] Pushing event updated for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.492013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.499382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Port': ['ID=93e878e1-b763-4040-b322-773bffc24680,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:34.588247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:34.595993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54222) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:34.606585 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e37d81fa-704d-49d2-a190-b88b870b26b1 tempest-ExternalNetworksTestJSON-227827525 tempest-ExternalNetworksTestJSON-227827525-project-admin] 10.222.0.94 "DELETE /v2.0/networks/5ec8bc9e-8ac0-4472-9567-aa8ba95ea80d HTTP/1.1" status: 204 len: 168 time: 2.7987695 Feb 16 08:38:34.607009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:34.643211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:34.665208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:34.723385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.724593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 93e878e1-b763-4040-b322-773bffc24680 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:34.747827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb0ee48-0cfa-4bc2-8a12-91dcaed634d6 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] DELETE failed (client error): The resource could not be found. Feb 16 08:38:34.750833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb0ee48-0cfa-4bc2-8a12-91dcaed634d6 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:34.755544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:34.804186 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 93e878e1-b763-4040-b322-773bffc24680 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:38:34.805733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 93e878e1-b763-4040-b322-773bffc24680 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 08:38:34.857087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Attempting to bind port 867dc188-799a-4cd7-83d1-b051389647af on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:34.857087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Attempting to bind port 867dc188-799a-4cd7-83d1-b051389647af by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:34.857087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Attempting to bind port 867dc188-799a-4cd7-83d1-b051389647af on network e27556ca-4a05-49a2-8b75-ccbfba974e4a {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:34.883115 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:34.883502 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Checking segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:34.883878 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.884261 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Bound using segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:34.884906 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Bound port: 867dc188-799a-4cd7-83d1-b051389647af, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:34.884906 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:34.923060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:34.958514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Port 93e878e1-b763-4040-b322-773bffc24680 not found, will not notify nova. {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 08:38:35.022144 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] For port 867dc188-799a-4cd7-83d1-b051389647af, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:35.025881 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] For port 867dc188-799a-4cd7-83d1-b051389647af, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=867dc188-799a-4cd7-83d1-b051389647af,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:35.030647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:35.034092 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.071342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a43c2448-5970-4f75-814b-d335701aab36,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:35.095378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'a43c2448-5970-4f75-814b-d335701aab36', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'port_id': 'a43c2448-5970-4f75-814b-d335701aab36', 'mac_address': 'fa:16:3e:b3:9b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:38:35.104769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5fb0ee48-0cfa-4bc2-8a12-91dcaed634d6 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "DELETE /v2.0/subnets/068763c7-95eb-4a54-991a-00bb17fdc35d HTTP/1.1" status: 404 len: 337 time: 0.5065703 Feb 16 08:38:35.128221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54236) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:35.141024 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ee9f9-d49a-42a3-bfad-83442bb8bda0 None None] Pushing event updated for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:35.177178 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:35.178000 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:35.256806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.265933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.312595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a43c2448-5970-4f75-814b-d335701aab36 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:35.316858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.320033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.355146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:35.370416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a43c2448-5970-4f75-814b-d335701aab36,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:35.375617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.523276 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:38:35.530148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:35.656691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-30868791-da39-48c5-bf93-5bbf5c1847ca tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Synchronizing usage tracker for tenant:92c17a3eb38f47f5819e239919f62381 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:35.721940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-25391f1f-38ae-483d-b25b-bc4b52803ade service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5060530 Feb 16 08:38:35.770267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:35.780331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690e41b6-d774-4fe3-9764-a5cd0598931e req-4ec7d0e0-a0ed-4dd6-a43e-0b98ce802a6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:35.782951 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-690e41b6-d774-4fe3-9764-a5cd0598931e req-4ec7d0e0-a0ed-4dd6-a43e-0b98ce802a6b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 943 time: 1.0036347 Feb 16 08:38:35.782951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.813809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-30868791-da39-48c5-bf93-5bbf5c1847ca tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Unset dirty status for tenant:92c17a3eb38f47f5819e239919f62381 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:35.815467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-30868791-da39-48c5-bf93-5bbf5c1847ca tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1174669163&fields=id&tenant_id=92c17a3eb38f47f5819e239919f62381 HTTP/1.1" status: 200 len: 267 time: 1.0617173 Feb 16 08:38:35.851760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['a43c2448-5970-4f75-814b-d335701aab36'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:38:35.882638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.907728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:35.915955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.003293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:36.005145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.047223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-34913c36-0b63-4522-a038-d4a996897980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:35Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:36.052803 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34913c36-0b63-4522-a038-d4a996897980 None None] The sync data for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv is: [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:35Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:36.099705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:36.234031 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-f36604db-ecf8-43ee-a081-ac94ee49c2d6 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4454710 Feb 16 08:38:36.268539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.268990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6353d77f-7d72-4212-87f4-d1b5ba32f816 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:38:36.311730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.347914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.349049 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-67c25067-a7dd-49e3-ab02-bf213def9b16 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/routers/6353d77f-7d72-4212-87f4-d1b5ba32f816 HTTP/1.1" status: 204 len: 168 time: 9.0936508 Feb 16 08:38:36.352217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54254) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:36.454915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-d64fb81c-8e4c-46bc-8da3-bc90d0277932 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:36.455497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-d64fb81c-8e4c-46bc-8da3-bc90d0277932 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Synchronizing usage tracker for tenant:92c17a3eb38f47f5819e239919f62381 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:36.548638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c8b5355c-9737-43d8-88d7-87868ecaf70f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] Request body: {'port': {'network_id': '06de583f-393d-41d5-90ed-c51e22f121e7', 'name': 'tempest-NetworksNegativeTestJSON-1498543360'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:36.566518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.598347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b5355c-9737-43d8-88d7-87868ecaf70f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] POST failed (client error): The resource could not be found. Feb 16 08:38:36.598901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b5355c-9737-43d8-88d7-87868ecaf70f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:36.600064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c8b5355c-9737-43d8-88d7-87868ecaf70f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3877423 Feb 16 08:38:36.603170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Deleting subnet cd2f21f3-6796-4f01-ae6d-af3a2b913cea {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:38:36.609361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54258) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:36.631031 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-690e41b6-d774-4fe3-9764-a5cd0598931e req-4ae84f00-b044-42c4-8aea-d3992ee04d2e tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8103549 Feb 16 08:38:36.644022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-d64fb81c-8e4c-46bc-8da3-bc90d0277932 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Unset dirty status for tenant:92c17a3eb38f47f5819e239919f62381 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:36.645408 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-d64fb81c-8e4c-46bc-8da3-bc90d0277932 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/networks?id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9 HTTP/1.1" status: 200 len: 806 time: 0.7139530 Feb 16 08:38:36.681837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13d7c54-1ad1-4eef-9352-2d3b420ee236']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:36.749652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f328ef58-5cb5-4286-b473-4dc179afaeb2') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:36.750108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f328ef58-5cb5-4286-b473-4dc179afaeb2') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:36.760794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.765012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.816616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.833307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.835256 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ca66d0-983c-4296-afaf-9b2d52a43c3f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] DELETE failed (client error): The resource could not be found. Feb 16 08:38:36.835694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ca66d0-983c-4296-afaf-9b2d52a43c3f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:36.837328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-88ca66d0-983c-4296-afaf-9b2d52a43c3f tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "DELETE /v2.0/networks/62b61bde-5a72-4850-a95b-df7e7e8c4d73 HTTP/1.1" status: 404 len: 339 time: 0.2269528 Feb 16 08:38:36.842472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54262) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:36.856801 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-c30a425d-3cca-403c-8a56-5e856706f4fb tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/quotas/92c17a3eb38f47f5819e239919f62381 HTTP/1.1" status: 200 len: 375 time: 0.1650119 Feb 16 08:38:36.935551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.964181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=3fa00aa7-4705-4e44-9e4d-0638c12ccfb9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:36.969083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:36.969485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:36.982679 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d201ef34-3914-41ea-9f10-8a689921fc86 req-2cf514a4-0d20-4278-8e78-ee821c9e63f6 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7379599 Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:36.987417 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:36.992236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.000666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.031388 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d0c8c4-44b2-4e46-b09f-8996b768e64c tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] DELETE failed (client error): The resource could not be found. Feb 16 08:38:37.031830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d0c8c4-44b2-4e46-b09f-8996b768e64c tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:37.037962 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-30d0c8c4-44b2-4e46-b09f-8996b768e64c tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "DELETE /v2.0/ports/e12dcc44-7857-4d8d-a695-5d14cb51b52d HTTP/1.1" status: 404 len: 333 time: 0.1906025 Feb 16 08:38:37.037962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54266) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.064528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:37.091642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.096525 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea4b673-50e6-42e9-bcea-17b77590a892 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] DELETE failed (client error): The resource could not be found. Feb 16 08:38:37.096728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea4b673-50e6-42e9-bcea-17b77590a892 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:37.098476 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8ea4b673-50e6-42e9-bcea-17b77590a892 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "DELETE /v2.0/subnets/79a08d91-0e06-4504-bf46-49b343681517 HTTP/1.1" status: 404 len: 337 time: 0.0602205 Feb 16 08:38:37.101495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': 'd6de15bd-f6e0-418d-8af7-63a673072dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:37.101495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 8f8293f4-3e07-4add-aaf7-5d771194066c, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:37.106339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54270) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.118349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.131202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.148457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.148938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4c583476-b9ae-4a7e-b4c2-61caee3d4121 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:38:37.175193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.184572 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:38:37.186487 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-981c13b6-3134-4c40-b27d-17ff90c67b27 tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 6.8797765 Feb 16 08:38:37.188708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54274) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.207492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.212972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d581e316-a151-4df2-b317-2e385140eec0 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] GET failed (client error): The resource could not be found. Feb 16 08:38:37.218227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d581e316-a151-4df2-b317-2e385140eec0 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "GET /v2.0/networks/d4ed5f2a-a489-43df-b17f-3526e7daf291 HTTP/1.1" status: 404 len: 339 time: 0.1047332 Feb 16 08:38:37.223310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54278) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.257220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.275675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] Pushing event deleted for resources: {'Network': ['ID=e13d7c54-1ad1-4eef-9352-2d3b420ee236,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:37.291626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Deleting port f2639e13-925b-41e8-8b9d-c845e0508b59 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:37.291927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.330678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'Port': ['ID=d2684101-1312-4217-86ec-c2d1b5af8ee9,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:37.333008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cd2f21f3-6796-4f01-ae6d-af3a2b913cea,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:37.339488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-24f3a763-c66b-48b3-aeed-1dbf624bef53 tempest-ExternalNetworksTestJSON-346704438 tempest-ExternalNetworksTestJSON-346704438-project] 10.222.0.94 "DELETE /v2.0/networks/e13d7c54-1ad1-4eef-9352-2d3b420ee236 HTTP/1.1" status: 204 len: 168 time: 2.2059448 Feb 16 08:38:37.341050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.346098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ff8eb93e-a5b2-4415-8187-35526cdc8efe tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Synchronizing usage tracker for tenant:92c17a3eb38f47f5819e239919f62381 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:37.349044 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0824a24-7b82-4b69-b83d-89338d28355e tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] GET failed (client error): The resource could not be found. Feb 16 08:38:37.350200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0824a24-7b82-4b69-b83d-89338d28355e tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "GET /v2.0/ports/0163b363-7af3-4cd9-85b9-c914a8a8c6e9 HTTP/1.1" status: 404 len: 333 time: 0.1137154 Feb 16 08:38:37.353969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54284) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.371737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 8f8293f4-3e07-4add-aaf7-5d771194066c is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:37.390091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.395935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 8f8293f4-3e07-4add-aaf7-5d771194066c) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:37.399455 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88b159a-b55a-4804-a931-36e9c602ce0c tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] GET failed (client error): The resource could not be found. Feb 16 08:38:37.401613 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c88b159a-b55a-4804-a931-36e9c602ce0c tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "GET /v2.0/subnets/168798b8-d95c-42be-b71e-877531311426 HTTP/1.1" status: 404 len: 337 time: 0.0460687 Feb 16 08:38:37.406191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ff8eb93e-a5b2-4415-8187-35526cdc8efe tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Unset dirty status for tenant:92c17a3eb38f47f5819e239919f62381 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:37.408217 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ff8eb93e-a5b2-4415-8187-35526cdc8efe tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=92c17a3eb38f47f5819e239919f62381&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5499454 Feb 16 08:38:37.408671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.412048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:37.412628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.418081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6a2554-c977-4cca-9b35-9b4254c47491 None None] Network 8f8293f4-3e07-4add-aaf7-5d771194066c requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:37.424177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-868f6b62-f233-418a-81c2-c0e0600d1ff8 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:37.433902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6f9e3f84-2e30-4791-b0f5-bce05949aa85 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/subnets/cd2f21f3-6796-4f01-ae6d-af3a2b913cea HTTP/1.1" status: 204 len: 168 time: 1.0797963 Feb 16 08:38:37.434906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54292) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.453904 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-868f6b62-f233-418a-81c2-c0e0600d1ff8 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] PUT failed (client error): The resource could not be found. Feb 16 08:38:37.454347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868f6b62-f233-418a-81c2-c0e0600d1ff8 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:37.455493 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-868f6b62-f233-418a-81c2-c0e0600d1ff8 tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "PUT /v2.0/networks/2d4d5b3a-0eb9-4611-8e17-ba0032793e95 HTTP/1.1" status: 404 len: 339 time: 0.0388985 Feb 16 08:38:37.456246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.457302 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ebbf8db3-5af0-43d2-8563-3cc1f37c3151 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1333456 Feb 16 08:38:37.461697 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2f5b5016-e1cd-4a31-861e-90b7cf726dc0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.3346090 Feb 16 08:38:37.465278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.483484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54306) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.498270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3bd16be5-1602-4290-a60f-62df6b8d454b tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:37.653605 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd16be5-1602-4290-a60f-62df6b8d454b tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] PUT failed (client error): The resource could not be found. Feb 16 08:38:37.655136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bd16be5-1602-4290-a60f-62df6b8d454b tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:37.658454 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3bd16be5-1602-4290-a60f-62df6b8d454b tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "PUT /v2.0/ports/62d2e54f-f07d-40e3-b0a6-0f5f4a53d2d2 HTTP/1.1" status: 404 len: 333 time: 0.1739640 Feb 16 08:38:37.669047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54312) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.735830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9cdfdebe-abfc-4e7b-834a-ef3a0e4bc8af tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:37.740413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 867dc188-799a-4cd7-83d1-b051389647af up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:37.743000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.865158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-8f8293f4-3e07-4add-aaf7-5d771194066c', 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '3fa00aa7-4705-4e44-9e4d-0638c12ccfb9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:37.866097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.884647 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdfdebe-abfc-4e7b-834a-ef3a0e4bc8af tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] PUT failed (client error): The resource could not be found. Feb 16 08:38:37.885293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdfdebe-abfc-4e7b-834a-ef3a0e4bc8af tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:38:37.886207 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9cdfdebe-abfc-4e7b-834a-ef3a0e4bc8af tempest-NetworksNegativeTestJSON-939723359 tempest-NetworksNegativeTestJSON-939723359-project] 10.222.0.94 "PUT /v2.0/subnets/4d503aac-3402-428c-b499-004c4a0d4ab7 HTTP/1.1" status: 404 len: 337 time: 0.1878564 Feb 16 08:38:37.892594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:37.902059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54324) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:37.981699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 867dc188-799a-4cd7-83d1-b051389647af completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:37.995404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 867dc188-799a-4cd7-83d1-b051389647af triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:37.995785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.015879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-c496bd8b-7114-4023-97bc-29371636904d service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:38:38.017023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-c496bd8b-7114-4023-97bc-29371636904d service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4250777 Feb 16 08:38:38.066446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.172821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device a43c2448-5970-4f75-814b-d335701aab36 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:38.208202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.228671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.240221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Calling delete_port for f2639e13-925b-41e8-8b9d-c845e0508b59 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:38.263595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54332) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:38.284768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874046b-82d1-4401-84f0-56c1060f01a6 req-5097160a-b169-4c79-a6bc-c4342f3d8c9b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:38.286226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a874046b-82d1-4401-84f0-56c1060f01a6 req-5097160a-b169-4c79-a6bc-c4342f3d8c9b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 944 time: 0.2773609 Feb 16 08:38:38.297385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ceef22-7d43-40ce-a2de-136bc30cf0f7']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:38.337608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:38.337608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa92ca0c-c5f3-4642-b6f5-7f5a8f6ad864') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:38.384817 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a874046b-82d1-4401-84f0-56c1060f01a6 req-17e1442c-4a70-4d78-9653-b2ec5b99f6cf tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828702 Feb 16 08:38:38.392989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3468a34-4610-4fd7-81d4-4ab5a91ec74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.409595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.417586 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-0205670a-7993-4c3a-ab8a-8ec25c62c3bf service neutron] 10.222.0.94 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421876 Feb 16 08:38:38.438087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.445620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:38.446023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.464376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Allocated IP 172.20.0.1 (8f8293f4-3e07-4add-aaf7-5d771194066c/3fa00aa7-4705-4e44-9e4d-0638c12ccfb9/3b545b30-c73e-47bf-a368-e6168c10c2aa) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:38.469305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port a43c2448-5970-4f75-814b-d335701aab36 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:38.489315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port a43c2448-5970-4f75-814b-d335701aab36 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:38.489731 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:38.537531 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:38.562127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.608087 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-76af81d1-ceb2-47ea-b0de-c44f8fc3aea2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=52d0b86de58b4fa8b210544ce01dbd36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7039065 Feb 16 08:38:38.610409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54342) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:38.635392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.656216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.665594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18ceef22-7d43-40ce-a2de-136bc30cf0f7 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:38:38.666251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 867dc188-799a-4cd7-83d1-b051389647af, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=867dc188-799a-4cd7-83d1-b051389647af,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:38.673508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.679464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.684335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Network': ['ID=18ceef22-7d43-40ce-a2de-136bc30cf0f7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:38.697741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.702361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8773bcfe-d0dd-4dd1-85ba-ca03d08eeb6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/networks/18ceef22-7d43-40ce-a2de-136bc30cf0f7 HTTP/1.1" status: 204 len: 168 time: 1.2614181 Feb 16 08:38:38.720959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-43cb0e31-2f65-4a52-8ff0-57fb7b709c97 service neutron] 10.222.0.94 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931058 Feb 16 08:38:38.735256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-cbeae683-f3fa-4c3f-a3ad-e43ec5d60c8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Synchronizing usage tracker for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:38.739326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:38.747168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Usage tracker for resource:security_group_rule and tenant:e0b9635cf08c4a19aefade879126fbc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:38.751825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:38.761642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:38.878551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2639e13-925b-41e8-8b9d-c845e0508b59,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:38.880088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.881582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-cbeae683-f3fa-4c3f-a3ad-e43ec5d60c8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Unset dirty status for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:38.890634 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-cbeae683-f3fa-4c3f-a3ad-e43ec5d60c8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--1149069645&fields=id&tenant_id=0ff2b4c00ac34419a031f5ba9a459484 HTTP/1.1" status: 200 len: 267 time: 0.3017941 Feb 16 08:38:38.893292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:38.893760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.895729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:38.953696 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e0b9635cf08c4a19aefade879126fbc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6864789 Feb 16 08:38:38.960279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54348) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:39.013992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.030763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Transition to ACTIVE for port object 3b545b30-c73e-47bf-a368-e6168c10c2aa will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:39.062638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Transition to ACTIVE for port object 3b545b30-c73e-47bf-a368-e6168c10c2aa will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:39.083989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.116606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.120709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b20ed4-b410-4c82-8690-2628566ac721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343e343-1844-48c4-87d5-cc0cf586e72c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:39.219202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa00aa7-4705-4e44-9e4d-0638c12ccfb9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:39.280938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.287434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-028b6743-3f22-4038-bb36-067cb447d7df tempest-RoutersAdminNegativeTest-1259315932 tempest-RoutersAdminNegativeTest-1259315932-project-admin] 10.222.0.94 "DELETE /v2.0/ports/f2639e13-925b-41e8-8b9d-c845e0508b59 HTTP/1.1" status: 204 len: 168 time: 2.0974128 Feb 16 08:38:39.288385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.324602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.355552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:39.406831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54370) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:39.414200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'name': 'tempest-router--1571590978', 'project_id': '642bc66003eb40eaaa785aa164e5c585'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:39.422224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:39.428945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:router and tenant:642bc66003eb40eaaa785aa164e5c585 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:39.432347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:39.439520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:39.443471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-13bd293e-16b9-432e-9d01-0d022b98c27c req-4141f92c-a7e6-4dde-a311-e0fbc2984043 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 210 time: 0.2374704 Feb 16 08:38:39.451055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.458315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a43c2448-5970-4f75-814b-d335701aab36,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:39.467658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Network 8f8293f4-3e07-4add-aaf7-5d771194066c is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:39.469798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:39.471892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Pushing event updated for resources: {'Port': ['ID=3b545b30-c73e-47bf-a368-e6168c10c2aa,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:39.474502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.487151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:39.488589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.497633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.534820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.576548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b78c2-b07c-49eb-a200-6f89a74e364e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:39.585706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.591731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.608591 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6a5aee77-70d3-4c53-8909-0dee23643eb9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/3e8b78c2-b07c-49eb-a200-6f89a74e364e HTTP/1.1" status: 204 len: 168 time: 0.9969125 Feb 16 08:38:39.612168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.660364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.663736 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7fdc5ac-8351-43fd-ae53-f2032257b556 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2554281 Feb 16 08:38:39.669602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54390) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:39.703082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 867dc188-799a-4cd7-83d1-b051389647af up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:39.856470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Attempting to bind port 3b545b30-c73e-47bf-a368-e6168c10c2aa on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:39.857170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Attempting to bind port 3b545b30-c73e-47bf-a368-e6168c10c2aa by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd6de15bd-f6e0-418d-8af7-63a673072dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:39.857677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Attempting to bind port 3b545b30-c73e-47bf-a368-e6168c10c2aa on network 8f8293f4-3e07-4add-aaf7-5d771194066c {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:39.860000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:39.875647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:39.876559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Checking segment: {'id': 'd6de15bd-f6e0-418d-8af7-63a673072dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:39.877116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.877995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Bound using segment: {'id': 'd6de15bd-f6e0-418d-8af7-63a673072dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:39.878775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Bound port: 3b545b30-c73e-47bf-a368-e6168c10c2aa, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6de15bd-f6e0-418d-8af7-63a673072dbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '8f8293f4-3e07-4add-aaf7-5d771194066c'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:39.879315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.890021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.967331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 867dc188-799a-4cd7-83d1-b051389647af triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:39.968077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:39.987152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.036261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-88e107e1-f3d4-4c1e-a12f-c9045635032b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:40.047711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-88e107e1-f3d4-4c1e-a12f-c9045635032b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Synchronizing usage tracker for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:40.060716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] For port 3b545b30-c73e-47bf-a368-e6168c10c2aa, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:40.067784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8293f4-3e07-4add-aaf7-5d771194066c']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:40.076498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] For port 3b545b30-c73e-47bf-a368-e6168c10c2aa, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b545b30-c73e-47bf-a368-e6168c10c2aa,segment=NetworkSegment(d6de15bd-f6e0-418d-8af7-63a673072dbc),segment_id=d6de15bd-f6e0-418d-8af7-63a673072dbc)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:40.091024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54406) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:40.091406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.140999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6de15bd-f6e0-418d-8af7-63a673072dbc') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:40.141303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6de15bd-f6e0-418d-8af7-63a673072dbc') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:40.186042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.230097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.282636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-88e107e1-f3d4-4c1e-a12f-c9045635032b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Unset dirty status for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:40.293790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-88e107e1-f3d4-4c1e-a12f-c9045635032b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/networks?id=e27556ca-4a05-49a2-8b75-ccbfba974e4a HTTP/1.1" status: 200 len: 811 time: 1.3985617 Feb 16 08:38:40.323243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fc969-9b8d-49b1-ab52-17f640d9bcc0 None None] Pushing event updated for resources: {'Port': ['ID=3b545b30-c73e-47bf-a368-e6168c10c2aa,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:40.341944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df1339-f18e-4de4-acbd-889f2690d16b None None] Network 8f8293f4-3e07-4add-aaf7-5d771194066c requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:40.395856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.428164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:40.429871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:40.467495 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:40.589834 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-be9c1ba3-0c73-401e-82d3-4163cbdf9e37 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/quotas/0ff2b4c00ac34419a031f5ba9a459484 HTTP/1.1" status: 200 len: 375 time: 0.2951539 Feb 16 08:38:40.672981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa12e82-0a5d-4e50-a5ce-09139f26b7ec None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:38:40.677202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d58b6a-ecf5-437c-9998-040aec57d2ae req-a38deb8b-df19-4aa5-8e5c-b0215127ffa0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:40.678847 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c1d58b6a-ecf5-437c-9998-040aec57d2ae req-a38deb8b-df19-4aa5-8e5c-b0215127ffa0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.7413113 Feb 16 08:38:40.679750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:38:40.679750 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:38:40.679750 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': '8f8293f4-3e07-4add-aaf7-5d771194066c'}] Feb 16 08:38:40.679750 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:40.680343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:40.714225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.724883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.729541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.740172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.746742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343e343-1844-48c4-87d5-cc0cf586e72c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:40.770841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-a55cf43c-5b00-4c53-b52f-32f81fa80984 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Synchronizing usage tracker for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:40.776662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:40.781360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Usage tracker for resource:security_group_rule and tenant:1ada976da5384f19bb11d34d1b1bdce1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:40.785903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:40.795688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:40.800133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.801034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36ebd57b-4687-44d0-b999-ee4b39c23d1b {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:38:40.802553 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c1d58b6a-ecf5-437c-9998-040aec57d2ae req-e1d6b9f2-5ca5-4b84-a83c-b4341a8538a7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121011 Feb 16 08:38:40.805086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.807346 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-afac6805-621c-4090-89aa-d54c694ce87b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2343e343-1844-48c4-87d5-cc0cf586e72c HTTP/1.1" status: 204 len: 168 time: 1.8458631 Feb 16 08:38:40.815421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-a55cf43c-5b00-4c53-b52f-32f81fa80984 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Unset dirty status for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:40.818234 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-a55cf43c-5b00-4c53-b52f-32f81fa80984 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=0ff2b4c00ac34419a031f5ba9a459484&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2108998 Feb 16 08:38:40.874577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.878419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aacd7781-3a92-49ae-a72e-aa2c205e46c8 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/routers/36ebd57b-4687-44d0-b999-ee4b39c23d1b HTTP/1.1" status: 204 len: 168 time: 1.2053697 Feb 16 08:38:40.913716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54428) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:40.958062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.964452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5880cf36-1328-4bb5-8843-ca0c7ff48c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:40.965556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa12e82-0a5d-4e50-a5ce-09139f26b7ec None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:38:40.974056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.059807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d0caa8-1146-4956-986d-3f12c13fc89c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:41.096950 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-4305fae5-6132-47e1-bf30-dfaec8da8209 service neutron] 10.222.0.94 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661922 Feb 16 08:38:41.118074 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-11d76a6b-a57a-4323-a8db-079c2e077711 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1ada976da5384f19bb11d34d1b1bdce1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0183396 Feb 16 08:38:41.118783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54434) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:41.124488 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e805d835-6734-4e36-97ab-4fc812e668aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d1814b565fe34feabd91b19d9a03ab06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2077808 Feb 16 08:38:41.140616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54436) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:41.309957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.315349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.333300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.364339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 3b545b30-c73e-47bf-a368-e6168c10c2aa {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:41.364784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.406838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.424701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.504309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:41.536746 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-591c84c1-3d51-4b1e-9aea-26b1b28c8146 service neutron] 10.222.0.94 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4276390 Feb 16 08:38:41.538780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.570162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.578981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdf82eb-72b5-41d6-90b8-a1bd5a12cb71,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:41.602017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d0caa8-1146-4956-986d-3f12c13fc89c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:41.605320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.606923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f4f3ad2f-682b-49ea-ac94-3ebd732b1052 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/26d0caa8-1146-4956-986d-3f12c13fc89c HTTP/1.1" status: 204 len: 168 time: 0.4819567 Feb 16 08:38:41.610014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.611142 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f55e0228-2b8e-48a4-9980-b985aeda3aa1 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/fbdf82eb-72b5-41d6-90b8-a1bd5a12cb71 HTTP/1.1" status: 204 len: 168 time: 0.4685025 Feb 16 08:38:41.696989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.730823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 3b545b30-c73e-47bf-a368-e6168c10c2aa, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b545b30-c73e-47bf-a368-e6168c10c2aa,segment=NetworkSegment(d6de15bd-f6e0-418d-8af7-63a673072dbc),segment_id=d6de15bd-f6e0-418d-8af7-63a673072dbc)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:41.731355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.736059 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36', 'code': 200} Feb 16 08:38:41.860594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:41.940145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 3b545b30-c73e-47bf-a368-e6168c10c2aa owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:42.157579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.98', 57855) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:42.162480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ae6cd9d9-fce8-4cc6-af40-3f8b34e2b4ef tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:42.164024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ae6cd9d9-fce8-4cc6-af40-3f8b34e2b4ef tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.98 "GET /v2.0/networks?id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9 HTTP/1.1" status: 200 len: 806 time: 0.2895544 Feb 16 08:38:42.174888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-156940742', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:42.258477 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb277e88-7d44-42db-9c35-66921e6d5446 req-046d2424-b657-4687-874f-15106b5452b4 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 210 time: 0.2438030 Feb 16 08:38:42.281354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:42.289309 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-269fdf40-c3c0-4fd9-b777-b8e6fe328add tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92c17a3eb38f47f5819e239919f62381 HTTP/1.1" status: 200 len: 380 time: 0.0967193 Feb 16 08:38:42.293762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:42.306497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'port': {'device_id': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'admin_state_up': True, 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'security_groups': ['79e983a3-90a1-4829-822f-6dcd7389af32']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:42.372225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.381865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:42.405974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:42.564337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Port': ['ID=3b545b30-c73e-47bf-a368-e6168c10c2aa,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:42.568652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54478) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:42.612826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbed1133-7dd8-4767-b13e-532513ce6831 req-3d9b7f63-27e5-48cc-9ec9-61e860348f14 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.1354258 Feb 16 08:38:42.617001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No DVR routers for this DVR port 3b545b30-c73e-47bf-a368-e6168c10c2aa on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:38:42.679996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:42.690867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:42.703604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Made reservation on behalf of 92c17a3eb38f47f5819e239919f62381 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:42.707190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.725640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.726928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.748221 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-1803264c-543b-42f0-a96a-72a08cc74e1f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.5854528 Feb 16 08:38:42.761443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df846f98-2b10-4eaa-a61f-1e41a0d195ca req-680bb0a7-38a7-4661-b084-ddddd99a2a0c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:42.763221 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df846f98-2b10-4eaa-a61f-1e41a0d195ca req-680bb0a7-38a7-4661-b084-ddddd99a2a0c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5177414 Feb 16 08:38:42.828407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.895194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.927649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:42.962131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8293f4-3e07-4add-aaf7-5d771194066c']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:42.976158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6de15bd-f6e0-418d-8af7-63a673072dbc') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:42.976547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6de15bd-f6e0-418d-8af7-63a673072dbc') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:42.997501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.017007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.023374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:43.023982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.069909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Allocated IP 172.20.0.7 (70f13364-926d-4a75-8bfa-8cee8a3fd7b9/738a89d5-f5d1-4308-a1e2-f10284a78331/c81c47e1-19e2-47aa-aa67-1c0b167e8cfa) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:43.102215 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:43.141016 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8587f461-9e9e-400c-918f-41c2db0d5b6e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8fafbdef60914dceadf2008373c2aa38&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5572002 Feb 16 08:38:43.144959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54494) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:43.184360 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df846f98-2b10-4eaa-a61f-1e41a0d195ca req-3d84a31b-b638-4c5e-b311-eb0391a85b47 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523684 Feb 16 08:38:43.206461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.213743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:43.250406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.254888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Usage tracker for resource:security_group_rule and tenant:712c9ed8e59b49d4b2dbe3f6fa45935f is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:43.263043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:43.283185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:43.288232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=8f8293f4-3e07-4add-aaf7-5d771194066c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:43.294242 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b67a79a-a222-44fb-8893-85cb867615ed tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/8f8293f4-3e07-4add-aaf7-5d771194066c HTTP/1.1" status: 204 len: 168 time: 5.8279824 Feb 16 08:38:43.298983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54502) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:43.306347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.312541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-733389585'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:43.330277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.331442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:43.346182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:43.346633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Transition to ACTIVE for port object c81c47e1-19e2-47aa-aa67-1c0b167e8cfa will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:43.359969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:43.367371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.367624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.373903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.391160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:43.444479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:43.457622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.513308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:43.520129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.543983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:43.560203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:43.568523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:43.585241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.586060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 02fd5670-b70a-49ed-90cf-c0ca3dcb1453 of type vlan for network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c Feb 16 08:38:43.627960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.640005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.98', 57859) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:43.675572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.699224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415cd1bd-6297-4d8e-841c-8c4ee3505f76,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:43.705574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.709341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:43.709948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.767567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event updated for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:43.904144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54518) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:43.939300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.953447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-959d00f0-b10f-44de-8273-9a26d27f86ca None None] Provisioning for port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:43.961971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-959d00f0-b10f-44de-8273-9a26d27f86ca None None] Provisioning complete for port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:43.962748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-959d00f0-b10f-44de-8273-9a26d27f86ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:43.965636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.965982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.966370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.966735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.967193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.967516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.967984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.968307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.968622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.968934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.969245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:43.977371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:43.978160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.073156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7698860 Feb 16 08:38:44.077351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54524) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:44.080876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-959d00f0-b10f-44de-8273-9a26d27f86ca None None] Port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:44.096123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:44.131486 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-eda8ab42-b15b-4ff0-b7db-000acd51fbac tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8343186 Feb 16 08:38:44.146091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.152607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.156759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/415cd1bd-6297-4d8e-841c-8c4ee3505f76 HTTP/1.1" status: 204 len: 168 time: 0.9993799 Feb 16 08:38:44.160939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3915ef3b-05c7-4ee8-87ea-c36133898b95 req-cd1e53c1-cead-4456-bf1f-d4e35aa6154d tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.2481370 Feb 16 08:38:44.162215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.162583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.162923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.163257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.163585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.163912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.164240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.164562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.164881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.165198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.165513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00047bc3-5a6b-40de-a905-0dfe8b026b90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:44.210101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b669480-b249-4754-bc12-ec3d473eb134 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=78d7bc6d-7856-414f-bb04-52e8e3b59f8c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:44.213060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Synchronizing usage tracker for tenant:712c9ed8e59b49d4b2dbe3f6fa45935f on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:44.232042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:44.235166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Request body: {'port': {'device_id': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:44.246106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=10072ffb-b432-4637-8995-bb9915d78abc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:44.271883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0500ad-f5ca-4dc7-b4fe-01bcd25aea38 req-62c801ac-d1a1-448d-bcec-e3f683071b7b tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:44.273544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b0500ad-f5ca-4dc7-b4fe-01bcd25aea38 req-62c801ac-d1a1-448d-bcec-e3f683071b7b tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 931 time: 0.6181967 Feb 16 08:38:44.274100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] Unset dirty status for tenant:712c9ed8e59b49d4b2dbe3f6fa45935f on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:44.275202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4965885 Feb 16 08:38:44.303694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9c8874ce-6f1d-474c-b4b1-b112313cd3cb tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:44.305801 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9c8874ce-6f1d-474c-b4b1-b112313cd3cb tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.98 "GET /v2.0/networks?id=e27556ca-4a05-49a2-8b75-ccbfba974e4a HTTP/1.1" status: 200 len: 811 time: 0.6526427 Feb 16 08:38:44.341584 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b0500ad-f5ca-4dc7-b4fe-01bcd25aea38 req-9e90b260-e15f-4007-b2ca-b01a5f218505 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608914 Feb 16 08:38:44.451028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:44.464744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:44.473911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:44.511959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:44.565694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01453fd-9c1d-4784-a455-166d4994ffb7 req-9b42bc4c-9b47-409f-9d22-88d0f5d5c419 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:44.572153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e01453fd-9c1d-4784-a455-166d4994ffb7 req-9b42bc4c-9b47-409f-9d22-88d0f5d5c419 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1469603 Feb 16 08:38:44.575628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.610797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.638200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e01453fd-9c1d-4784-a455-166d4994ffb7 req-ff3f7eee-09ac-4c8a-92cd-7599ee118083 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610883 Feb 16 08:38:44.643620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:44.668166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.673403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-74eba473-cb8a-440f-88fb-55e3f7b154d4 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:44.674055 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-74eba473-cb8a-440f-88fb-55e3f7b154d4 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:38:44.675581 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-74eba473-cb8a-440f-88fb-55e3f7b154d4 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7557111 Feb 16 08:38:44.683359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54538) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:44.690639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891177193'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:44.697393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:44.702901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:44.707093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:44.714374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:44.728100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.745708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.786402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:44.795779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:44.798993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:44.806929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:44.913417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.921421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:44.974406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:44.978967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99dc1ab0-34ca-4c8f-9835-2f9e759d0a89,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:44.999779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:45.008880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:45.015009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9f425e14-e608-4594-b277-2594db19c095 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Synchronizing usage tracker for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:45.017290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:45.038290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.096306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.101760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.145609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.149894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4628062 Feb 16 08:38:45.152250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54558) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:45.164482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '46df117a-0cdb-4662-a05c-22623fe8870e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:45.189596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:45.197202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:45.203072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:45.206868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84655557-1e32-44bb-bd4c-72d87600e514 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46df117a-0cdb-4662-a05c-22623fe8870e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:45.223272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:45.245810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.260956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9f425e14-e608-4594-b277-2594db19c095 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Unset dirty status for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:45.262001 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9f425e14-e608-4594-b277-2594db19c095 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ff2b4c00ac34419a031f5ba9a459484 HTTP/1.1" status: 200 len: 380 time: 0.6367137 Feb 16 08:38:45.320985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'port': {'device_id': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'admin_state_up': True, 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'security_groups': ['ceee7961-7542-4f0d-ba24-55d62a09d5ab']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:45.330319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.335773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.424606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a541d35-0913-4795-8be5-ce4cb3796a60,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:45.443218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c18a37f-1a48-4927-9f20-c6bcd41c2243 req-f563e679-cbee-4d4d-a9f0-f58627caf3bc tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.0551348 Feb 16 08:38:45.452986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.457052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc96ed1f-9219-40a9-995e-25f1f89cfaf0 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3014281 Feb 16 08:38:45.457182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54574) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:45.473568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '46df117a-0cdb-4662-a05c-22623fe8870e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:45.493630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:45.501587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:45.508636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:45.516381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:45.543426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.585888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Allocated IP 172.26.4.247 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/c8795752-ab10-4018-87f2-486e8e99fe41) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:45.729841 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:38:45.731028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a1100f64-61b5-4c97-9e15-34b1cc9c30ff tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2728040 Feb 16 08:38:45.737534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54586) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:45.770880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54590) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:45.800825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:45.821712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc880f-cd36-4383-a5b4-e45960bb6dca req-30793838-1fb8-4e61-a35a-8c0d8698756f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:45.823339 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a4dc880f-cd36-4383-a5b4-e45960bb6dca req-30793838-1fb8-4e61-a35a-8c0d8698756f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 931 time: 0.2164121 Feb 16 08:38:45.877994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:45.913343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a4dc880f-cd36-4383-a5b4-e45960bb6dca req-9d9ed4fd-da58-4fe3-9328-f8c85210a65b tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757158 Feb 16 08:38:45.916871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.941634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Made reservation on behalf of 0ff2b4c00ac34419a031f5ba9a459484 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:45.944750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:45.957618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.138506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.169159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416311677'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:46.184074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c81c47e1-19e2-47aa-aa67-1c0b167e8cfa {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:46.194192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.197103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.200492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:46.217720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:46.227005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:46.230743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.250592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:46.262672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46df117a-0cdb-4662-a05c-22623fe8870e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:46.286791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:46.290202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.293345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=1de31fee-ce6a-41ef-acfa-e5d0529a6f84,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:46.321423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776f8db-f719-4819-acf8-4ccafde1b585 req-e6249bdc-c244-44fc-939f-121bbdfd665f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:46.324850 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b776f8db-f719-4819-acf8-4ccafde1b585 req-e6249bdc-c244-44fc-939f-121bbdfd665f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3546348 Feb 16 08:38:46.327415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Transition to ACTIVE for port object c81c47e1-19e2-47aa-aa67-1c0b167e8cfa will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:46.328218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.329707 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4a6da44-4edc-4ebb-93e6-bde4ae3473ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/46df117a-0cdb-4662-a05c-22623fe8870e HTTP/1.1" status: 204 len: 168 time: 0.5899613 Feb 16 08:38:46.333327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54602) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:46.346189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.350675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.409116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.450394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:46.460004 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b776f8db-f719-4819-acf8-4ccafde1b585 req-e5172a7f-c319-4b51-b776-d51f1cece3d2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228108 Feb 16 08:38:46.460433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:security_group_rule and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:46.465061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-008b113d-8879-4926-a8c0-8c0a0d84d623 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:46.468790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:46.477121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:46.510849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-008b113d-8879-4926-a8c0-8c0a0d84d623 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:46.510849 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-008b113d-8879-4926-a8c0-8c0a0d84d623 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1732368 Feb 16 08:38:46.511676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54612) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:46.519520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058995047'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:46.534215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:46.554594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:46.591860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:46.595589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.636746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.652927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.655098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:46.669423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '02fd5670-b70a-49ed-90cf-c0ca3dcb1453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:46.670027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 78d7bc6d-7856-414f-bb04-52e8e3b59f8c, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:46.674766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:46.685881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:46.688116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:46.691222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:46.705574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:46.712997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:46.725886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:46.728717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.729511 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment 006c437f-e979-47e5-b345-283f147abce2 of type vlan for network 5b389f64-05b4-403e-b737-967a6c969fd6 Feb 16 08:38:46.731611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e08e6-d162-49e2-a8ad-55f9f9298891,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:46.774070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Allocated IP 172.20.0.9 (e27556ca-4a05-49a2-8b75-ccbfba974e4a/fd39097c-5cde-4b0c-a597-23a9f3590ab9/fc00a6ea-7fad-4287-90c9-4b537421b078) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:46.785566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54616) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:46.809749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f51d425d-94f9-43ae-9193-7ad886a57d8f req-5ab767b5-fcfc-4500-a24b-10537e2155bf tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.0680389 Feb 16 08:38:46.831703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.897870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event updated for resources: {'Port': ['ID=c8795752-ab10-4018-87f2-486e8e99fe41,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:46.900219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.906614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.927066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:46.930957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:46.932022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.052955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:47.077370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:47.086396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=5b389f64-05b4-403e-b737-967a6c969fd6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:47.089403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:floatingip and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:47.102998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:47.109127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3e227e-85a4-4763-b28c-805b43f95474,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:47.109593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5b389f64-05b4-403e-b737-967a6c969fd6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:47.115949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:47.118747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.125006 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b49909f1-0eec-44cb-964e-2d197b87102f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6074612 Feb 16 08:38:47.125583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:47.131478 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6ffdc67f-2450-4ad2-a962-3fea3816071b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3602419 Feb 16 08:38:47.186845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7ba46d62-9565-4dda-a0e2-38ebb6cd9d62 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '8c3e227e-85a4-4763-b28c-805b43f95474', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:47.188158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-7ba46d62-9565-4dda-a0e2-38ebb6cd9d62 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:47.193651 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7ba46d62-9565-4dda-a0e2-38ebb6cd9d62 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0598161 Feb 16 08:38:47.201545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54628) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:47.232620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.335684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:47.344842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Attempting to bind port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:47.345174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Attempting to bind port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:47.345507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Attempting to bind port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa on network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:47.372310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 78d7bc6d-7856-414f-bb04-52e8e3b59f8c) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:47.374717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa on network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:38:47.375042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Attempting to bind port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa on network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:47.382310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:47.382870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.396835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06441865-5a85-43b2-819d-7ddc54d75e6a None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:47.415129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:47.415497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Checking segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:47.415898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Bound using segment: {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:47.416371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Bound port: c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3890d36-139e-4248-acf2-5abcb722e819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:47.416720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.417944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0dfe-0472-4bd0-9c0d-e91f1f70dffc req-dad7edbc-2193-4026-be31-706f00148788 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:47.425039 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-592b0dfe-0472-4bd0-9c0d-e91f1f70dffc req-dad7edbc-2193-4026-be31-706f00148788 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 943 time: 0.3034413 Feb 16 08:38:47.450642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.497021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.506283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-80c89348-06e0-4aaa-bf12-e47f183ae73e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4144657 Feb 16 08:38:47.512632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54632) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:47.531959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:38:47.559324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.565757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.566829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.601533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Transition to ACTIVE for port object fc00a6ea-7fad-4287-90c9-4b537421b078 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:47.737700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:47.753551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:47.764023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.781915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-78d7bc6d-7856-414f-bb04-52e8e3b59f8c', 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '1de31fee-ce6a-41ef-acfa-e5d0529a6f84'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:47.782645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-592b0dfe-0472-4bd0-9c0d-e91f1f70dffc req-3f4a5e4a-d5c2-4d91-9e85-70ad38793fd8 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566298 Feb 16 08:38:47.783081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.851356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.896844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:47.900318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] 10.222.0.98 "PUT /v2.0/ports/c81c47e1-19e2-47aa-aa67-1c0b167e8cfa HTTP/1.1" status: 200 len: 1093 time: 3.6746755 Feb 16 08:38:47.901519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:47.929153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdaf55b-579f-499b-a593-e08e28342f3f service neutron] Pushing event updated for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:48.014873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:48.087050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:48.100376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.109090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:48.165566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Allocated IP 172.20.0.2 (78d7bc6d-7856-414f-bb04-52e8e3b59f8c/1de31fee-ce6a-41ef-acfa-e5d0529a6f84/71d83d4e-a5b4-4fc1-a45e-99934947507b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:48.274609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event updated for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:48.297553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.298189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.304823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.374366 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c440cad3-01e5-4a6e-98cd-e8fe740a0a42 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0788984 Feb 16 08:38:48.384181 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-f815a3c9-093a-4d9c-a52d-19fa95c7ff17 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=92c17a3eb38f47f5819e239919f62381&device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 1096 time: 0.3676782 Feb 16 08:38:48.487680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Request body: {'port': {'device_id': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:48.541567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Allocated IP 172.26.4.141 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/b28c6669-1eb3-4437-b1ba-059220df60c4) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:48.549847 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-505c6a53-2111-4ef2-9a51-e81832660db2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa HTTP/1.1" status: 200 len: 217 time: 0.1472552 Feb 16 08:38:48.638327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-212d3002-169d-4ae9-a8b7-35aca680e356 None None] Provisioning for port fc00a6ea-7fad-4287-90c9-4b537421b078 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:48.646709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.655673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-212d3002-169d-4ae9-a8b7-35aca680e356 None None] Provisioning complete for port fc00a6ea-7fad-4287-90c9-4b537421b078 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:48.656409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-212d3002-169d-4ae9-a8b7-35aca680e356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.685573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Router 1a78270a-66d4-444a-acf5-588498bd77c5 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:38:48.688232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-1c63a106-5a5d-4000-8644-a26a2e36320c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.689704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-1c63a106-5a5d-4000-8644-a26a2e36320c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=738a89d5-f5d1-4308-a1e2-f10284a78331 HTTP/1.1" status: 200 len: 845 time: 0.1314507 Feb 16 08:38:48.696505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.707307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.720743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Transition to ACTIVE for port object 71d83d4e-a5b4-4fc1-a45e-99934947507b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:48.757134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3e227e-85a4-4763-b28c-805b43f95474,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:48.759211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.764715 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-97af5ee6-345f-472e-95c3-46640da2df88 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/8c3e227e-85a4-4763-b28c-805b43f95474 HTTP/1.1" status: 204 len: 168 time: 1.5619881 Feb 16 08:38:48.766303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:48.771279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.796017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.808729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Transition to ACTIVE for port object 71d83d4e-a5b4-4fc1-a45e-99934947507b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:48.813489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-212d3002-169d-4ae9-a8b7-35aca680e356 None None] Port fc00a6ea-7fad-4287-90c9-4b537421b078 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:38:48.834793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.941661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91037d8-6d73-4919-9daf-345d4664615b req-1ae7acf7-7254-46ce-acf8-a69ab3a4bee0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:48.949367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e91037d8-6d73-4919-9daf-345d4664615b req-1ae7acf7-7254-46ce-acf8-a69ab3a4bee0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 1.1435950 Feb 16 08:38:48.951345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 71d83d4e-a5b4-4fc1-a45e-99934947507b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:48.951754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:48.982193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:48.983534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Pushing event updated for resources: {'Port': ['ID=71d83d4e-a5b4-4fc1-a45e-99934947507b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:48.988267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:48.996466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:49.018534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:49.020117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=b28c6669-1eb3-4437-b1ba-059220df60c4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:49.029009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:49.049625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:49.062781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-ca064e57-6df7-43ba-a69f-ed6043eeef2f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3548248 Feb 16 08:38:49.076956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.077642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.078194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.078747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.079274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.079956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.080477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.081559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.084251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.084845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.086066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:38:49.128988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-14904d57-000e-459d-abc8-7b34b26a5ff1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:49.184143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Attempting to bind port 71d83d4e-a5b4-4fc1-a45e-99934947507b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:49.184776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Attempting to bind port 71d83d4e-a5b4-4fc1-a45e-99934947507b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '02fd5670-b70a-49ed-90cf-c0ca3dcb1453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:49.185037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Attempting to bind port 71d83d4e-a5b4-4fc1-a45e-99934947507b on network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:49.188621 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e91037d8-6d73-4919-9daf-345d4664615b req-cbed1238-dd0f-4609-a923-098be81bdf14 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382433 Feb 16 08:38:49.194026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb290-0f8d-49f8-a272-b3dffc376d52 req-d9d136d0-4d7d-45e0-bfbf-7ecad4757b66 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:49.195442 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22bfb290-0f8d-49f8-a272-b3dffc376d52 req-d9d136d0-4d7d-45e0-bfbf-7ecad4757b66 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 931 time: 1.0770321 Feb 16 08:38:49.216134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:49.216807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Checking segment: {'id': '02fd5670-b70a-49ed-90cf-c0ca3dcb1453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:49.217383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.220512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Bound using segment: {'id': '02fd5670-b70a-49ed-90cf-c0ca3dcb1453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:49.221179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Bound port: 71d83d4e-a5b4-4fc1-a45e-99934947507b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fd5670-b70a-49ed-90cf-c0ca3dcb1453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '78d7bc6d-7856-414f-bb04-52e8e3b59f8c'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:49.221790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.274744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-14904d57-000e-459d-abc8-7b34b26a5ff1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:49.281591 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-14904d57-000e-459d-abc8-7b34b26a5ff1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5005903 Feb 16 08:38:49.322222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:49.421563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'status': 'completed', 'code': 200} Feb 16 08:38:49.457208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--408428703'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:49.481201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:49.483818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:49.492191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=71d83d4e-a5b4-4fc1-a45e-99934947507b,segment=NetworkSegment(02fd5670-b70a-49ed-90cf-c0ca3dcb1453),segment_id=02fd5670-b70a-49ed-90cf-c0ca3dcb1453)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:49.506742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.524184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:49.540602 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-b483db6a-7a6f-4030-9397-ea5b86a154d6 service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577563 Feb 16 08:38:49.543561 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22bfb290-0f8d-49f8-a272-b3dffc376d52 req-e26b953b-c490-49bd-92a7-0f1bbc62bf52 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376493 Feb 16 08:38:49.653752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:49.675553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.727270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:49.728377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.747324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc00a6ea-7fad-4287-90c9-4b537421b078 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:49.765223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b12946-a939-4e2b-98e9-2a6ec4be69ef None None] Pushing event updated for resources: {'Port': ['ID=71d83d4e-a5b4-4fc1-a45e-99934947507b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:49.789135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.794561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:38:49.811209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] Sync routers for ids ['1a78270a-66d4-444a-acf5-588498bd77c5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:38:49.834116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] Routers {'1a78270a-66d4-444a-acf5-588498bd77c5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:49.834824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['1a78270a-66d4-444a-acf5-588498bd77c5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:49.852564 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3801a11-12f6-4dc1-b2a1-a331b3d8eef4 req-4d5fe041-1860-4d02-bfb3-5bc199696cd5 service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037415 Feb 16 08:38:49.853490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Transition to ACTIVE for port object fc00a6ea-7fad-4287-90c9-4b537421b078 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:49.870891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.930093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:49.944124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:49.948667 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7c29b068-195a-4e36-a990-6a33d2c1285c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.4427521 Feb 16 08:38:49.957083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] Routers {'1a78270a-66d4-444a-acf5-588498bd77c5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:38:49.957876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['1a78270a-66d4-444a-acf5-588498bd77c5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:49.960612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54660) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:50.062411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:50.063194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cdadec-c862-46c6-9dc0-7f440313096a None None] The sync data for ids ['1a78270a-66d4-444a-acf5-588498bd77c5'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:38:50.085965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 71d83d4e-a5b4-4fc1-a45e-99934947507b owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:50.289258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:50.307013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:50.308140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:50.320773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:50.323162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54664) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:50.336807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:50.354659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:50.505914 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-368bba4a-9e0f-42e6-ab88-65fce84b92da service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=92c17a3eb38f47f5819e239919f62381&device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 1096 time: 0.5411897 Feb 16 08:38:50.513454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:50.639543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Attempting to bind port fc00a6ea-7fad-4287-90c9-4b537421b078 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:50.639882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Attempting to bind port fc00a6ea-7fad-4287-90c9-4b537421b078 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:50.640205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Attempting to bind port fc00a6ea-7fad-4287-90c9-4b537421b078 on network e27556ca-4a05-49a2-8b75-ccbfba974e4a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:50.656259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:50.656621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:50.661644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Port fc00a6ea-7fad-4287-90c9-4b537421b078 on network e27556ca-4a05-49a2-8b75-ccbfba974e4a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:38:50.661967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Attempting to bind port fc00a6ea-7fad-4287-90c9-4b537421b078 on network e27556ca-4a05-49a2-8b75-ccbfba974e4a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:50.679112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:50.688140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:50.688515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Checking segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:50.688860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Bound using segment: {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:50.689427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Bound port: fc00a6ea-7fad-4287-90c9-4b537421b078, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:50.689835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:50.733079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145aa73-30fa-402e-b031-1fe02c14058c req-bb4759c5-8811-40ee-bda0-ec35073dfdcd tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:50.734641 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5145aa73-30fa-402e-b031-1fe02c14058c req-bb4759c5-8811-40ee-bda0-ec35073dfdcd tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 943 time: 0.9846725 Feb 16 08:38:50.766330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-ee6450e5-99e6-42aa-912e-141a6487920f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:50.767743 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-ee6450e5-99e6-42aa-912e-141a6487920f service neutron] 10.222.0.98 "GET /v2.0/networks?id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9 HTTP/1.1" status: 200 len: 907 time: 0.2531693 Feb 16 08:38:50.772128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de11265-15fd-4aaa-9969-cf28304d29d2 req-e6ebe71f-1f22-42e3-ba82-11194a6f5ee5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:50.787019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4de11265-15fd-4aaa-9969-cf28304d29d2 req-e6ebe71f-1f22-42e3-ba82-11194a6f5ee5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.8956711 Feb 16 08:38:50.828434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54670) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:50.829365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:50.856177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Request body: {'floatingip': {'port_id': 'a43c2448-5970-4f75-814b-d335701aab36'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:50.885923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-03ee6274-8182-4da4-8c01-5f15ee7cdfba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa HTTP/1.1" status: 200 len: 217 time: 0.0977294 Feb 16 08:38:50.934620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:subnet and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:50.965249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:50.974476 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0ff2e64a-e53c-4b30-b5d5-66c8b4efd948 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/1a78270a-66d4-444a-acf5-588498bd77c5 HTTP/1.1" status: 200 len: 924 time: 1.0087776 Feb 16 08:38:50.984356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:50.988559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc00a6ea-7fad-4287-90c9-4b537421b078,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:50.989806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:51.012602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-7c3582bd-5217-4548-abac-be7060b66e7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:51.014017 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-7c3582bd-5217-4548-abac-be7060b66e7a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=738a89d5-f5d1-4308-a1e2-f10284a78331 HTTP/1.1" status: 200 len: 845 time: 0.1119735 Feb 16 08:38:51.032753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:51.041955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.048736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.087036 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5145aa73-30fa-402e-b031-1fe02c14058c req-3b0bb387-0840-429f-a095-33f091e38175 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408494 Feb 16 08:38:51.091057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.114647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5342de-df46-448f-b144-52bba05de879 None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:51.150267 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-02d17506-e3a6-49c8-8662-b0da6b87a7a1 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a78270a-66d4-444a-acf5-588498bd77c5 HTTP/1.1" status: 200 len: 205 time: 0.1373630 Feb 16 08:38:51.158100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54678) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:51.195085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.196758 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] 10.222.0.98 "PUT /v2.0/ports/fc00a6ea-7fad-4287-90c9-4b537421b078 HTTP/1.1" status: 200 len: 1093 time: 2.7929831 Feb 16 08:38:51.211568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664a769-fda5-466b-9de3-cd3e2355abc0 service neutron] Pushing event updated for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:51.226078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-d836f21f-ee2e-4a82-9ef5-bf9e4cd7715c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1720619 Feb 16 08:38:51.230334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.233899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 71d83d4e-a5b4-4fc1-a45e-99934947507b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:51.234238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.292131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ca1843c5-0d74-40b4-9711-8859519e88a8 None None] Provisioning for port 71d83d4e-a5b4-4fc1-a45e-99934947507b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:51.463344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:51.486916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:51.625745 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'status': 'completed', 'code': 200} Feb 16 08:38:51.662287 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-42407d22-efe8-4243-bcc9-4685be2a3b21 service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4168732 Feb 16 08:38:51.665902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9204145b-4398-460b-85d0-9c91573d8b5f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ff2b4c00ac34419a031f5ba9a459484&device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 1096 time: 0.1610136 Feb 16 08:38:51.682651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 71d83d4e-a5b4-4fc1-a45e-99934947507b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:51.759203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 71d83d4e-a5b4-4fc1-a45e-99934947507b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:51.769510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 71d83d4e-a5b4-4fc1-a45e-99934947507b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:51.769982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.777054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5003bed-d35a-4669-acc6-029157e6d20a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:51.822932 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-9c2ab521-f206-4031-9999-350d705734ab service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc00a6ea-7fad-4287-90c9-4b537421b078 HTTP/1.1" status: 200 len: 217 time: 0.1411774 Feb 16 08:38:51.827012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53af45-f6f6-4cfc-a319-76013aa1cd38 req-922a21db-1309-4bf8-ad73-e7ad0ae395e5 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:51.833990 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f53af45-f6f6-4cfc-a319-76013aa1cd38 req-922a21db-1309-4bf8-ad73-e7ad0ae395e5 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 943 time: 0.8958070 Feb 16 08:38:51.899874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-972f2e46-3035-4804-b1b1-46909a530a39 None None] Provisioning complete for port 71d83d4e-a5b4-4fc1-a45e-99934947507b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:51.900227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-972f2e46-3035-4804-b1b1-46909a530a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:51.925502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-14266ccd-dd23-4e32-ab00-2f35583764b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:51.926944 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-14266ccd-dd23-4e32-ab00-2f35583764b1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd39097c-5cde-4b0c-a597-23a9f3590ab9 HTTP/1.1" status: 200 len: 850 time: 0.0933182 Feb 16 08:38:51.968995 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7a2a1420-2283-4b93-8714-43ca5c4172fb req-2c434605-00dd-430a-a005-15dd5a728ded service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892342 Feb 16 08:38:52.005139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.006974 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-d756f4c6-64e4-4b51-be15-b861c9a4b502 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e27556ca-4a05-49a2-8b75-ccbfba974e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717230 Feb 16 08:38:52.049715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=71d83d4e-a5b4-4fc1-a45e-99934947507b,segment=NetworkSegment(02fd5670-b70a-49ed-90cf-c0ca3dcb1453),segment_id=02fd5670-b70a-49ed-90cf-c0ca3dcb1453)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:52.080624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.109290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.113137 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e96f4fa2-7586-4316-8194-e3f7500a687d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.7833347 Feb 16 08:38:52.138520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54688) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:52.160176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.179444 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-6f6e2f9a-f24d-427d-b92c-c021be73b0bb service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647336 Feb 16 08:38:52.179655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-eca60bda-78a2-40a8-9fa9-fed33fcae9b6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'd5003bed-d35a-4669-acc6-029157e6d20a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:52.179749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=71d83d4e-a5b4-4fc1-a45e-99934947507b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:52.180189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-eca60bda-78a2-40a8-9fa9-fed33fcae9b6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:52.181116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-eca60bda-78a2-40a8-9fa9-fed33fcae9b6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0326941 Feb 16 08:38:52.203520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54692) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:52.234169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c81c47e1-19e2-47aa-aa67-1c0b167e8cfa details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:38:52.399498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:52.409423 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-39ce04af-68c3-4d9f-8dca-136664c2a23e req-b8bf436a-8047-43d5-aca5-58aed9a887fd service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044737 Feb 16 08:38:52.410173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.413896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'port_id': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'mac_address': 'fa:16:3e:08:92:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 774, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:38:52.446086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.486649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:52.495853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.506072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.530201 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f53af45-f6f6-4cfc-a319-76013aa1cd38 req-aedbad45-7a30-4539-bcc3-c113686dbd72 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6919839 Feb 16 08:38:52.535208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c81c47e1-19e2-47aa-aa67-1c0b167e8cfa {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:52.551965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.557388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:52.563056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.580915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5003bed-d35a-4669-acc6-029157e6d20a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:52.589150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.590284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a90b5487-c1cc-4e67-abfe-00190bde1d41 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/d5003bed-d35a-4669-acc6-029157e6d20a HTTP/1.1" status: 204 len: 168 time: 0.3835232 Feb 16 08:38:52.594960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54696) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:52.608913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.647877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:52.661269 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-fa280dda-f0e3-482a-aba6-f54ff59d0a66 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ff2b4c00ac34419a031f5ba9a459484&device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 1096 time: 0.1258657 Feb 16 08:38:52.689771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7adfb60e-d0f6-4175-98e6-5b1dd330147a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:52.768391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7adfb60e-d0f6-4175-98e6-5b1dd330147a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:52.775203 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7adfb60e-d0f6-4175-98e6-5b1dd330147a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1729102 Feb 16 08:38:52.775693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54700) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:52.785907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--798670913'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:52.789794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=71d83d4e-a5b4-4fc1-a45e-99934947507b,segment=NetworkSegment(02fd5670-b70a-49ed-90cf-c0ca3dcb1453),segment_id=02fd5670-b70a-49ed-90cf-c0ca3dcb1453)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:52.790163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.793368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:52.822114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:52.834318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-9473544a-631e-4fd6-8d86-e75726be169f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:52.835799 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-9473544a-631e-4fd6-8d86-e75726be169f service neutron] 10.222.0.98 "GET /v2.0/networks?id=e27556ca-4a05-49a2-8b75-ccbfba974e4a HTTP/1.1" status: 200 len: 912 time: 0.1681552 Feb 16 08:38:52.840154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:52.880837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:38:52.922525 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-23a21a8a-4166-4ad3-80f6-a1a433e8b580 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc00a6ea-7fad-4287-90c9-4b537421b078 HTTP/1.1" status: 200 len: 217 time: 0.0726614 Feb 16 08:38:52.972259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:52.982618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:52.987480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:52.996163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:53.008889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-f193e892-645e-497b-8de9-e6313ad6746e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:53.010353 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-f193e892-645e-497b-8de9-e6313ad6746e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd39097c-5cde-4b0c-a597-23a9f3590ab9 HTTP/1.1" status: 200 len: 850 time: 0.0788531 Feb 16 08:38:53.019547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=b28c6669-1eb3-4437-b1ba-059220df60c4,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:53.093828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 71d83d4e-a5b4-4fc1-a45e-99934947507b owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:53.110829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.121721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.171492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b808da02-438d-4b99-a841-9959ceeb2fb0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:53.183412 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-05990e8d-57db-4e69-a024-c50eb6c772a5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e27556ca-4a05-49a2-8b75-ccbfba974e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1653743 Feb 16 08:38:53.184120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.188081 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bc35310e-5b22-4e64-a360-4f90d28159df tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4118063 Feb 16 08:38:53.188779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54704) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.210236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163cab6-e33a-416f-b32f-098d9cd8d07c req-daee0a29-5467-47e1-8e80-88c43e4b94e1 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:53.211745 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3163cab6-e33a-416f-b32f-098d9cd8d07c req-daee0a29-5467-47e1-8e80-88c43e4b94e1 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 943 time: 0.9740593 Feb 16 08:38:53.216146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d2946c6d-e487-4c28-ba18-c477d07c35d7 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'b808da02-438d-4b99-a841-9959ceeb2fb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:53.216898 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-d2946c6d-e487-4c28-ba18-c477d07c35d7 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:53.221102 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d2946c6d-e487-4c28-ba18-c477d07c35d7 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0299425 Feb 16 08:38:53.224586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54708) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.309115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.366678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2ad820ce-5aab-4804-833b-0fda6162286c tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'b808da02-438d-4b99-a841-9959ceeb2fb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:53.367511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-2ad820ce-5aab-4804-833b-0fda6162286c tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:53.368607 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2ad820ce-5aab-4804-833b-0fda6162286c tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.1433613 Feb 16 08:38:53.372023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54712) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.384497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2b98c1f6-68c7-4007-a590-3bd2d500af36 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'b808da02-438d-4b99-a841-9959ceeb2fb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:53.385198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-2b98c1f6-68c7-4007-a590-3bd2d500af36 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:53.386207 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b98c1f6-68c7-4007-a590-3bd2d500af36 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0137758 Feb 16 08:38:53.389336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54716) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.396559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8a1c84ca-1bd8-4017-865a-ca2524e3a16a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'b808da02-438d-4b99-a841-9959ceeb2fb0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:53.397240 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-8a1c84ca-1bd8-4017-865a-ca2524e3a16a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:53.398162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8a1c84ca-1bd8-4017-865a-ca2524e3a16a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079153 Feb 16 08:38:53.401436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54720) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.408371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.409554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-96a65a6c-c7ff-4675-bde7-d39e3774fadf tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6181071 Feb 16 08:38:53.419991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54724) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.432161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1724814410'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:53.446612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:53.450657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:53.450974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:53.453224 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3163cab6-e33a-416f-b32f-098d9cd8d07c req-177aa40e-29aa-4f55-9530-f34ac0e910e7 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2164826 Feb 16 08:38:53.462153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.490476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:network and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:53.495666 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-0de1eeb4-0b1e-4dd0-9917-9de771c72136 service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060355 Feb 16 08:38:53.498771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:53.507498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:53.513698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.596222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:53.608712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 71d83d4e-a5b4-4fc1-a45e-99934947507b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:53.624141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Made reservation on behalf of a766b61a1d7f4d4092c062b0360913f9 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:53.627670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.653633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.661191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.716955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 71d83d4e-a5b4-4fc1-a45e-99934947507b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:53.717799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.729769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.785511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:53.797941 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aaf34529-61ca-4fe1-9871-b711fb967a88 req-6423673f-445f-41dd-bde2-32e4de6cccaf service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919703 Feb 16 08:38:53.801084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:security_group_rule and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:53.805507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:53.812228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:53.839391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.871737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b808da02-438d-4b99-a841-9959ceeb2fb0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:53.892193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.893347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ce4cd8e-4790-4789-a899-ea2b2d151a1b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/b808da02-438d-4b99-a841-9959ceeb2fb0 HTTP/1.1" status: 204 len: 168 time: 0.4905055 Feb 16 08:38:53.898379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54730) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:53.935339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=36c4b439-b827-494a-b849-8bdab15f4ab4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:53.957107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.965977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.975327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.976539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:53.995746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b14a258c-25f3-4a10-9fb0-b2f6b5808a4d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:54.017521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:54.035416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7deef31-8c0f-4b66-bfc1-ce9274fe8513,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:54.040120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b14a258c-25f3-4a10-9fb0-b2f6b5808a4d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:54.047231 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b14a258c-25f3-4a10-9fb0-b2f6b5808a4d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1419847 Feb 16 08:38:54.047231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.047231 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Added segment e1c6cb31-2e53-4ee8-bdde-db817f83189d of type vlan for network 259d9b55-1282-4575-bb4e-0f2270fd9299 Feb 16 08:38:54.048200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54734) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.049035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': '006c437f-e979-47e5-b345-283f147abce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:54.049468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: 5b389f64-05b4-403e-b737-967a6c969fd6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:54.058782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--524920991'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.066035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.089968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.095060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.108005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.150253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2556b-b693-4eae-8bb4-68e104b7b643 req-2fc2ffc0-4e88-4a92-844b-db1536a68d44 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:54.151788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d4b2556b-b693-4eae-8bb4-68e104b7b643 req-2fc2ffc0-4e88-4a92-844b-db1536a68d44 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 943 time: 0.3342199 Feb 16 08:38:54.154171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.154542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 71d83d4e-a5b4-4fc1-a45e-99934947507b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:54.154882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.157799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:54.158365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.236865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.248963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.255022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c81c47e1-19e2-47aa-aa67-1c0b167e8cfa up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:54.258309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network 5b389f64-05b4-403e-b737-967a6c969fd6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:54.271523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.291721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.314454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Network': ['ID=259d9b55-1282-4575-bb4e-0f2270fd9299,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:54.319844 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-696cdd09-baa8-40ed-a9fe-4fee13759598 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8988380 Feb 16 08:38:54.326857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54738) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.332378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:54.336174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5b389f64-05b4-403e-b737-967a6c969fd6) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:54.337335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:54.343231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Request body: {'subnet': {'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.354692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fff539-6419-4885-8474-3cd1a97cde35 None None] Network 5b389f64-05b4-403e-b737-967a6c969fd6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:54.367256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.373494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.379318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:54.379658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.385712 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d4b2556b-b693-4eae-8bb4-68e104b7b643 req-ce0d2395-82fe-4a90-9b17-a5b2c79b4c7f tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074726 Feb 16 08:38:54.426637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.426637 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3707564 Feb 16 08:38:54.426637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b36f4d-76da-4f1f-b13c-fa33b3e1d2d1 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a381562-3b36-44fe-acf0-6d578d8e0489,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:54.426637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.432306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-26d35b4a-42d8-4b4a-accf-e1d001d2f20e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.433526 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-26d35b4a-42d8-4b4a-accf-e1d001d2f20e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.435276 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-26d35b4a-42d8-4b4a-accf-e1d001d2f20e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110719 Feb 16 08:38:54.438397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54746) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.443655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.451837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.455559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.458799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.466415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.493139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:54.493563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.506805 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.508022 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6331bdd6-792e-41dc-8b23-180a4201094a tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0689631 Feb 16 08:38:54.511461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54752) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.517415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0a48c178-8caa-40c0-b3ad-6c1257361ffa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.518065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-0a48c178-8caa-40c0-b3ad-6c1257361ffa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.521361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a48c178-8caa-40c0-b3ad-6c1257361ffa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064623 Feb 16 08:38:54.521699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54756) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.527817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.534063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.538111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.541248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.547861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.572876 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0837ac54-bd16-4214-95e0-a3d8895fa2e9 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2428184 Feb 16 08:38:54.587519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.604404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-216905696'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.618831 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.622551 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c344f5cf-4a25-4d61-b3e2-6c51ef46ecb5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0973532 Feb 16 08:38:54.623412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54764) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.624173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.626666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.628784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2d6ae3cb-0535-47d3-9734-00997ed04787 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.629388 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-2d6ae3cb-0535-47d3-9734-00997ed04787 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.633180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2d6ae3cb-0535-47d3-9734-00997ed04787 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0068254 Feb 16 08:38:54.633454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.640954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.646547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.650339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.654954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.660671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.673153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:subnet and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.673360 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Project d0e24e1ce4474797839a11ec1c2c4fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:38:54.678203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.680844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.696123 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.698495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-52614e4f-c195-447b-b6e4-c875ee7fbb45 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0627472 Feb 16 08:38:54.700967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54772) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.707879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-41085313-f28c-419c-b0d5-04181809a197 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.708539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.709021 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-41085313-f28c-419c-b0d5-04181809a197 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.710265 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-41085313-f28c-419c-b0d5-04181809a197 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0078046 Feb 16 08:38:54.713642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54776) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.720213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.724969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.726764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.731023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.733779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.734328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.740720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.746709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.752013 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Project d0e24e1ce4474797839a11ec1c2c4fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:38:54.774734 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.778585 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fb8d9008-d212-4e6f-9311-3cf59c009c15 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0611916 Feb 16 08:38:54.778820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54780) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.780232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Made reservation on behalf of a766b61a1d7f4d4092c062b0360913f9 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:54.784964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '3a381562-3b36-44fe-acf0-6d578d8e0489', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:54.790410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:54.794297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:54.797386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:54.804678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:54.805227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5b389f64-05b4-403e-b737-967a6c969fd6', 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6', 'tenant_id': '0f408a64b8a44ac6941161ffbd973ae4', 'fixed_ips': [{'subnet_id': '36c4b439-b827-494a-b849-8bdab15f4ab4'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:54.807587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.813946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port c8795752-ab10-4018-87f2-486e8e99fe41 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:38:54.814321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.816396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Project d0e24e1ce4474797839a11ec1c2c4fc2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:38:54.829549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.837039 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:54.838346 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-799e9438-4508-4436-857d-57174af9d60d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0585313 Feb 16 08:38:54.841079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54784) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:54.897471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:54.899372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:54.900494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.909491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.918111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 71d83d4e-a5b4-4fc1-a45e-99934947507b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=71d83d4e-a5b4-4fc1-a45e-99934947507b,segment=NetworkSegment(02fd5670-b70a-49ed-90cf-c0ca3dcb1453),segment_id=02fd5670-b70a-49ed-90cf-c0ca3dcb1453)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:54.918505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.937386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:54.969663 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'code': 200} Feb 16 08:38:54.983452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:54.996000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.022882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a381562-3b36-44fe-acf0-6d578d8e0489,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.024782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.037200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.038445 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-34863f92-2ca2-4461-84f4-c27c53236699 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/3a381562-3b36-44fe-acf0-6d578d8e0489 HTTP/1.1" status: 204 len: 168 time: 0.1958532 Feb 16 08:38:55.041059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54790) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.098264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4642ed1a-025c-4906-8b57-d70125d2d80f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:55.108666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 71d83d4e-a5b4-4fc1-a45e-99934947507b owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:55.119983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4642ed1a-025c-4906-8b57-d70125d2d80f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:55.121670 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4642ed1a-025c-4906-8b57-d70125d2d80f tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0795100 Feb 16 08:38:55.127975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54794) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.139834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427864481'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:55.147769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:55.159630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:55.174101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.206920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Allocated IP 2001:db8:0:ffff::2 (5b389f64-05b4-403e-b737-967a6c969fd6/36c4b439-b827-494a-b849-8bdab15f4ab4/9a0f18ab-9f0d-432b-9c83-b380275753ec) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:55.219620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.271327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.286714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:55.298907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:55.312554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:55.324625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:55.340527 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-348256c6-1286-421e-8fef-6f4acd2c841a req-f02e4db7-75e5-4963-8086-5cbaf375c7fc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 1098 time: 0.1200356 Feb 16 08:38:55.412665 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-348256c6-1286-421e-8fef-6f4acd2c841a req-e030f5d8-ceee-40a6-b2e5-2b37c480fcc7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616364 Feb 16 08:38:55.430930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.437821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.439667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.453990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Transition to ACTIVE for port object 9a0f18ab-9f0d-432b-9c83-b380275753ec will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:55.481459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Transition to ACTIVE for port object 9a0f18ab-9f0d-432b-9c83-b380275753ec will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:55.481691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=367d3650-67d8-474e-8aee-4ae878257d65,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.492102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.493307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7451e1c5-7b9e-4155-8c3c-63664b61daab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3643227 Feb 16 08:38:55.496198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54800) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.502025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.506960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '367d3650-67d8-474e-8aee-4ae878257d65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:55.514373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:55.519809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:55.525202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:55.526890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Floating IP 51968743-9ab1-4ee2-825f-a3a151b901ae associated. External IP: 172.26.4.178, port: a43c2448-5970-4f75-814b-d335701aab36. Feb 16 08:38:55.536095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:55.575163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Network 5b389f64-05b4-403e-b737-967a6c969fd6 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:55.577770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:55.585103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:55.591658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Pushing event updated for resources: {'Port': ['ID=9a0f18ab-9f0d-432b-9c83-b380275753ec,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.591865 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The resource could not be found. Feb 16 08:38:55.595967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-91318753-7404-491a-9070-5bd79c8fc126 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0956144 Feb 16 08:38:55.607635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54804) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.613840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '367d3650-67d8-474e-8aee-4ae878257d65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9d5185f5-d6f2-40a4-bfd1-95e416594298'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:55.615002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for c8795752-ab10-4018-87f2-486e8e99fe41 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:38:55.624044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:55.628649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:55.632066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:55.639313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:55.677884 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The resource could not be found. Feb 16 08:38:55.679620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-145b2a11-db21-441b-8df5-0130f6c443d9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0706992 Feb 16 08:38:55.681273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.683025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54808) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.694857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Attempting to bind port 9a0f18ab-9f0d-432b-9c83-b380275753ec on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:38:55.695222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Attempting to bind port 9a0f18ab-9f0d-432b-9c83-b380275753ec by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '006c437f-e979-47e5-b345-283f147abce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:38:55.695766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Attempting to bind port 9a0f18ab-9f0d-432b-9c83-b380275753ec on network 5b389f64-05b4-403e-b737-967a6c969fd6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:38:55.703561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:38:55.704173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Checking segment: {'id': '006c437f-e979-47e5-b345-283f147abce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:55.704941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.705334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Bound using segment: {'id': '006c437f-e979-47e5-b345-283f147abce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:38:55.705828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Bound port: 9a0f18ab-9f0d-432b-9c83-b380275753ec, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '006c437f-e979-47e5-b345-283f147abce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '5b389f64-05b4-403e-b737-967a6c969fd6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:38:55.706199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.750802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.781484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.798255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:38:55.801714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:38:55.805770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.831680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:55.834996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.851167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de850582-bc38-470f-899e-27262f82de30 req-8c7e53de-091a-40c2-9b02-31e75c5f1a81 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:55.857310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d3650-67d8-474e-8aee-4ae878257d65,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.859350 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-de850582-bc38-470f-899e-27262f82de30 req-8c7e53de-091a-40c2-9b02-31e75c5f1a81 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 944 time: 1.2365181 Feb 16 08:38:55.863598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.867030 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8bd5d548-5b0a-4b18-8444-8bb8f9a11b58 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/367d3650-67d8-474e-8aee-4ae878257d65 HTTP/1.1" status: 204 len: 168 time: 0.1828833 Feb 16 08:38:55.868217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54812) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.905448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc221c3b-368f-408e-a4cb-a9b58218d129 None None] Pushing event updated for resources: {'Port': ['ID=9a0f18ab-9f0d-432b-9c83-b380275753ec,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:55.937416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f40477f-ffed-472e-8a1b-3a296239d343 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:55.951546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:55.952029 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment 6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f of type vlan for network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 Feb 16 08:38:55.954754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f40477f-ffed-472e-8a1b-3a296239d343 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:55.960621 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6f40477f-ffed-472e-8a1b-3a296239d343 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0912521 Feb 16 08:38:55.961314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54816) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:55.968085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '8f8907f9-5e4a-4685-8190-7bb5c6c8f74e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:55.975806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:55.980715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:55.984029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:55.990746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.029756 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The resource could not be found. Feb 16 08:38:56.030814 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-719caf49-5f01-4f57-a620-4b4fb0b46a0d tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0685263 Feb 16 08:38:56.034242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54820) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:56.039932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1426005020'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:56.046370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:56.057338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.071909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.131117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:56.135286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:56.138723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:56.145413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.212716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.223746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.255151 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-de850582-bc38-470f-899e-27262f82de30 req-5b42f5e5-4d89-4cac-9a17-7ba037feb48c tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947260 Feb 16 08:38:56.262561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc00a6ea-7fad-4287-90c9-4b537421b078 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:38:56.264177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.279926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.295013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=771f28eb-1503-4857-9ddc-e19cc636eac0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:56.305755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.307103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e70fe57f-1e0f-4e5e-8ed1-301ed6418174 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2718065 Feb 16 08:38:56.309811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54824) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:56.315573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--373686274'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:56.321167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:56.326155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:56.329389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:56.335094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.347563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.372911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Port': ['ID=71d83d4e-a5b4-4fc1-a45e-99934947507b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:56.391719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d898e3f2-b98d-412a-a143-d68a5ace041e req-58258712-e163-4522-97f1-7ebb9ea41a4b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:56.393510 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d898e3f2-b98d-412a-a143-d68a5ace041e req-58258712-e163-4522-97f1-7ebb9ea41a4b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 943 time: 0.7863235 Feb 16 08:38:56.395721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:56.404923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:56.409638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:56.419912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.453619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc00a6ea-7fad-4287-90c9-4b537421b078,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:56.474655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'port_id': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'mac_address': 'fa:16:3e:36:03:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:38:56.519122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.519344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.523216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:56.523994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.524157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.548395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.570151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5f4701-1ae4-4883-ad73-3c382f92ac18,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:56.574479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.576700 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f72481a1-7227-43f1-bdf0-ab24b84efff5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2656524 Feb 16 08:38:56.577635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc00a6ea-7fad-4287-90c9-4b537421b078 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:38:56.581538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54828) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:56.590902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': '771f28eb-1503-4857-9ddc-e19cc636eac0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7f5f4701-1ae4-4883-ad73-3c382f92ac18'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:56.597444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc00a6ea-7fad-4287-90c9-4b537421b078,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:56.597742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:56.603414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.607587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:56.611243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:56.619404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:56.670347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No DVR routers for this DVR port 71d83d4e-a5b4-4fc1-a45e-99934947507b on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:38:56.688298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e586054-58a2-4185-9bdc-561a5586319c None None] DHCP port deletion for 78d7bc6d-7856-414f-bb04-52e8e3b59f8c request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:38:56.696318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:38:56.698545 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4465ead6-2285-442e-9b83-21ab36903e28 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1157932 Feb 16 08:38:56.704379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54832) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:56.738825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:56.818750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.857184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.917686 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3207545 Feb 16 08:38:56.917686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6589a2d-69fc-494b-808d-435b47038907 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=cd2fb325-fffe-43ae-8fd4-5604f0cf2954,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:56.918186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54836) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:56.920072 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d898e3f2-b98d-412a-a143-d68a5ace041e req-3aee263c-35c5-4f16-b74a-35f264022360 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4743600 Feb 16 08:38:56.926913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:56.933984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:38:56.944980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:56.975511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.005825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.034286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['fc00a6ea-7fad-4287-90c9-4b537421b078'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:38:57.062810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5f4701-1ae4-4883-ad73-3c382f92ac18,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:57.090806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.094717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2e3839fd-95aa-4e92-a467-da42febcdee6 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/7f5f4701-1ae4-4883-ad73-3c382f92ac18 HTTP/1.1" status: 204 len: 168 time: 0.3891089 Feb 16 08:38:57.097284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54840) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:57.123288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:57.133506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:subnet and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:57.152017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:57.159943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.170359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329076c-5d3c-4b2d-9d71-c17a0ef237c9 None None] Network 5b389f64-05b4-403e-b737-967a6c969fd6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:38:57.174619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:57.196953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=c8795752-ab10-4018-87f2-486e8e99fe41,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:57.217146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:57.282810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0aed243d-53cd-43a3-aa93-1690f8be4866 None None] Provisioning for port 9a0f18ab-9f0d-432b-9c83-b380275753ec completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:57.329513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6cf2c257-b960-44d8-b415-670f88cc83f8 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:38:57.341500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Subnet': ['ID=921be131-29fe-456c-aa55-1df0c53e11a8,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:57.386683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6cf2c257-b960-44d8-b415-670f88cc83f8 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:38:57.393094 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6cf2c257-b960-44d8-b415-670f88cc83f8 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2946308 Feb 16 08:38:57.393740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54846) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:57.397703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.558759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.659678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9a0f18ab-9f0d-432b-9c83-b380275753ec up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:57.750517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 9a0f18ab-9f0d-432b-9c83-b380275753ec completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:57.756616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9a0f18ab-9f0d-432b-9c83-b380275753ec triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:57.757055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.772384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Checking segment: {'id': 'e1c6cb31-2e53-4ee8-bdde-db817f83189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:57.772748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network hostable DHCP agents. Network: 259d9b55-1282-4575-bb4e-0f2270fd9299, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:57.793772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979e056-971a-406f-b716-741948844c75 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:38:57.805847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=1de31fee-ce6a-41ef-acfa-e5d0529a6f84,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:57.870115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.885738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:38:57.886162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aa655785-553f-4a05-8592-57e17f70283d None None] Provisioning complete for port 9a0f18ab-9f0d-432b-9c83-b380275753ec triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:57.886569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa655785-553f-4a05-8592-57e17f70283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.887435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:57.984823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=402efd8e-d782-4bac-9497-8db4afce677f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:57.991943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:38:57.992272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: cd2fb325-fffe-43ae-8fd4-5604f0cf2954, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:38:58.021675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:58.034022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, cd2fb325-fffe-43ae-8fd4-5604f0cf2954) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:58.046902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:58.047488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.077631 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74bd007c-9d14-4049-b3c6-548040a920fb tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1579099 Feb 16 08:38:58.080321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54852) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:58.086292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:38:58.088613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'port': {'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954', 'name': 'tempest-NetworksIpV6TestAttrs-1992355800'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:58.125016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.134279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 259d9b55-1282-4575-bb4e-0f2270fd9299) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:58.136382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.148369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.170383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:58.171025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.255935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:58.260501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:port and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:58.263644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:58.264300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d7bc6d-7856-414f-bb04-52e8e3b59f8c']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:58.264430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa655785-553f-4a05-8592-57e17f70283d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.271459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:58.280941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc00a6ea-7fad-4287-90c9-4b537421b078 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:58.282700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:58.286197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.306950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:58.308625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] device_id is not set on port 4bd2f72e-c5aa-4d11-bb92-f1a7444632ad yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:38:58.328559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.364572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.457570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 71d83d4e-a5b4-4fc1-a45e-99934947507b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:38:58.480800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Allocated IP 2001:db8::f816:3eff:feda:8b4 (cd2fb325-fffe-43ae-8fd4-5604f0cf2954/402efd8e-d782-4bac-9497-8db4afce677f/4bd2f72e-c5aa-4d11-bb92-f1a7444632ad) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:58.488992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fd5670-b70a-49ed-90cf-c0ca3dcb1453') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:58.489997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fd5670-b70a-49ed-90cf-c0ca3dcb1453') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:38:58.502519 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3a80c21a-6a8a-4848-8143-184d13b18291 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1709149 Feb 16 08:38:58.507410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 71d83d4e-a5b4-4fc1-a45e-99934947507b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:38:58.507690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 71d83d4e-a5b4-4fc1-a45e-99934947507b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:38:58.510547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54856) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:58.518489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1284943154', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:58.523573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73140ce7-d405-4e38-b621-28d58a56b630 req-04614d93-c9f6-4aec-ae88-49db998c13d1 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:58.526985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:58.530900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:router and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:58.531305 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73140ce7-d405-4e38-b621-28d58a56b630 req-04614d93-c9f6-4aec-ae88-49db998c13d1 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 1.0730424 Feb 16 08:38:58.535989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:58.536773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.543282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.552242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:58.585746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.587429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.620578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=9a0f18ab-9f0d-432b-9c83-b380275753ec,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:58.642282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-aa655785-553f-4a05-8592-57e17f70283d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:38:58.642694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-aa655785-553f-4a05-8592-57e17f70283d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:38:58.646809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port fc00a6ea-7fad-4287-90c9-4b537421b078 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:38:58.658710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port fc00a6ea-7fad-4287-90c9-4b537421b078 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:38:58.659066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.727067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.741690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.747646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.755873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979e056-971a-406f-b716-741948844c75 None None] Unable to find a vacant binding_index for network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 and agent 111d84b1-79c6-47f1-ba43-650b875d9e04 {{(pid=83711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 08:38:58.785536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:38:58.785849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:38:58.804234 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:38:58.813105 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=771f28eb-1503-4857-9ddc-e19cc636eac0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:58.828709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.842747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979e056-971a-406f-b716-741948844c75 None None] Unable to find a vacant binding_index for network 259d9b55-1282-4575-bb4e-0f2270fd9299 and agent 111d84b1-79c6-47f1-ba43-650b875d9e04 {{(pid=83711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 08:38:58.851677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:58.875373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979e056-971a-406f-b716-741948844c75 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, cd2fb325-fffe-43ae-8fd4-5604f0cf2954), (DHCP agent, dv-neutron-829488-1-hyperv, 259d9b55-1282-4575-bb4e-0f2270fd9299) {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:38:58.890192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:38:58.901983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc00a6ea-7fad-4287-90c9-4b537421b078,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:38:58.907530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.006987 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73140ce7-d405-4e38-b621-28d58a56b630 req-2ddb4c7a-6d14-4f6a-aa4a-e48624315028 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4658058 Feb 16 08:38:59.008109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.010301 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a6d772b9-44f8-4a8b-a8f1-6be20ac8b9fa tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/771f28eb-1503-4857-9ddc-e19cc636eac0 HTTP/1.1" status: 204 len: 168 time: 1.6130559 Feb 16 08:38:59.023167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54862) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.038332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d6ea3-5e0d-46ff-8eb1-2aee0ce735a2 req-c7721eb3-6293-4e85-a4ee-7486d8a0aefb tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:59.038332 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e6d6ea3-5e0d-46ff-8eb1-2aee0ce735a2 req-c7721eb3-6293-4e85-a4ee-7486d8a0aefb tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 944 time: 0.9076841 Feb 16 08:38:59.039126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.063336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.067058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 1a78270a-66d4-444a-acf5-588498bd77c5 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:38:59.068683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:59.069455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.077464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.118644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Transition to ACTIVE for port object 4bd2f72e-c5aa-4d11-bb92-f1a7444632ad will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:38:59.119067 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'code': 200} Feb 16 08:38:59.130839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.163427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c49993a2-8ca3-4d43-a45b-79dd3bb2eed9 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1325841 Feb 16 08:38:59.164032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54868) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.172544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=78d7bc6d-7856-414f-bb04-52e8e3b59f8c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:59.192685 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1554f27-ff04-4c9d-9722-c899b083297d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/78d7bc6d-7856-414f-bb04-52e8e3b59f8c HTTP/1.1" status: 204 len: 168 time: 11.6619170 Feb 16 08:38:59.192890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.193928 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a24aec11-d2da-4435-a407-e5330c0632e6 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/1a78270a-66d4-444a-acf5-588498bd77c5 HTTP/1.1" status: 204 len: 168 time: 7.9128072 Feb 16 08:38:59.196050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.205377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54872) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.215689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1551538951'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:59.224102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1592683144', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:59.233578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:59.239118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:59.243903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:59.261123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e6d6ea3-5e0d-46ff-8eb1-2aee0ce735a2 req-c6a8b04a-b4ac-4a1f-ac4e-3b8330b44580 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035277 Feb 16 08:38:59.266970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Router 74334d89-9fd9-452b-8b68-75c93c2271d7 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:38:59.271117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:59.280410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:router and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:59.299893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:59.301889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--551090789'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:59.303150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:59.315793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:59.335013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:38:59.338699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.340253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:59.348822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:59.353157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:59.355756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.356761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.368506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:59.394063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.404181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.511402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-259d9b55-1282-4575-bb4e-0f2270fd9299', 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299', 'tenant_id': 'a766b61a1d7f4d4092c062b0360913f9', 'fixed_ips': [{'subnet_id': '921be131-29fe-456c-aa55-1df0c53e11a8'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:59.512377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.529626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-cd2fb325-fffe-43ae-8fd4-5604f0cf2954', 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954', 'tenant_id': '0f408a64b8a44ac6941161ffbd973ae4', 'fixed_ips': [{'subnet_id': '402efd8e-d782-4bac-9497-8db4afce677f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:38:59.530614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.573135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:38:59.584206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:38:59.590056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:38:59.593219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:38:59.598400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:59.598400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.599681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.600058 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment e1a59ac0-8b7e-4e1f-9d18-dbc35f66057f of type vlan for network 722ec506-de05-4116-8fea-8e55fa6f9fd5 Feb 16 08:38:59.611368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.620755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:38:59.624063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Port': ['ID=4bd2f72e-c5aa-4d11-bb92-f1a7444632ad,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:38:59.644799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:38:59.654013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:38:59.669127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:38:59.671771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123466a2-24f6-4597-a576-d3ce704c1fac req-29aa9794-3ecd-4f55-b870-81e01e007f18 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:59.676681 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-123466a2-24f6-4597-a576-d3ce704c1fac req-29aa9794-3ecd-4f55-b870-81e01e007f18 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.3258750 Feb 16 08:38:59.678996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.685903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54880) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.695017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Request body: {'floatingip': {'port_id': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:38:59.714261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9a0f18ab-9f0d-432b-9c83-b380275753ec up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:38:59.748398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Allocated IP 172.20.0.2 (259d9b55-1282-4575-bb4e-0f2270fd9299/921be131-29fe-456c-aa55-1df0c53e11a8/83de3c5c-071f-41fd-84b0-cd414e098864) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:38:59.814591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:38:59.821813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-43c5537c-8bd6-4107-9258-3b2b3e22dccc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.7403588 Feb 16 08:38:59.828116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54884) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:38:59.830896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.862909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.898874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.902917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:38:59.903752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.929549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:38:59.934383 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-793c2778-9ade-46df-bf76-37cb633d881d req-ea8e6695-5de6-4cbf-8eee-4db40b5a41b3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 1098 time: 0.4691195 Feb 16 08:39:00.027231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.110016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9a0f18ab-9f0d-432b-9c83-b380275753ec triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:00.110725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.134448 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9342699 Feb 16 08:39:00.135769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Allocated IP 2001:db8::f816:3eff:fe65:31a3 (cd2fb325-fffe-43ae-8fd4-5604f0cf2954/402efd8e-d782-4bac-9497-8db4afce677f/ccea53f1-ad6e-4d13-b761-f618245831ee) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:00.142286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54888) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:00.156697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '722ec506-de05-4116-8fea-8e55fa6f9fd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:00.171202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e809e5a-15ad-47ee-86f2-d26d9b78fb6e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=722ec506-de05-4116-8fea-8e55fa6f9fd5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:00.229814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 722ec506-de05-4116-8fea-8e55fa6f9fd5 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:00.242527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.256185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.377374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:00.386390 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-793c2778-9ade-46df-bf76-37cb633d881d req-519d981c-d270-4480-baac-22f1a99e19d7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4318805 Feb 16 08:39:00.394490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Sync routers for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:00.397638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.416990 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:00.417678 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:00.457108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:00.512277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.512946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting subnet 402efd8e-d782-4bac-9497-8db4afce677f {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:39:00.521120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:00.566215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f4f8a8-20df-497a-a08f-92dee942e306,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:00.575540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Transition to ACTIVE for port object 83de3c5c-071f-41fd-84b0-cd414e098864 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:00.584973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.589875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b616b232-8c36-4177-8ef7-fe900bf5d72b tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3044205 Feb 16 08:39:00.593570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54894) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:00.603618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'e5f4f8a8-20df-497a-a08f-92dee942e306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:00.625314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:00.628792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Allocated IP 172.26.4.51 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/bf7eabd3-4401-4933-810b-ba8d05007a15) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:00.640445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:00.646516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:00.649712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:00.668004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:00.670781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:00.681792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Transition to ACTIVE for port object 83de3c5c-071f-41fd-84b0-cd414e098864 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:00.695081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-520eab3a-7635-492c-9051-330252bb8f01 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "PUT /v2.0/floatingips/51968743-9ab1-4ee2-825f-a3a151b901ae HTTP/1.1" status: 200 len: 991 time: 9.8563793 Feb 16 08:39:00.704575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.711239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:39:00.717491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Transition to ACTIVE for port object ccea53f1-ad6e-4d13-b761-f618245831ee will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:00.733928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:00.742248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Transition to ACTIVE for port object ccea53f1-ad6e-4d13-b761-f618245831ee will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:00.746803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.751454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.785812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:00.820065 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:00.838157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:00.843863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:00.846922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:00.848083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Pushing event updated for resources: {'Port': ['ID=83de3c5c-071f-41fd-84b0-cd414e098864,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:00.850667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:00.858033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:00.930560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:01.073582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.075970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:39:01.079708 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-564239ef-a4bc-49ea-893c-066a48618a9e tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4808793 Feb 16 08:39:01.086920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54906) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:01.111781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group_rule': {'security_group_id': 'e5f4f8a8-20df-497a-a08f-92dee942e306', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:01.112547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a8fc9-1a93-4623-a2f2-8c2e779bb595 req-e16faefe-7eb5-4fbe-9775-bb1617301c59 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:01.114054 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-430a8fc9-1a93-4623-a2f2-8c2e779bb595 req-e16faefe-7eb5-4fbe-9775-bb1617301c59 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.6545434 Feb 16 08:39:01.128541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:01.131770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.139237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Attempting to bind port ccea53f1-ad6e-4d13-b761-f618245831ee on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:01.139723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Attempting to bind port ccea53f1-ad6e-4d13-b761-f618245831ee by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:01.140191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Attempting to bind port ccea53f1-ad6e-4d13-b761-f618245831ee on network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:01.142463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Attempting to bind port 83de3c5c-071f-41fd-84b0-cd414e098864 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:01.142940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Attempting to bind port 83de3c5c-071f-41fd-84b0-cd414e098864 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e1c6cb31-2e53-4ee8-bdde-db817f83189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:01.143376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Attempting to bind port 83de3c5c-071f-41fd-84b0-cd414e098864 on network 259d9b55-1282-4575-bb4e-0f2270fd9299 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:01.146594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Pushing event updated for resources: {'Port': ['ID=ccea53f1-ad6e-4d13-b761-f618245831ee,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:01.150536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:01.157484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:01.163441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:01.165062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Checking segment: {'id': '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:01.165543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.166547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Bound using segment: {'id': '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:01.167098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Bound port: ccea53f1-ad6e-4d13-b761-f618245831ee, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'cd2fb325-fffe-43ae-8fd4-5604f0cf2954'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:01.167534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.174062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:01.180764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:01.181145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Checking segment: {'id': 'e1c6cb31-2e53-4ee8-bdde-db817f83189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:01.182179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.182686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Bound using segment: {'id': 'e1c6cb31-2e53-4ee8-bdde-db817f83189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:01.183232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Bound port: 83de3c5c-071f-41fd-84b0-cd414e098864, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1c6cb31-2e53-4ee8-bdde-db817f83189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:01.183672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.265439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.275760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] For port 83de3c5c-071f-41fd-84b0-cd414e098864, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:01.279169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] For port 83de3c5c-071f-41fd-84b0-cd414e098864, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83de3c5c-071f-41fd-84b0-cd414e098864,segment=NetworkSegment(e1c6cb31-2e53-4ee8-bdde-db817f83189d),segment_id=e1c6cb31-2e53-4ee8-bdde-db817f83189d)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:01.285939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.339047 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-430a8fc9-1a93-4623-a2f2-8c2e779bb595 req-0a2570e0-7a55-4c0f-bdf1-75524c003e36 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819210 Feb 16 08:39:01.346247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:39:01.346930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:39:01.410067 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:39:01.411150 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01045544-a05a-4786-bc02-15738748d8ab tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3234587 Feb 16 08:39:01.416121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:01.477250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffee18-bbe4-438b-a92a-e6b303dedbe7 req-10c91229-e5a2-4c95-8d0c-bf12eb8f88d7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:01.490537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:39:01.491807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41ffee18-bbe4-438b-a92a-e6b303dedbe7 req-10c91229-e5a2-4c95-8d0c-bf12eb8f88d7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5626407 Feb 16 08:39:01.549835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56158f29-3a75-46bd-b738-ef3ac08e13a3 None None] Pushing event updated for resources: {'Port': ['ID=83de3c5c-071f-41fd-84b0-cd414e098864,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:01.554474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] For port ccea53f1-ad6e-4d13-b761-f618245831ee, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:01.582428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] For port ccea53f1-ad6e-4d13-b761-f618245831ee, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ccea53f1-ad6e-4d13-b761-f618245831ee,segment=NetworkSegment(6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f),segment_id=6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:01.590112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.602094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '51968743-9ab1-4ee2-825f-a3a151b901ae', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'port_id': 'a43c2448-5970-4f75-814b-d335701aab36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'mac_address': 'fa:16:3e:b3:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:01Z', 'updated_at': '2022-02-16T08:38:53Z', 'revision_number': 1, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:01.614280 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Checking router: 74334d89-9fd9-452b-8b68-75c93c2271d7 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:01.622114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.661382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.664381 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:01.665194 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:01.732742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.739200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36', 'status': 'completed', 'code': 200} Feb 16 08:39:01.758332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8ed32-b807-4a5d-a3de-66bffaedb6f4 None None] Pushing event updated for resources: {'Port': ['ID=ccea53f1-ad6e-4d13-b761-f618245831ee,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:01.766458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:01.770030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.771604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.799137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:01.903107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=bf7eabd3-4401-4933-810b-ba8d05007a15,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:01.912283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:01.918279 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41ffee18-bbe4-438b-a92a-e6b303dedbe7 req-a2b9d673-3a7c-453e-835d-494aede2d828 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4155607 Feb 16 08:39:01.973697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.051072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.057924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:02.076281 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:02.273550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.277588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.377480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 172.26.4.73 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/0387bf18-378e-4a64-ad24-530acc9433f8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:02.396210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.467803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.480912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=46461564-f2e2-4c39-a707-7ab6d130d9d6,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:02.483919 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/402efd8e-d782-4bac-9497-8db4afce677f HTTP/1.1" status: 204 len: 168 time: 2.6520972 Feb 16 08:39:02.517518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54920) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:02.617030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.645830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd52e2-7ca8-42f5-a6ae-15447a71683a tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=402efd8e-d782-4bac-9497-8db4afce677f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:02.673010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f4f8a8-20df-497a-a08f-92dee942e306,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:02.685840 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '51968743-9ab1-4ee2-825f-a3a151b901ae', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'port_id': 'a43c2448-5970-4f75-814b-d335701aab36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'mac_address': 'fa:16:3e:b3:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:01Z', 'updated_at': '2022-02-16T08:38:53Z', 'revision_number': 1, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:02.691482 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8107a3-0765-4b66-922b-d7525f3c3f3f None None] The sync data for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv is: [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '51968743-9ab1-4ee2-825f-a3a151b901ae', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'floating_ip_address': '172.26.4.178', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'port_id': 'a43c2448-5970-4f75-814b-d335701aab36', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'mac_address': 'fa:16:3e:b3:9b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:01Z', 'updated_at': '2022-02-16T08:38:53Z', 'revision_number': 1, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:02.698147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': 'e1a59ac0-8b7e-4e1f-9d18-dbc35f66057f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '722ec506-de05-4116-8fea-8e55fa6f9fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:02.698640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 722ec506-de05-4116-8fea-8e55fa6f9fd5, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:02.709823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.713317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-661e5fef-dedf-43b0-b68f-b60de535c2f5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/e5f4f8a8-20df-497a-a08f-92dee942e306 HTTP/1.1" status: 204 len: 168 time: 1.2940168 Feb 16 08:39:02.716014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54924) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:02.719183 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-531eb138-6e9c-4bac-97da-0c59983e7136 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.8261497 Feb 16 08:39:02.740371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c332dc-515d-4253-a2f6-e6d0e2de40ff req-b8888799-8a9b-40a7-8471-3391ac9c2662 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:02.742795 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59c332dc-515d-4253-a2f6-e6d0e2de40ff req-b8888799-8a9b-40a7-8471-3391ac9c2662 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5479946 Feb 16 08:39:02.846468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c8412-b3ec-4a41-8634-b0c84d947e9b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:02.848041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c8412-b3ec-4a41-8634-b0c84d947e9b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:02.849071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-852c8412-b3ec-4a41-8634-b0c84d947e9b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Synchronizing usage tracker for tenant:0f408a64b8a44ac6941161ffbd973ae4 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:02.883900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:02.921392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 722ec506-de05-4116-8fea-8e55fa6f9fd5 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:02.927213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-217c14a3-89de-4771-87c6-34f7d0de2a73 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:02.936498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-852c8412-b3ec-4a41-8634-b0c84d947e9b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Unset dirty status for tenant:0f408a64b8a44ac6941161ffbd973ae4 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:02.938655 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-852c8412-b3ec-4a41-8634-b0c84d947e9b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3691757 Feb 16 08:39:02.944192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54928) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:02.951990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41cc447-27be-4d7c-a719-c960bcb5fa91 req-e9c91a3d-8171-4c37-b0a7-3cebf5746923 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:02.959106 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d41cc447-27be-4d7c-a719-c960bcb5fa91 req-e9c91a3d-8171-4c37-b0a7-3cebf5746923 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.3948734 Feb 16 08:39:02.964033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59c332dc-515d-4253-a2f6-e6d0e2de40ff req-4cf654b6-78e0-4d3d-9d03-9152e01eef6a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889074 Feb 16 08:39:02.972180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-ee9603c1-365e-4670-b395-c589c18032e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:02.973693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-ee9603c1-365e-4670-b395-c589c18032e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.2322431 Feb 16 08:39:02.975699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Floating IP dc6f1142-54d3-4a01-ab57-0a502146b1c7 associated. External IP: 172.26.4.219, port: c81c47e1-19e2-47aa-aa67-1c0b167e8cfa. Feb 16 08:39:03.090909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0934e7c8-b736-4de3-8494-f8057019f662 None None] Provisioning for port 83de3c5c-071f-41fd-84b0-cd414e098864 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:03.105490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-217c14a3-89de-4771-87c6-34f7d0de2a73 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:03.110764 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-217c14a3-89de-4771-87c6-34f7d0de2a73 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3866434 Feb 16 08:39:03.121071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54932) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:03.195743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'tempest-secgroup--1143520826'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:03.218337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:03.225636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.226352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.241834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 722ec506-de05-4116-8fea-8e55fa6f9fd5) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:03.253364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:03.260558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.267313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a09cb79-7e10-4432-943e-02a6b8933009 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.273129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:03.273723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.323156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.380445 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a0e65185-9847-40b1-9826-97e853faad2a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.2341077 Feb 16 08:39:03.380445 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a09cb79-7e10-4432-943e-02a6b8933009 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 08:39:03.380445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a09cb79-7e10-4432-943e-02a6b8933009 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:03.387525 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9a09cb79-7e10-4432-943e-02a6b8933009 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/cd2fb325-fffe-43ae-8fd4-5604f0cf2954 HTTP/1.1" status: 409 len: 405 time: 0.4159317 Feb 16 08:39:03.387525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54936) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:03.387525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:03.388765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54938) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:03.390538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83666c-ba78-4fde-b94a-31cd81280a15 None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:03.393347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:03.413209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f83666c-ba78-4fde-b94a-31cd81280a15 None None] Network 78d7bc6d-7856-414f-bb04-52e8e3b59f8c could not be found, it might have been deleted concurrently. {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 16 08:39:03.414922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65df001f-e167-4eb7-acae-e5f42320db0c None None] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:03.421663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950609331'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:03.425738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:03.448312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-d43d2afa-e5b3-4ed9-82e4-d11f482e7231 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 999 time: 0.3972037 Feb 16 08:39:03.450089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=0387bf18-378e-4a64-ad24-530acc9433f8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:03.461504 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d41cc447-27be-4d7c-a719-c960bcb5fa91 req-fab700a8-e53c-4d22-80aa-6c349611d3ad tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013540 Feb 16 08:39:03.467243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:03.524613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:03.535369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:03.552483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:03.561139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f3f337-a59a-4a60-b8e1-7c75fb2329f1 None None] DHCP port deletion for 78d7bc6d-7856-414f-bb04-52e8e3b59f8c request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:03.561975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:03.563805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dd24f6-a7a5-44f6-a811-5caeffae0899 None None] Network 722ec506-de05-4116-8fea-8e55fa6f9fd5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:03.590319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Usage tracker for resource:security_group_rule and tenant:d0e24e1ce4474797839a11ec1c2c4fc2 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:03.603709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:03.632627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:03.636838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:03.639813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.698734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-66cb3163-8b16-4dcb-9bb1-3152515db58b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:03.700469 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-66cb3163-8b16-4dcb-9bb1-3152515db58b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.2217352 Feb 16 08:39:03.715906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.750014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325fbd42-3afa-4dbc-87c3-b0e420534ec1 None None] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:03.820813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83de3c5c-071f-41fd-84b0-cd414e098864 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:03.881455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.906292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:03.923772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:03.959985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.022156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.023953 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment c9572f9a-9677-4215-8c0d-3b5d2220ccbc of type vlan for network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 Feb 16 08:39:04.028156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5b2ecc27-dac3-48d0-8c3f-6f9e789ffc78 None None] Provisioning for port ccea53f1-ad6e-4d13-b761-f618245831ee completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:04.081522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=783e8af0-b108-4b52-ac2e-c0ceb5d22ece,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:04.138906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 83de3c5c-071f-41fd-84b0-cd414e098864 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:04.156843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.161398 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fb81d2ec-3d8c-4387-a58d-ccb2ae941b39 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9906557 Feb 16 08:39:04.170709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54952) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:04.176727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.179085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-55e8a0a3-5f12-4bd4-9ff8-ec7531adcc28 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4587157 Feb 16 08:39:04.199729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 83de3c5c-071f-41fd-84b0-cd414e098864 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:04.199729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.211790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1ff3c293-e274-489e-805b-17b6874418b5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:04.222412 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-1ff3c293-e274-489e-805b-17b6874418b5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 08:39:04.227964 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ff3c293-e274-489e-805b-17b6874418b5 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "PUT /v2.0/security-groups/783e8af0-b108-4b52-ac2e-c0ceb5d22ece HTTP/1.1" status: 409 len: 330 time: 0.0559964 Feb 16 08:39:04.232353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54956) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:04.277732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fa2dc-41c7-48b4-9df0-9ad55a96e3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-722ec506-de05-4116-8fea-8e55fa6f9fd5', 'network_id': '722ec506-de05-4116-8fea-8e55fa6f9fd5', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '46461564-f2e2-4c39-a707-7ab6d130d9d6'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:04.278586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba6fa2dc-41c7-48b4-9df0-9ad55a96e3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.318811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.321963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ddc31-0391-4fbe-947d-a91f15b630fd None None] New status for floating IP 51968743-9ab1-4ee2-825f-a3a151b901ae: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:39:04.322817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:04.323402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.401599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.468893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155eb01-f9ae-4c50-90d7-2b8c4a0238c6 req-7a8e3e1e-9788-4092-ae15-5c7b3423acd6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:04.470471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e155eb01-f9ae-4c50-90d7-2b8c4a0238c6 req-7a8e3e1e-9788-4092-ae15-5c7b3423acd6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.7319851 Feb 16 08:39:04.483053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716b0dab-bc3a-469a-a883-181f81a7e719 None None] Network cd2fb325-fffe-43ae-8fd4-5604f0cf2954 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:04.492410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54960) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:04.496356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=46461564-f2e2-4c39-a707-7ab6d130d9d6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:04.505832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Request body: {'floatingip': {'port_id': 'fc00a6ea-7fad-4287-90c9-4b537421b078'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:04.589759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=5142cc5d-ca88-47d3-a86f-ed42f95b4267,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:04.620218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1149de86-17c1-4ff1-8274-22b046574ece tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2282448 Feb 16 08:39:04.624484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54964) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:04.635192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:04.692566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.700629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:04.780834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-8f8b34e8-8aa7-486d-a796-5a855b05f0ea service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5508504 Feb 16 08:39:04.781317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Router b854d2c9-f97c-4370-97f5-2ee67d2f5912 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:04.786902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.795385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.856950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1e9b74-60bd-49f7-a29c-46281aa155ce req-cc284e8e-d72c-4af1-936d-e1bec90fe948 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:04.859173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c1e9b74-60bd-49f7-a29c-46281aa155ce req-cc284e8e-d72c-4af1-936d-e1bec90fe948 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5977719 Feb 16 08:39:04.890946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722ec506-de05-4116-8fea-8e55fa6f9fd5']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:04.897177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9036f153-0888-4918-82b0-d9756fca61ab None None] Network 722ec506-de05-4116-8fea-8e55fa6f9fd5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:04.897617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:04.919040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.920038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.921760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:04.925318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a59ac0-8b7e-4e1f-9d18-dbc35f66057f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:04.925318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a59ac0-8b7e-4e1f-9d18-dbc35f66057f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:04.939012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:04.983347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.092528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.115617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:05.115942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.127957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:05.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:05.176357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.264422 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bc65518d-767f-4cb7-b2c4-eefd4952fbf4 req-41b78a3a-137e-4721-b3d9-45e42e2f51bd service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743135 Feb 16 08:39:05.294229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.362779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=783e8af0-b108-4b52-ac2e-c0ceb5d22ece,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:05.421252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.452503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.456194 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ca9ded4-b650-4932-abe8-a8239fc14922 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/783e8af0-b108-4b52-ac2e-c0ceb5d22ece HTTP/1.1" status: 204 len: 168 time: 1.1740551 Feb 16 08:39:05.463043 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c1e9b74-60bd-49f7-a29c-46281aa155ce req-c97d6085-fc2a-42f4-a895-8cad1f8daf6e tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5929902 Feb 16 08:39:05.472894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:05.559354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Router 3626eb17-af54-4314-b782-8d3980b6b00b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:05.616259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 83de3c5c-071f-41fd-84b0-cd414e098864, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83de3c5c-071f-41fd-84b0-cd414e098864,segment=NetworkSegment(e1c6cb31-2e53-4ee8-bdde-db817f83189d),segment_id=e1c6cb31-2e53-4ee8-bdde-db817f83189d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:05.633398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.634485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccea53f1-ad6e-4d13-b761-f618245831ee up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:05.680372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.725338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.760642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] DHCP port deletion for cd2fb325-fffe-43ae-8fd4-5604f0cf2954 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:05.761996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=722ec506-de05-4116-8fea-8e55fa6f9fd5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:05.783156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6eaafc3d-d3b1-4061-9fda-92ca7c9b20a3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/722ec506-de05-4116-8fea-8e55fa6f9fd5 HTTP/1.1" status: 204 len: 168 time: 2.3952355 Feb 16 08:39:05.787635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:05.791953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c3328-9191-4e53-9129-eff5e2ffea9b None None] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:05.799531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42482134'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:05.805522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Deleting port ccea53f1-ad6e-4d13-b761-f618245831ee {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:05.805984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.811284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-de1b86ec-e8b8-4947-9ba7-99996d9808cf tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Synchronizing usage tracker for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:05.812617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-696fc05a-5bda-49f2-8d73-fc655395561c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4459200 Feb 16 08:39:05.825643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:05.839550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:05.852937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:05.911777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:05.948001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-de1b86ec-e8b8-4947-9ba7-99996d9808cf tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] Unset dirty status for tenant:d0e24e1ce4474797839a11ec1c2c4fc2 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:05.949899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-de1b86ec-e8b8-4947-9ba7-99996d9808cf tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4684262 Feb 16 08:39:05.951081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:05.953402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=83de3c5c-071f-41fd-84b0-cd414e098864,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:05.956460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:05.976367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54976) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.015521 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-616c2be6-b3f5-4cb9-99dc-ca9b21eeb254 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] delete failed (client error): The resource could not be found. Feb 16 08:39:06.017005 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-616c2be6-b3f5-4cb9-99dc-ca9b21eeb254 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "DELETE /v2.0/security-groups/93343521-0971-4b38-b90f-abe9b8e94422 HTTP/1.1" status: 404 len: 347 time: 0.0395277 Feb 16 08:39:06.030037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54980) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.039937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ccea53f1-ad6e-4d13-b761-f618245831ee completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:06.057764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:06.066290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ccea53f1-ad6e-4d13-b761-f618245831ee triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:06.066529 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-5b310ec7-15b8-442b-a8c0-fde4f8c69ade tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] show failed (client error): The resource could not be found. Feb 16 08:39:06.067191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.067460 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5b310ec7-15b8-442b-a8c0-fde4f8c69ade tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-groups/b594321e-1271-4679-a91d-4e38866c7b46 HTTP/1.1" status: 404 len: 347 time: 0.0362256 Feb 16 08:39:06.072735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54984) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.081742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:06.099335 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] Sync routers for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:06.103862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.104226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 63308965-89f2-4bc7-8145-2770859ba569 of type vlan for network dfd7f4a9-70d9-45c3-98e6-519df5e053ba Feb 16 08:39:06.111933 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:06.113386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:06.114146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-ac84fc26-5fff-4c70-8a78-edbb05129b29 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] show failed (client error): The resource could not be found. Feb 16 08:39:06.114265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b524ced6-9a07-4968-9760-85f80dd049ab None None] Provisioning complete for port 83de3c5c-071f-41fd-84b0-cd414e098864 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:06.114657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b524ced6-9a07-4968-9760-85f80dd049ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.118479 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ac84fc26-5fff-4c70-8a78-edbb05129b29 tempest-NegativeSecGroupIPv6Test-1514682394 tempest-NegativeSecGroupIPv6Test-1514682394-project] 10.222.0.94 "GET /v2.0/security-group-rules/7d07398c-6d89-4bfe-9fad-5731330d7f61 HTTP/1.1" status: 404 len: 356 time: 0.0414262 Feb 16 08:39:06.195266 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:06.214759 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:06.215569 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:06.224782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.278613 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-0c27979a-60a4-46b2-bf26-49df46339330 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.3427451 Feb 16 08:39:06.279352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.280383 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3cd7d700-091a-4375-8af5-f0e87cb59231 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.7685270 Feb 16 08:39:06.285974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 54990) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.295973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:06.296652 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44c1313-3fe5-4e7c-9066-ee2d40cee928 None None] The sync data for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:06.300847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:39:06.378324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] For port ccea53f1-ad6e-4d13-b761-f618245831ee, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ccea53f1-ad6e-4d13-b761-f618245831ee,segment=NetworkSegment(6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f),segment_id=6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:06.378967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.440693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.444501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:06.445133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.493146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.559794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.578352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Calling delete_port for ccea53f1-ad6e-4d13-b761-f618245831ee owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:06.642813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8511987 Feb 16 08:39:06.643912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 54998) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.660052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router 280b111e-db9f-4745-ad67-c307dc988429 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:06.717239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': 'dfd7f4a9-70d9-45c3-98e6-519df5e053ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:06.732107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55002) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:06.777476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff793a8c-d77d-4c2b-af5f-3e0e30e926c3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=dfd7f4a9-70d9-45c3-98e6-519df5e053ba,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:06.811491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network dfd7f4a9-70d9-45c3-98e6-519df5e053ba details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:06.823628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:39:06.832561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.836574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.931642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:06.944082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:06.980777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-a736b014-40fa-45d4-a622-676b990f6dc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:06.982353 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-a736b014-40fa-45d4-a622-676b990f6dc2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.6767416 Feb 16 08:39:07.000131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Sync routers for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:07.028581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.071226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=fffbac41-ee85-48f5-a42e-2040e43bc40d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:07.114605 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bf1e4c9d-b653-4a3d-b45c-f01e65cd3bf9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "PUT /v2.0/floatingips/dc6f1142-54d3-4a01-ab57-0a502146b1c7 HTTP/1.1" status: 200 len: 991 time: 7.4254396 Feb 16 08:39:07.125173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:07.125908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:07.135591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:39:07.189610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:07.195912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:07.209844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:07.221442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:07.222112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: 5142cc5d-ca88-47d3-a86f-ed42f95b4267, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:07.222826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:07.239049 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-35e34e2f-7e6d-4e7b-bfec-97722d4c945c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.2423239 Feb 16 08:39:07.292509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] Pushing event deleted for resources: {'Port': ['ID=ccea53f1-ad6e-4d13-b761-f618245831ee,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:07.341779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:07.352703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc44e0-e80d-4e1a-8c2d-a4d746afaa24 None None] No DVR routers for this DVR port ccea53f1-ad6e-4d13-b761-f618245831ee on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:07.388285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe43b66-5697-4dcd-836e-521818319ff5 req-efed457b-f97d-4e08-9d47-e28ba87e61ea tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:07.394943 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffe43b66-5697-4dcd-836e-521818319ff5 req-efed457b-f97d-4e08-9d47-e28ba87e61ea tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.6635897 Feb 16 08:39:07.397531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 93e878e1-b763-4040-b322-773bffc24680 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:07.439826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 93e878e1-b763-4040-b322-773bffc24680 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:07.440595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 93e878e1-b763-4040-b322-773bffc24680 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:07.440745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:07.497335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:07.506015 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-62ce8ac7-889c-486a-b829-45bf1a761f12 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d0e24e1ce4474797839a11ec1c2c4fc2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7704153 Feb 16 08:39:07.514361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55012) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:07.531792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-9e9199db-487a-4f3f-b155-c6f9739d6b41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:07.533234 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-9e9199db-487a-4f3f-b155-c6f9739d6b41 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.2688797 Feb 16 08:39:07.544793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5142cc5d-ca88-47d3-a86f-ed42f95b4267) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:07.579488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83de3c5c-071f-41fd-84b0-cd414e098864 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:07.581389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.582605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:07.583203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.604154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a075bb-7e19-47ca-a5e8-9e84697ed0c4 None None] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:07.659057 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1aac8ed0-fbca-4a18-bf3a-38534770c961 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0328038 Feb 16 08:39:07.661434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55016) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:07.678960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'port': {'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267', 'name': 'tempest-NetworksIpV6TestAttrs-456946392'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:07.679124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffe43b66-5697-4dcd-836e-521818319ff5 req-ba6a86f8-20b8-4d9d-b58b-d995bb9935fd tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832222 Feb 16 08:39:07.749208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-23c0577a-db91-4052-a2ad-c11deb3c481b None None] Provisioning complete for port 83de3c5c-071f-41fd-84b0-cd414e098864 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:07.749647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23c0577a-db91-4052-a2ad-c11deb3c481b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.754486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e2a21-cced-493e-a2b8-9a6d4dcd3e70 req-9b6285d2-3b46-438e-8226-1896c79efb52 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:07.761409 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b3e2a21-cced-493e-a2b8-9a6d4dcd3e70 req-9b6285d2-3b46-438e-8226-1896c79efb52 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.4992259 Feb 16 08:39:07.845396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Floating IP 67e2517a-7980-4d02-a77f-1b59e8a0bd3e associated. External IP: 172.26.4.148, port: fc00a6ea-7fad-4287-90c9-4b537421b078. Feb 16 08:39:07.859338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:07.863491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:port and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:07.867502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:07.874058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:07.912851 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'status': 'completed', 'code': 200} Feb 16 08:39:07.916258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.951413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:07.994155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:07.998358 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b3e2a21-cced-493e-a2b8-9a6d4dcd3e70 req-64f1bbb0-4cde-4ac4-992f-10bb7362fba9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360818 Feb 16 08:39:07.998696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.086175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:08.094853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Sync routers for ids ['280b111e-db9f-4745-ad67-c307dc988429'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:08.116233 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Routers {'280b111e-db9f-4745-ad67-c307dc988429'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:08.118114 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['280b111e-db9f-4745-ad67-c307dc988429'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:08.146998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.152280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 83de3c5c-071f-41fd-84b0-cd414e098864 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:08.152661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.158563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.162163 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba286a8c-7e01-4703-8dc5-e31e79680de9 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.9514079 Feb 16 08:39:08.166798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55026) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:08.185078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629827ac-ffe9-47c6-a1de-03e89075c1b7 req-9512e79b-22c4-4d54-9622-9949f0931c0c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:08.186646 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-629827ac-ffe9-47c6-a1de-03e89075c1b7 req-9512e79b-22c4-4d54-9622-9949f0931c0c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2862525 Feb 16 08:39:08.201282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.315572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5142cc5d-ca88-47d3-a86f-ed42f95b4267', 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267', 'tenant_id': '0f408a64b8a44ac6941161ffbd973ae4', 'fixed_ips': [{'subnet_id': 'fffbac41-ee85-48f5-a42e-2040e43bc40d'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:08.316635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.320988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=05d2b013-85ee-4094-9631-3c40d76f5b1c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:08.352403 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Set router 280b111e-db9f-4745-ad67-c307dc988429 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:08.364975 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-8c48b733-0b19-4037-984d-3e99432d9456 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8151469 Feb 16 08:39:08.380885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dc1ab0-34ca-4c8f-9835-2f9e759d0a89,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:08.392553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] device_id is not set on port a1c1eac4-0e71-43ca-872e-1bf5364ed473 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:08.399074 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-629827ac-ffe9-47c6-a1de-03e89075c1b7 req-f902e934-dd5f-47fe-8d83-73c75c2073fe tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024148 Feb 16 08:39:08.487432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7bfc30f7-337a-4684-a347-50f45836aeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.490217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '63308965-89f2-4bc7-8145-2770859ba569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'dfd7f4a9-70d9-45c3-98e6-519df5e053ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:08.490810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: dfd7f4a9-70d9-45c3-98e6-519df5e053ba, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:08.573099 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-9b5a5ab4-3ee7-407f-b1b4-74a8383a75b0 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398509 Feb 16 08:39:08.577803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.592292 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ea49a062-df66-4a85-8737-4ba4c1c4f7d7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/99dc1ab0-34ca-4c8f-9835-2f9e759d0a89 HTTP/1.1" status: 204 len: 168 time: 1.0609591 Feb 16 08:39:08.595168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network dfd7f4a9-70d9-45c3-98e6-519df5e053ba is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:08.628037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, dfd7f4a9-70d9-45c3-98e6-519df5e053ba) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:08.639392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:08.640776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:08.683570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8498a24c-8009-45f2-98ea-c880fe347b63 None None] Network dfd7f4a9-70d9-45c3-98e6-519df5e053ba requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:08.875145 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280b111e-db9f-4745-ad67-c307dc988429', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73'}], 'enable_snat': False}, 'gw_port_id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:59Z', 'updated_at': '2022-02-16T08:39:03Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280b111e-db9f-4745-ad67-c307dc988429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:01Z', 'updated_at': '2022-02-16T08:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:08.879455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Checking router: 280b111e-db9f-4745-ad67-c307dc988429 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:08.880914 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Updating router 280b111e-db9f-4745-ad67-c307dc988429 port 0387bf18-378e-4a64-ad24-530acc9433f8 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:39:08.909263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccea53f1-ad6e-4d13-b761-f618245831ee no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:08.943155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5a6e9e13-46be-4a58-ba86-b1952e4e601b tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.2871501 Feb 16 08:39:08.945581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55038) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:08.981828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ccea53f1-ad6e-4d13-b761-f618245831ee {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:08.982424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccea53f1-ad6e-4d13-b761-f618245831ee not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:08.989502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Allocated IP 2001:db8::f816:3eff:fee8:5652 (5142cc5d-ca88-47d3-a86f-ed42f95b4267/fffbac41-ee85-48f5-a42e-2040e43bc40d/bce6c563-2272-47ea-b484-007476f8fe69) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:09.009385 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.166382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'dc6f1142-54d3-4a01-ab57-0a502146b1c7', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'port_id': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'mac_address': 'fa:16:3e:08:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:31Z', 'updated_at': '2022-02-16T08:39:01Z', 'revision_number': 1, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:09.203762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Checking router: 3626eb17-af54-4314-b782-8d3980b6b00b for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:09.345844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:09.346520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:09.356435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.364977 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7c975042-c30f-4080-98d0-8f6da8badb16 req-73ffc98f-1d81-44ea-a0bd-82cb570d48e0 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575076 Feb 16 08:39:09.423912 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-63b798f5-b133-4f92-86de-131dce8b7d32 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=92c17a3eb38f47f5819e239919f62381&device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 1098 time: 1.5134592 Feb 16 08:39:09.462696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8401b7-a845-4895-ac6a-8a5884f34551 req-c9542951-f8f2-4dde-911f-1bfafb54d7f8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:09.492135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e8401b7-a845-4895-ac6a-8a5884f34551 req-c9542951-f8f2-4dde-911f-1bfafb54d7f8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3518295 Feb 16 08:39:09.513586 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.532596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.533624 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Transition to ACTIVE for port object 0387bf18-378e-4a64-ad24-530acc9433f8 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:09.543411 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.614827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Transition to ACTIVE for port object bce6c563-2272-47ea-b484-007476f8fe69 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:09.641395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f8ba5-ec0d-4d59-84ce-96947d4aaec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-dfd7f4a9-70d9-45c3-98e6-519df5e053ba', 'network_id': 'dfd7f4a9-70d9-45c3-98e6-519df5e053ba', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '05d2b013-85ee-4094-9631-3c40d76f5b1c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:09.642207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-503f8ba5-ec0d-4d59-84ce-96947d4aaec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.651902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.679990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Transition to ACTIVE for port object bce6c563-2272-47ea-b484-007476f8fe69 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:09.691618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Attempting to bind port 0387bf18-378e-4a64-ad24-530acc9433f8 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:09.692097 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Attempting to bind port 0387bf18-378e-4a64-ad24-530acc9433f8 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:09.692456 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Attempting to bind port 0387bf18-378e-4a64-ad24-530acc9433f8 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:09.701147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.706993 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:09.707501 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:09.708080 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.708661 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:09.709372 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Bound port: 0387bf18-378e-4a64-ad24-530acc9433f8, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:09.709942 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.758530 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Pushing event updated for resources: {'Port': ['ID=0387bf18-378e-4a64-ad24-530acc9433f8,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:09.784275 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.784655 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.784966 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.785303 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.785641 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.785989 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.786319 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.786886 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.787214 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.787537 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.787859 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:09.849578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.851587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Allocated IP 2001:db8::f816:3eff:fe5f:1295 (5142cc5d-ca88-47d3-a86f-ed42f95b4267/fffbac41-ee85-48f5-a42e-2040e43bc40d/a1c1eac4-0e71-43ca-872e-1bf5364ed473) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:09.872175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:09.888608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:09.889045 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] For port 0387bf18-378e-4a64-ad24-530acc9433f8, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:09.894806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-147cd743-c2a6-4eef-a840-28676a7efdcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:09.896428 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-147cd743-c2a6-4eef-a840-28676a7efdcf service neutron] 10.222.0.98 "GET /v2.0/networks?id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9 HTTP/1.1" status: 200 len: 907 time: 0.4360466 Feb 16 08:39:09.897086 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] For port 0387bf18-378e-4a64-ad24-530acc9433f8, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0387bf18-378e-4a64-ad24-530acc9433f8,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:09.902308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:09.904153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2e22c066-32d4-46ff-899c-a185383bc047 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/280b111e-db9f-4745-ad67-c307dc988429 HTTP/1.1" status: 200 len: 908 time: 1.7208085 Feb 16 08:39:09.907361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55052) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:09.908555 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:09.912412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=05d2b013-85ee-4094-9631-3c40d76f5b1c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:09.929699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1592683144', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': True}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:09.940839 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e8401b7-a845-4895-ac6a-8a5884f34551 req-569e5d26-2532-4bc6-babf-f64733d53f70 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440813 Feb 16 08:39:09.965026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Router e2df9eb2-91dc-419c-b65c-77c2a34befb8 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:09.975917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:09.985423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Pushing event updated for resources: {'Port': ['ID=bce6c563-2272-47ea-b484-007476f8fe69,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:10.090696 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-9e376c17-885d-4d29-bb1d-8a1cdc35d2ac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa HTTP/1.1" status: 200 len: 999 time: 0.1663795 Feb 16 08:39:10.101124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c7e9-4161-4049-9894-0ecaa3dedd6e None None] Pushing event updated for resources: {'Port': ['ID=0387bf18-378e-4a64-ad24-530acc9433f8,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:10.123288 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Routers {'280b111e-db9f-4745-ad67-c307dc988429'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:10.123895 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:38:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['280b111e-db9f-4745-ad67-c307dc988429'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server [None req-503f8ba5-ec0d-4d59-84ce-96947d4aaec3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05d2b013-85ee-4094-9631-3c40d76f5b1c: This subnet is being modified by another concurrent operation. Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:39:10.155747 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise exception Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05d2b013-85ee-4094-9631-3c40d76f5b1c: This subnet is being modified by another concurrent operation. Feb 16 08:39:10.160385 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Feb 16 08:39:10.178645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:10.229302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02acb9d-4d70-43a8-a4e4-f790acb0bfa2 None None] Network dfd7f4a9-70d9-45c3-98e6-519df5e053ba requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:10.307526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Usage tracker for resource:router and tenant:380bc1bcd4c149179a50f7106baec526 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:10.324501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55064) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:10.325920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:10.394020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:10.413933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Attempting to bind port bce6c563-2272-47ea-b484-007476f8fe69 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:10.414488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Attempting to bind port bce6c563-2272-47ea-b484-007476f8fe69 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:10.414981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Attempting to bind port bce6c563-2272-47ea-b484-007476f8fe69 on network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:10.426346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:10.426900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Checking segment: {'id': 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:10.427403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.427900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Bound using segment: {'id': 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:10.428492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Bound port: bce6c563-2272-47ea-b484-007476f8fe69, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5142cc5d-ca88-47d3-a86f-ed42f95b4267'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:10.428968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.472383 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] Set router 280b111e-db9f-4745-ad67-c307dc988429 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:10.493859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-6a7f4f0b-381d-4d98-bfa0-417619993d5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:10.501779 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-6a7f4f0b-381d-4d98-bfa0-417619993d5d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=738a89d5-f5d1-4308-a1e2-f10284a78331 HTTP/1.1" status: 200 len: 845 time: 0.4008875 Feb 16 08:39:10.580342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.581310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.630997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.727266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd7f4a9-70d9-45c3-98e6-519df5e053ba']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:10.779201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63308965-89f2-4bc7-8145-2770859ba569') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:10.780953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63308965-89f2-4bc7-8145-2770859ba569') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:10.814105 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.852761 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a4b26984-cd42-4dcc-85a2-0c6b7ffbaad5 tempest-ServiceProvidersTest-1625875720 tempest-ServiceProvidersTest-1625875720-project] 10.222.0.94 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5077817 Feb 16 08:39:10.872702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] For port bce6c563-2272-47ea-b484-007476f8fe69, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:10.873435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.898285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:10.899158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.931426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:10.931654 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:10.960984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] For port bce6c563-2272-47ea-b484-007476f8fe69, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bce6c563-2272-47ea-b484-007476f8fe69,segment=NetworkSegment(c9572f9a-9677-4215-8c0d-3b5d2220ccbc),segment_id=c9572f9a-9677-4215-8c0d-3b5d2220ccbc)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:10.976732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-dc705a35-bfa3-4c3f-bd43-539ce0ad0aa2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=70f13364-926d-4a75-8bfa-8cee8a3fd7b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4351182 Feb 16 08:39:10.983597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:10.983813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.035502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:11.044080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.073195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.084121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=dfd7f4a9-70d9-45c3-98e6-519df5e053ba,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:11.095370 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e2f6c002-49b5-48f1-8a2a-9fa3989ea8de tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/dfd7f4a9-70d9-45c3-98e6-519df5e053ba HTTP/1.1" status: 204 len: 168 time: 2.1484249 Feb 16 08:39:11.098854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55076) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:11.107171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-777273368'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:11.113007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:11.121058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:11.122548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:11.123987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Sync routers for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:11.130182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:11.135632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d94a0c8-1089-41d2-af89-a3d0ba57c48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.158255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280b111e-db9f-4745-ad67-c307dc988429', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73'}], 'enable_snat': False}, 'gw_port_id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:59Z', 'updated_at': '2022-02-16T08:39:03Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280b111e-db9f-4745-ad67-c307dc988429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:01Z', 'updated_at': '2022-02-16T08:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:11.169580 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac1d0b4-d417-4a69-9aa3-427506b7d439 None None] The sync data for ids ['280b111e-db9f-4745-ad67-c307dc988429'] in dv-neutron-829488-1-hyperv is: [{'id': '280b111e-db9f-4745-ad67-c307dc988429', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73'}], 'enable_snat': False}, 'gw_port_id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:38:59Z', 'updated_at': '2022-02-16T08:39:03Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': '0387bf18-378e-4a64-ad24-530acc9433f8', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:a6:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280b111e-db9f-4745-ad67-c307dc988429', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:01Z', 'updated_at': '2022-02-16T08:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:11.209078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'dc6f1142-54d3-4a01-ab57-0a502146b1c7', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'port_id': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'mac_address': 'fa:16:3e:08:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:31Z', 'updated_at': '2022-02-16T08:39:01Z', 'revision_number': 1, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:11.211563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611da228-7db3-441e-b268-ea396dcc0a1a None None] Pushing event updated for resources: {'Port': ['ID=bce6c563-2272-47ea-b484-007476f8fe69,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:11.213332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.229190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:11.229817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:11.271559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:11.274672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.379583 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b21d8352-1cbb-47ca-a409-1c99fbcb40de tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "PUT /v2.0/floatingips/67e2517a-7980-4d02-a77f-1b59e8a0bd3e HTTP/1.1" status: 200 len: 991 time: 6.8688776 Feb 16 08:39:11.389236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:39:11.417273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:11.438007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10adb4-24aa-4346-87aa-152d01e7b68d req-d4bfeae2-4ce8-4276-baa3-12ca591d7027 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:11.457908 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f10adb4-24aa-4346-87aa-152d01e7b68d req-d4bfeae2-4ce8-4276-baa3-12ca591d7027 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3578699 Feb 16 08:39:11.528093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da3b517-9091-4f78-8629-e0129f15fc15 None None] The sync data for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv is: [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'dc6f1142-54d3-4a01-ab57-0a502146b1c7', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'floating_ip_address': '172.26.4.219', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'port_id': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'mac_address': 'fa:16:3e:08:92:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:31Z', 'updated_at': '2022-02-16T08:39:01Z', 'revision_number': 1, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:11.560308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.560648 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 1ca45c37-878e-497c-85f2-2e2645acc145 of type vlan for network e1e282bf-965c-44a9-b1c5-a53748ef7481 Feb 16 08:39:11.591596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55086) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:11.634856 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f10adb4-24aa-4346-87aa-152d01e7b68d req-fcf96eb8-14ba-4d26-b01c-50463eaa5679 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594996 Feb 16 08:39:11.679514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Transition to ACTIVE for port object a1c1eac4-0e71-43ca-872e-1bf5364ed473 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:11.722380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.724277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.863090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:11.875378 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'status': 'completed', 'code': 200} Feb 16 08:39:11.909459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f60d72-9031-4392-9491-84450cb4dbcd req-c3f43f92-1afd-4aa0-aa5f-afc9b1b260fe tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:11.911713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-26f60d72-9031-4392-9491-84450cb4dbcd req-c3f43f92-1afd-4aa0-aa5f-afc9b1b260fe tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.2740333 Feb 16 08:39:11.915002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.920213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:11.921037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.964538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.969300 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-37799157-8175-4aa2-8a67-ddb70c282ac0 service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9807498 Feb 16 08:39:11.975783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:11.993790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.035268 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c5bf0-7fd4-4452-bdb2-12386163ba07 None None] New status for floating IP dc6f1142-54d3-4a01-ab57-0a502146b1c7: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:39:12.050996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.114256 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-26f60d72-9031-4392-9491-84450cb4dbcd req-705f8f73-258d-42a3-a738-5b6ab79b0e28 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887548 Feb 16 08:39:12.149561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:12.215964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=e1e282bf-965c-44a9-b1c5-a53748ef7481,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:12.235080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-40652585-377a-4fdf-93ef-974ea786957f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1339703 Feb 16 08:39:12.236214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:04bf5ac53a52407ba0867444a5e411bd is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:12.242162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55096) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:12.254524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': 'e1e282bf-965c-44a9-b1c5-a53748ef7481', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:12.278847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:12.304159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:12.343364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Port': ['ID=a1c1eac4-0e71-43ca-872e-1bf5364ed473,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:12.433258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:12.434613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e1e282bf-965c-44a9-b1c5-a53748ef7481 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:12.447192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:12.456971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:12.466698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:12.509883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:12.669625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.677491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '67e2517a-7980-4d02-a77f-1b59e8a0bd3e', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'port_id': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'mac_address': 'fa:16:3e:36:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:34Z', 'updated_at': '2022-02-16T08:39:06Z', 'revision_number': 1, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:12.682088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.683764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Checking router: e2df9eb2-91dc-419c-b65c-77c2a34befb8 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:12.686452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:12.699605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:12.700187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:12.704342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:12.718455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:12.722485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:12.723165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.847276 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0733b7aa-7fba-4873-a70b-1436e16f38b6 req-f2c0e7b3-b1b1-475c-8fb9-33047fe9a872 service neutron] 10.222.0.98 "GET /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8562200 Feb 16 08:39:12.851060 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0217c388-39a4-4c4e-9618-fc42e7a51045 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.1780996 Feb 16 08:39:12.856286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55102) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:12.856472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e399c6-9927-4581-907c-9b15f024568b None None] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:12.873620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.908388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:12.928330 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-753833d9-d356-4d54-b17f-ab4cc2ee0be2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=0ff2b4c00ac34419a031f5ba9a459484&device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 1098 time: 0.9392900 Feb 16 08:39:12.955305 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=04bf5ac53a52407ba0867444a5e411bd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3599730 Feb 16 08:39:12.956433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55106) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:13.001587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bc8b5ddc-62ba-472a-86fe-e8e4bfe123ed None None] Provisioning for port bce6c563-2272-47ea-b484-007476f8fe69 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:13.038638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f322f0f-17dd-4720-b559-d5dee4ae6ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6dce82-6ea9-499d-b64c-a61b468c6dd7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:13.099309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:13.129640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edece4cd-d397-4b73-8465-c8cffabec608 req-b710576d-9b2c-4c75-b640-354f4e582c0b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:13.131148 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edece4cd-d397-4b73-8465-c8cffabec608 req-b710576d-9b2c-4c75-b640-354f4e582c0b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3145587 Feb 16 08:39:13.160398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.231471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.241079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.401373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-a4c059b4-f91b-41fb-9bac-13c91e177371 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:13.402891 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-a4c059b4-f91b-41fb-9bac-13c91e177371 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e27556ca-4a05-49a2-8b75-ccbfba974e4a HTTP/1.1" status: 200 len: 912 time: 0.4173074 Feb 16 08:39:13.432699 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edece4cd-d397-4b73-8465-c8cffabec608 req-1669eb41-a172-4f08-a536-b10068305a1d tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916043 Feb 16 08:39:13.459783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=119f20be-1c4c-4b2b-9eb7-29749b69c7eb,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:13.498454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '1ca45c37-878e-497c-85f2-2e2645acc145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1e282bf-965c-44a9-b1c5-a53748ef7481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:13.498863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: e1e282bf-965c-44a9-b1c5-a53748ef7481, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:13.499915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting subnet fffbac41-ee85-48f5-a42e-2040e43bc40d {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:39:13.523973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.527669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.546723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6dce82-6ea9-499d-b64c-a61b468c6dd7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:13.570872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.572662 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-07201fd3-6289-400b-98f8-8f23d9d9ed6a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5e6dce82-6ea9-499d-b64c-a61b468c6dd7 HTTP/1.1" status: 204 len: 168 time: 0.6131451 Feb 16 08:39:13.583587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Allocated IP 172.20.0.1 (259d9b55-1282-4575-bb4e-0f2270fd9299/921be131-29fe-456c-aa55-1df0c53e11a8/66b7cd10-fd50-4527-8b31-0781ce0e8631) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:13.591548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network e1e282bf-965c-44a9-b1c5-a53748ef7481 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:13.609788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e1e282bf-965c-44a9-b1c5-a53748ef7481) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:13.624082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd964d4e-ec81-423f-a6ab-29ca8264b2e0 None None] Network e1e282bf-965c-44a9-b1c5-a53748ef7481 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:13.624421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:13.626070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.711145 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0628aac2-28a4-4db9-b80e-6e14670c8afe tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4678233 Feb 16 08:39:13.717580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55114) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:13.750869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bce6c563-2272-47ea-b484-007476f8fe69 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:13.891806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.928390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.950636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:13.979399 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-65837aaa-30f9-4756-8449-bc350f0a1a15 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc00a6ea-7fad-4287-90c9-4b537421b078 HTTP/1.1" status: 200 len: 999 time: 0.5635839 Feb 16 08:39:13.995221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Provisioning for port a1c1eac4-0e71-43ca-872e-1bf5364ed473 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:14.016257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Provisioning complete for port a1c1eac4-0e71-43ca-872e-1bf5364ed473 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:14.016933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.063488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.132545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Port a1c1eac4-0e71-43ca-872e-1bf5364ed473 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:39:14.147755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port bce6c563-2272-47ea-b484-007476f8fe69 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:14.158406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-574bc823-1b68-484b-b75f-80018b30fe25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:14.160310 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-574bc823-1b68-484b-b75f-80018b30fe25 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fd39097c-5cde-4b0c-a597-23a9f3590ab9 HTTP/1.1" status: 200 len: 850 time: 0.1473286 Feb 16 08:39:14.162583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port bce6c563-2272-47ea-b484-007476f8fe69 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:14.162962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.199823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.283151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Provisioning complete for port bce6c563-2272-47ea-b484-007476f8fe69 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:14.283522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.309200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9f25bf-716f-482b-a85d-c93efe6b0301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-e1e282bf-965c-44a9-b1c5-a53748ef7481', 'network_id': 'e1e282bf-965c-44a9-b1c5-a53748ef7481', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '119f20be-1c4c-4b2b-9eb7-29749b69c7eb'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:14.310061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2f9f25bf-716f-482b-a85d-c93efe6b0301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.325096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.356692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '67e2517a-7980-4d02-a77f-1b59e8a0bd3e', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'port_id': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'mac_address': 'fa:16:3e:36:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:34Z', 'updated_at': '2022-02-16T08:39:06Z', 'revision_number': 1, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:14.372491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85d88e9-717e-4509-ba1b-605258c05dbf None None] The sync data for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv is: [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '67e2517a-7980-4d02-a77f-1b59e8a0bd3e', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'floating_ip_address': '172.26.4.148', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'port_id': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'mac_address': 'fa:16:3e:36:03:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:38:34Z', 'updated_at': '2022-02-16T08:39:06Z', 'revision_number': 1, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:14.373372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.378129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.413804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=119f20be-1c4c-4b2b-9eb7-29749b69c7eb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:14.453365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e282bf-965c-44a9-b1c5-a53748ef7481']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:14.471891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca45c37-878e-497c-85f2-2e2645acc145') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:14.472390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca45c37-878e-497c-85f2-2e2645acc145') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:14.488256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.521995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.540094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:14.541166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.545838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.582867 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-fe89aa70-d350-4b69-bb5e-0b10d1eff580 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e27556ca-4a05-49a2-8b75-ccbfba974e4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3613741 Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:14.599730 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:14.621699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.636423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd044c-f9f9-45ba-929b-cc779f3599cd None None] Network e1e282bf-965c-44a9-b1c5-a53748ef7481 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:14.746115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.761598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.782221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.797263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.801362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=e1e282bf-965c-44a9-b1c5-a53748ef7481,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:14.814264 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d128065b-1b44-446f-b5c6-f1c3100b5969 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/e1e282bf-965c-44a9-b1c5-a53748ef7481 HTTP/1.1" status: 204 len: 168 time: 1.0954049 Feb 16 08:39:14.818589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55136) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:14.826551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e4073-14ab-4f1c-aa38-6ca81b62f4be req-4715cd49-ac0f-4faa-9219-a1a9c71e4f28 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:14.827992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1c8e4073-14ab-4f1c-aa38-6ca81b62f4be req-4715cd49-ac0f-4faa-9219-a1a9c71e4f28 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2227323 Feb 16 08:39:14.831719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1534091088'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:14.852088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:14.854975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Transition to ACTIVE for port object 66b7cd10-fd50-4527-8b31-0781ce0e8631 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:14.861396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:14.863206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.865848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:14.880146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:14.896468 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1c8e4073-14ab-4f1c-aa38-6ca81b62f4be req-8bf75800-ccc5-4b16-a685-47d80598e452 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612326 Feb 16 08:39:14.898541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:14.901990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.945447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:14.959876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:14.960818 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3 of type vlan for network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 Feb 16 08:39:14.984083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55140) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:14.985400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=fffbac41-ee85-48f5-a42e-2040e43bc40d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:15.003270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 172.26.4.92 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/d2e4353a-ff83-4774-91de-614fcb450906) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:15.009041 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-d9c89584-59db-4025-a5b1-a9d7e9aa0c07 service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169698 Feb 16 08:39:15.010033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.011034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.052723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.056422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:15.057589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:15.057995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:15.058970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.064137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1c48ed-d830-448e-89fb-23dc8c0aa8b8 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:39:15.110898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:15.111551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:15.144087 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6c504cc8-39c4-4d2c-877e-74679eb9f25d tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/fffbac41-ee85-48f5-a42e-2040e43bc40d HTTP/1.1" status: 204 len: 168 time: 2.2813516 Feb 16 08:39:15.148925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.208432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8eb14f5c-5c9b-4ce1-9746-9cd3ccca2ccb tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1075486456', 'prefixes': ['172.20.0.0/16']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:15.215170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.216210 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3964612 Feb 16 08:39:15.224214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.233915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1c48ed-d830-448e-89fb-23dc8c0aa8b8 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:39:15.234109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:15.249297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7173641-c79a-4a2b-a642-1475f6dd6152 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:15.273826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:15.283335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8eb14f5c-5c9b-4ce1-9746-9cd3ccca2ccb tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:15.352784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a67b1e-663b-4a7d-b451-023b7310696b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:15.354551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a67b1e-663b-4a7d-b451-023b7310696b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:15.360373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f2a67b1e-663b-4a7d-b451-023b7310696b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2036724 Feb 16 08:39:15.364726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55154) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.370600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:15.396286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=66b7cd10-fd50-4527-8b31-0781ce0e8631,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:15.398869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:15.411328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77cc2990-4e42-419a-8e44-e14eed56d49a req-c4da1e16-f1a4-4b25-806c-8450994a2887 service neutron] 10.222.0.98 "GET /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909700 Feb 16 08:39:15.412076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:15.499567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.513480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.591803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb945f5b-2ccb-4de6-8a14-bf23a80b37c5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.606932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.616763 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb945f5b-2ccb-4de6-8a14-bf23a80b37c5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 16 08:39:15.617187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb945f5b-2ccb-4de6-8a14-bf23a80b37c5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:15.619436 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb945f5b-2ccb-4de6-8a14-bf23a80b37c5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/5142cc5d-ca88-47d3-a86f-ed42f95b4267 HTTP/1.1" status: 409 len: 405 time: 0.2532954 Feb 16 08:39:15.624226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55158) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.627687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.638710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1181173104'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:15.647390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:15.652366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:15.657646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8eb14f5c-5c9b-4ce1-9746-9cd3ccca2ccb tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.657646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8eb14f5c-5c9b-4ce1-9746-9cd3ccca2ccb tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6676104 Feb 16 08:39:15.657860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:15.659309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55162) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.682471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:15.684381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.702723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:15.707913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:15.713569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:15.746554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.746778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.764026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=d2e4353a-ff83-4774-91de-614fcb450906,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:15.768004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.772432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 is not hosted by any dhcp agent {{(pid=83709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 16 08:39:15.776738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:15.777905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.778692 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "PUT /v2.0/networks/b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 HTTP/1.1" status: 200 len: 723 time: 0.5514405 Feb 16 08:39:15.783653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55166) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.787846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3dc3604c-ee25-430e-a2d5-72c35cf30ade tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "GET /v2.0/subnetpools/21657e43-f226-4692-858b-5cddc202fed8 HTTP/1.1" status: 200 len: 732 time: 0.1261911 Feb 16 08:39:15.791124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55170) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:15.793987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:15.797265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:15.800293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.814615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cb860db2-d397-4813-8338-a6d597e39bfd tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1619404022'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:15.835337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port bce6c563-2272-47ea-b484-007476f8fe69, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bce6c563-2272-47ea-b484-007476f8fe69,segment=NetworkSegment(c9572f9a-9677-4215-8c0d-3b5d2220ccbc),segment_id=c9572f9a-9677-4215-8c0d-3b5d2220ccbc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:15.842702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.843585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0387bf18-378e-4a64-ad24-530acc9433f8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:15.916250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56934889-def5-41d6-9f07-cecddfa5acbc tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:15.931605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:15.949830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:15.950515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment 640fc8cd-501f-40da-adcf-6db7dbd1873a of type vlan for network 006ce1a0-2f9a-4cbd-9616-235bc6b8d513 Feb 16 08:39:15.957655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:15.990570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.026122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.031422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:16.032236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.183613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:16.184588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-5870347c-2bba-42d0-9b8f-38bf2ecc2ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:16.203741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=bce6c563-2272-47ea-b484-007476f8fe69,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:16.218092 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5927253 Feb 16 08:39:16.226469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:16.239511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': '006ce1a0-2f9a-4cbd-9616-235bc6b8d513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:16.249043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a62b5b0-ce42-49da-8320-6a88983759f3 None None] Network 5142cc5d-ca88-47d3-a86f-ed42f95b4267 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:16.255657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015356e0-8c43-4e30-a4e1-e9a4bfaf8aee tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=006ce1a0-2f9a-4cbd-9616-235bc6b8d513,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:16.266069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0387bf18-378e-4a64-ad24-530acc9433f8 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:16.275391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 006ce1a0-2f9a-4cbd-9616-235bc6b8d513 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:16.345437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0387bf18-378e-4a64-ad24-530acc9433f8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:16.345812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.419879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09159c-b337-41ed-bb12-93820c3fc1bf req-35656483-4b45-4c20-a8e8-ad3ebb1fb6fa tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:16.422171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7d09159c-b337-41ed-bb12-93820c3fc1bf req-35656483-4b45-4c20-a8e8-ad3ebb1fb6fa tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3622935 Feb 16 08:39:16.458421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:16.474787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cb860db2-d397-4813-8338-a6d597e39bfd tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.477367 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cb860db2-d397-4813-8338-a6d597e39bfd tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "PUT /v2.0/subnetpools/21657e43-f226-4692-858b-5cddc202fed8 HTTP/1.1" status: 200 len: 684 time: 0.6878572 Feb 16 08:39:16.483423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55180) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:16.492865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:16.511345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:16.518957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:16.523183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7d09159c-b337-41ed-bb12-93820c3fc1bf req-35e1f52b-9f05-4a21-af38-e62fa447fea8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823410 Feb 16 08:39:16.526167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:subnet and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:16.531982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:16.534397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:16.540932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:16.553363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:16.593905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:16.662731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.727975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.750739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 0387bf18-378e-4a64-ad24-530acc9433f8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0387bf18-378e-4a64-ad24-530acc9433f8,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:16.756537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.847836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.856957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=0387bf18-378e-4a64-ad24-530acc9433f8,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:16.872845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] DHCP port deletion for 5142cc5d-ca88-47d3-a86f-ed42f95b4267 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:16.881149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Deleting port bce6c563-2272-47ea-b484-007476f8fe69 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:16.881739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.940967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c0c7ced-4540-4968-b59f-f868b47f6650 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] Notify callbacks [] for subnetpool, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.944961 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5c0c7ced-4540-4968-b59f-f868b47f6650 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "DELETE /v2.0/subnetpools/21657e43-f226-4692-858b-5cddc202fed8 HTTP/1.1" status: 204 len: 168 time: 0.4540150 Feb 16 08:39:16.960478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55184) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:16.967877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:16.968693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.012777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-20c780b6-2d3c-436a-a345-3f39ed602131 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] show failed (client error): The resource could not be found. Feb 16 08:39:17.016569 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-20c780b6-2d3c-436a-a345-3f39ed602131 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "GET /v2.0/subnetpools/21657e43-f226-4692-858b-5cddc202fed8 HTTP/1.1" status: 404 len: 346 time: 0.0524325 Feb 16 08:39:17.022303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:17.052803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:39:17.053918 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-abdb2c79-1d4a-4e69-bf0b-aebf13dc3ea4 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] delete failed (client error): The resource could not be found. Feb 16 08:39:17.054944 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-abdb2c79-1d4a-4e69-bf0b-aebf13dc3ea4 tempest-SubnetPoolsTestJSON-1294914075 tempest-SubnetPoolsTestJSON-1294914075-project] 10.222.0.94 "DELETE /v2.0/subnetpools/21657e43-f226-4692-858b-5cddc202fed8 HTTP/1.1" status: 404 len: 346 time: 0.0313084 Feb 16 08:39:17.055911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.114206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.115920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=09684f3a-927e-4d4f-957c-51c6b1018dcb,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:17.156272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': '640fc8cd-501f-40da-adcf-6db7dbd1873a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '006ce1a0-2f9a-4cbd-9616-235bc6b8d513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:17.156702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: 006ce1a0-2f9a-4cbd-9616-235bc6b8d513, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:17.181815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network 006ce1a0-2f9a-4cbd-9616-235bc6b8d513 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:17.186004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] For port bce6c563-2272-47ea-b484-007476f8fe69, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bce6c563-2272-47ea-b484-007476f8fe69,segment=NetworkSegment(c9572f9a-9677-4215-8c0d-3b5d2220ccbc),segment_id=c9572f9a-9677-4215-8c0d-3b5d2220ccbc)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:17.186622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.194312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Provisioning complete for port a1c1eac4-0e71-43ca-872e-1bf5364ed473 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:17.194712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.214338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 006ce1a0-2f9a-4cbd-9616-235bc6b8d513) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:17.221679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:17.222953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.226320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.237095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08df091-6292-4392-ad12-5e0b2fefc8ce None None] Network 006ce1a0-2f9a-4cbd-9616-235bc6b8d513 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:17.271160 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cb3ba254-762a-427b-b550-8d80d97ca101 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0368137 Feb 16 08:39:17.271160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55194) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:17.376989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=66b7cd10-fd50-4527-8b31-0781ce0e8631,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:17.435531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.456588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.467448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:17.512367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.564579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Calling delete_port for bce6c563-2272-47ea-b484-007476f8fe69 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:17.627751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.633300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Port a1c1eac4-0e71-43ca-872e-1bf5364ed473 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:39:17.662258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:17.666106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:17.701216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=09684f3a-927e-4d4f-957c-51c6b1018dcb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:17.750206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Provisioning for port 66b7cd10-fd50-4527-8b31-0781ce0e8631 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:17.781978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Provisioning complete for port 66b7cd10-fd50-4527-8b31-0781ce0e8631 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:17.782348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.837938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb8af6c-d28d-4121-b5bf-4ee7563162ad None None] New status for floating IP 67e2517a-7980-4d02-a77f-1b59e8a0bd3e: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:39:17.881379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.922390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.933402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006ce1a0-2f9a-4cbd-9616-235bc6b8d513']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:17.957064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640fc8cd-501f-40da-adcf-6db7dbd1873a') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:17.957490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640fc8cd-501f-40da-adcf-6db7dbd1873a') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:17.972922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:17.998841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab9d44e-c7dc-48d1-b7a6-42bb1377faf6 req-2224ff75-e7d1-4c51-9173-b238537ae604 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:18.000515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ab9d44e-c7dc-48d1-b7a6-42bb1377faf6 req-2224ff75-e7d1-4c51-9173-b238537ae604 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2003658 Feb 16 08:39:18.001982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.010519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:18.010723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:18.026093 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:18.051197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] Pushing event deleted for resources: {'Port': ['ID=bce6c563-2272-47ea-b484-007476f8fe69,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:18.065083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3dbed5b7-21b5-41bb-8a4d-f9f8e44e5b40 None None] Port 66b7cd10-fd50-4527-8b31-0781ce0e8631 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:39:18.081902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0546d2-a6db-4d0b-80c5-f4debb10f8d5 None None] No DVR routers for this DVR port bce6c563-2272-47ea-b484-007476f8fe69 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:18.086071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eefa7a-3deb-4c99-bbb2-2a8979a4d0b4 None None] Network 006ce1a0-2f9a-4cbd-9616-235bc6b8d513 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:18.135076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.188314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.245512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ab9d44e-c7dc-48d1-b7a6-42bb1377faf6 req-7725f817-260c-4b9a-b080-fcd51ad8dcd3 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192585 Feb 16 08:39:18.252974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.258498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.302265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=006ce1a0-2f9a-4cbd-9616-235bc6b8d513,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:18.311343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-94d83727-39a7-45e2-b8f7-0ca0a3e59c54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/006ce1a0-2f9a-4cbd-9616-235bc6b8d513 HTTP/1.1" status: 204 len: 168 time: 1.0390751 Feb 16 08:39:18.315320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55210) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:18.322338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1515286042'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:18.327650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:18.331407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:18.334330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:18.339868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3e3b569b-4c40-48dc-a9b7-a95cc32097c8 None None] Provisioning complete for port 66b7cd10-fd50-4527-8b31-0781ce0e8631 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:18.340488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e3b569b-4c40-48dc-a9b7-a95cc32097c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.340678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:18.351786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:18.355369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.384756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:18.394835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.395227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment 256bfd19-cf56-4207-b0e7-9d03486a9263 of type vlan for network a581e5ab-b85c-4314-959e-78b74b61881b Feb 16 08:39:18.424046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:18.424339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.437941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=61637463-2ed3-47fa-b87a-5ae8ccf32cef,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:18.442922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Usage tracker for resource:security_group_rule and tenant:42456339cd2d421a8cbd2b1014ff2c48 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:18.448663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:18.458366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:18.459998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.465858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:18.467459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.490517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b569b-4c40-48dc-a9b7-a95cc32097c8 None None] Port 66b7cd10-fd50-4527-8b31-0781ce0e8631 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:39:18.503002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:18.503579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:18.576114 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2597041 Feb 16 08:39:18.583174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55214) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:18.590204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': 'a581e5ab-b85c-4314-959e-78b74b61881b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:18.595726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f308fcf-16d7-42de-99fa-6810e0668f22 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=a581e5ab-b85c-4314-959e-78b74b61881b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:18.606173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network a581e5ab-b85c-4314-959e-78b74b61881b details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:18.610511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router d6d80b28-7528-4616-b157-433c93717465 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:18.621983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:18.701221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.716615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:18.723302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.725625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66b807-31fd-49fb-bf53-7e2ff35ed499 None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:18.745708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:18.746284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1719288'] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:18.843901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0387bf18-378e-4a64-ad24-530acc9433f8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:18.939461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:18.941978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3363d19-96cc-4c29-9a9f-102e840bf4f7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:18.954751 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6108abbe-3464-4de7-a3be-1e40f01e74b5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=42456339cd2d421a8cbd2b1014ff2c48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4799368 Feb 16 08:39:18.954751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:subnet and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:18.955281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55220) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:18.959122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:18.970715 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b56dc906-9cbb-40eb-ba13-e391ffa84781 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1826196 Feb 16 08:39:18.970715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:18.972265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:18.982890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:18.996704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0387bf18-378e-4a64-ad24-530acc9433f8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:18.997197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.028347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:19.038008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.067795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2', 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '61637463-2ed3-47fa-b87a-5ae8ccf32cef'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:19.068872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.071082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.074410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Router b854d2c9-f97c-4370-97f5-2ee67d2f5912 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:19.140994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.161527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3363d19-96cc-4c29-9a9f-102e840bf4f7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:19.167495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.172159 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-27eb0381-63f0-42e2-9601-ea3c084588de admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c3363d19-96cc-4c29-9a9f-102e840bf4f7 HTTP/1.1" status: 204 len: 168 time: 0.2154214 Feb 16 08:39:19.327363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Allocated IP 172.20.0.2 (b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2/61637463-2ed3-47fa-b87a-5ae8ccf32cef/99293555-5874-4e17-bfa6-aaa3e78761d5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:19.355212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.380053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bce6c563-2272-47ea-b484-007476f8fe69 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:19.480462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: bce6c563-2272-47ea-b484-007476f8fe69 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:19.480807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bce6c563-2272-47ea-b484-007476f8fe69 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:19.532790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601ca1f-2b30-4667-bfc4-08094d406c41 req-194b7641-5bde-4d01-b7c2-df15a8497e1a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:19.542261 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e601ca1f-2b30-4667-bfc4-08094d406c41 req-194b7641-5bde-4d01-b7c2-df15a8497e1a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1055112 Feb 16 08:39:19.599104 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e601ca1f-2b30-4667-bfc4-08094d406c41 req-2d53bc86-7e16-45be-b1ce-ce420f4a2a17 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553105 Feb 16 08:39:19.600793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3495535'] for subnet, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.621063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.631444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Transition to ACTIVE for port object 99293555-5874-4e17-bfa6-aaa3e78761d5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:19.650986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Transition to ACTIVE for port object 99293555-5874-4e17-bfa6-aaa3e78761d5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:19.656370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.728912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:19.731666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:19.734066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:19.742491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Pushing event updated for resources: {'Port': ['ID=99293555-5874-4e17-bfa6-aaa3e78761d5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:19.804093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.827563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Attempting to bind port 99293555-5874-4e17-bfa6-aaa3e78761d5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:19.827961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Attempting to bind port 99293555-5874-4e17-bfa6-aaa3e78761d5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:19.828307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Attempting to bind port 99293555-5874-4e17-bfa6-aaa3e78761d5 on network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:19.835364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:19.835738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Checking segment: {'id': 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:19.836146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.836542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Bound using segment: {'id': 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:19.837014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Bound port: 99293555-5874-4e17-bfa6-aaa3e78761d5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:19.837924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:19.932387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] For port 99293555-5874-4e17-bfa6-aaa3e78761d5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:19.935932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] For port 99293555-5874-4e17-bfa6-aaa3e78761d5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=99293555-5874-4e17-bfa6-aaa3e78761d5,segment=NetworkSegment(c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3),segment_id=c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:19.940802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.027662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef6705b-42e6-4781-bea8-f90a0577878c None None] Pushing event updated for resources: {'Port': ['ID=99293555-5874-4e17-bfa6-aaa3e78761d5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:20.075575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:20.077137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=1506310c-43ab-4d8f-b906-4af465123f3b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:20.087175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Sync routers for ids ['d6d80b28-7528-4616-b157-433c93717465'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:20.102191 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Routers {'d6d80b28-7528-4616-b157-433c93717465'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:20.103125 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d6d80b28-7528-4616-b157-433c93717465'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.103328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3630477'] for subnet, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.232149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:20.232733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.236464 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "PUT /v2.0/subnets/61637463-2ed3-47fa-b87a-5ae8ccf32cef HTTP/1.1" status: 200 len: 806 time: 1.2597690 Feb 16 08:39:20.237880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.238027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55232) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:20.238604 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-adab35a9-8aab-4ea2-807c-125c0c4e7b89 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.3195572 Feb 16 08:39:20.242044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': '256bfd19-cf56-4207-b0e7-9d03486a9263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'a581e5ab-b85c-4314-959e-78b74b61881b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:20.242401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: a581e5ab-b85c-4314-959e-78b74b61881b, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:20.242553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55234) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:20.254205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e587bd-298a-4263-8cd2-d1162272a22c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=61637463-2ed3-47fa-b87a-5ae8ccf32cef,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:20.277011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:20.286717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-feed5692-9104-47a1-8bd0-ae9e07831258 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "PUT /v2.0/routers/b854d2c9-f97c-4370-97f5-2ee67d2f5912/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9940009 Feb 16 08:39:20.291046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] Sync routers for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:20.295623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55238) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:20.302554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Request body: {'port': {'network_id': '259d9b55-1282-4575-bb4e-0f2270fd9299', 'name': 'tempest-FloatingIPAdminTestJSON-961019801'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:20.308535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:20.309217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.373413 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Set router d6d80b28-7528-4616-b157-433c93717465 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:20.389178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.398353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network a581e5ab-b85c-4314-959e-78b74b61881b is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:20.414470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:20.415346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.433135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, a581e5ab-b85c-4314-959e-78b74b61881b) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:20.441268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:20.441879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.493065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-518e2f33-7982-49fe-963d-2ef3fa21cbac tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9088523 Feb 16 08:39:20.496448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55244) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:20.515308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.515705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33075ea-c022-4819-b79c-956f7a2bd705 None None] The sync data for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:20.517129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbb147-0722-4229-8f88-a97d1010899d None None] Network a581e5ab-b85c-4314-959e-78b74b61881b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:20.568357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.579972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:20.594708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Usage tracker for resource:port and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:20.596388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 99293555-5874-4e17-bfa6-aaa3e78761d5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:20.596923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.605214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:20.615154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:20.650476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Made reservation on behalf of a766b61a1d7f4d4092c062b0360913f9 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:20.653734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.694091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] device_id is not set on port 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:20.743087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.833994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd2dbb-038d-48f9-aac4-cea12fa91c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-a581e5ab-b85c-4314-959e-78b74b61881b', 'network_id': 'a581e5ab-b85c-4314-959e-78b74b61881b', 'tenant_id': '0f408a64b8a44ac6941161ffbd973ae4', 'fixed_ips': [{'subnet_id': '1506310c-43ab-4d8f-b906-4af465123f3b'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:20.835027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-becd2dbb-038d-48f9-aac4-cea12fa91c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.865814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:20.927296 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d80b28-7528-4616-b157-433c93717465', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:39:10Z', 'updated_at': '2022-02-16T08:39:16Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d80b28-7528-4616-b157-433c93717465', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:14Z', 'updated_at': '2022-02-16T08:39:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:20.937471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Checking router: d6d80b28-7528-4616-b157-433c93717465 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:20.937846 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Updating router d6d80b28-7528-4616-b157-433c93717465 port d2e4353a-ff83-4774-91de-614fcb450906 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:39:20.980195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 99293555-5874-4e17-bfa6-aaa3e78761d5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:21.052609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Allocated IP 172.20.0.10 (259d9b55-1282-4575-bb4e-0f2270fd9299/921be131-29fe-456c-aa55-1df0c53e11a8/1e939c43-4a9b-4d40-9101-8aaa8b0ce8df) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:21.059517 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.059758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.067763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 99293555-5874-4e17-bfa6-aaa3e78761d5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=99293555-5874-4e17-bfa6-aaa3e78761d5,segment=NetworkSegment(c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3),segment_id=c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:21.068118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.118055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=1506310c-43ab-4d8f-b906-4af465123f3b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:21.197199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 99293555-5874-4e17-bfa6-aaa3e78761d5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server [None req-becd2dbb-038d-48f9-aac4-cea12fa91c30 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1506310c-43ab-4d8f-b906-4af465123f3b: This subnet is being modified by another concurrent operation. Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:39:21.237785 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise exception Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1506310c-43ab-4d8f-b906-4af465123f3b: This subnet is being modified by another concurrent operation. Feb 16 08:39:21.241331 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Feb 16 08:39:21.248507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 99293555-5874-4e17-bfa6-aaa3e78761d5 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:21.259162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.266099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0151cfa9-d3d9-464b-9481-0e133b378ab1 None None] Network a581e5ab-b85c-4314-959e-78b74b61881b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:21.317103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a581e5ab-b85c-4314-959e-78b74b61881b']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:21.341651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256bfd19-cf56-4207-b0e7-9d03486a9263') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:21.341946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256bfd19-cf56-4207-b0e7-9d03486a9263') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:21.366053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.401928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.422458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:21.423098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.425515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56f348d-70d5-490c-920e-fc930c0c1f2b None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:21.441037 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:21.451294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5be4-3fa9-4589-9f94-3cd5af63eb85 req-282ff09f-d3e6-40c1-ae03-4e3b9e11aee2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:21.457583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-25412c3a-8a73-420c-b26f-d4d19b9cfb16 None None] Could not find standard attr ID for object 99293555-5874-4e17-bfa6-aaa3e78761d5. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:39:21.458682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e90e5be4-3fa9-4589-9f94-3cd5af63eb85 req-282ff09f-d3e6-40c1-ae03-4e3b9e11aee2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.6778135 Feb 16 08:39:21.464753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.473693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4021db8f-a040-4104-9854-7594a2746332 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/d6d80b28-7528-4616-b157-433c93717465 HTTP/1.1" status: 200 len: 907 time: 1.0500176 Feb 16 08:39:21.516682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55250) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:21.542465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Port': ['ID=99293555-5874-4e17-bfa6-aaa3e78761d5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:21.553285 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.567180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e90e5be4-3fa9-4589-9f94-3cd5af63eb85 req-3e4745c4-0326-4606-9b1b-2cc44d28aa08 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076415 Feb 16 08:39:21.683334 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Transition to ACTIVE for port object d2e4353a-ff83-4774-91de-614fcb450906 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:21.693964 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.695381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.763533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No DVR routers for this DVR port 99293555-5874-4e17-bfa6-aaa3e78761d5 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:21.798398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.825153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=a581e5ab-b85c-4314-959e-78b74b61881b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:21.830331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.852484 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82724-e799-4d7d-b605-787be1a4e52a None None] Pushing event updated for resources: {'Port': ['ID=d2e4353a-ff83-4774-91de-614fcb450906,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:21.854468 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-59cbef4a-1979-492f-b0bd-ce1fa0fa44bc tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/a581e5ab-b85c-4314-959e-78b74b61881b HTTP/1.1" status: 204 len: 168 time: 1.3570015 Feb 16 08:39:21.858679 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Attempting to bind port d2e4353a-ff83-4774-91de-614fcb450906 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:21.859439 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Attempting to bind port d2e4353a-ff83-4774-91de-614fcb450906 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:21.859940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55254) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:21.860429 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Attempting to bind port d2e4353a-ff83-4774-91de-614fcb450906 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:21.869489 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:21.870352 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:21.871089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.871576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:21.872152 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Bound port: d2e4353a-ff83-4774-91de-614fcb450906, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:21.872634 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.882895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1057908917'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:21.895971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:21.918477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:network and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:21.922069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.925358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:21.946361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:21.955493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.955863 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] For port d2e4353a-ff83-4774-91de-614fcb450906, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:21.960094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] For port d2e4353a-ff83-4774-91de-614fcb450906, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d2e4353a-ff83-4774-91de-614fcb450906,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:21.966212 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:21.973809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=61637463-2ed3-47fa-b87a-5ae8ccf32cef,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:21.992059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:21.995739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.006879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Transition to ACTIVE for port object 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:22.037626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:22.050297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.050668 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Added segment 6fb6d823-da1f-4940-941f-0a9fb6eb014e of type vlan for network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac Feb 16 08:39:22.062692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d82724-e799-4d7d-b605-787be1a4e52a None None] Pushing event updated for resources: {'Port': ['ID=d2e4353a-ff83-4774-91de-614fcb450906,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:22.072838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.084862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.090072 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Routers {'d6d80b28-7528-4616-b157-433c93717465'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:22.090748 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d6d80b28-7528-4616-b157-433c93717465'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:22.100350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:22.113755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:22.114127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d91a56-fb1a-41fc-8fe6-c750b2b7faa3') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:22.126812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.131140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d346458-e8eb-401b-ad99-66a29fc4aded None None] Network b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:22.145239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.152449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:22.152850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:22.168399 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:22.257799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.283953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.288935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.291817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:22.306121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c9856d17-d5ca-475a-9c31-da8c6eb8ea51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 HTTP/1.1" status: 204 len: 168 time: 2.0647278 Feb 16 08:39:22.306783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55260) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:22.336323 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc03b2ad-de5c-4682-9e35-011dd16287a6 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:22.336815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc03b2ad-de5c-4682-9e35-011dd16287a6 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:22.345182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc03b2ad-de5c-4682-9e35-011dd16287a6 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 HTTP/1.1" status: 404 len: 339 time: 0.0372674 Feb 16 08:39:22.345771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55264) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:22.355115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1737792656', 'description': 'd1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:22.373283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:22.377125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.405318 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] Set router d6d80b28-7528-4616-b157-433c93717465 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:22.420796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:network and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:22.421074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e99e49e-4de2-421a-8fdb-dddefcefe5f1 None None] DHCP port deletion for b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:22.430846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:22.443523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57811e2e-1862-4a52-9b4b-9e2c071e9d64 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:39:22.451989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:22.473207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.476185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:22.476770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.530122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:22.533146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.573221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57811e2e-1862-4a52-9b4b-9e2c071e9d64 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:39:22.604114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:22.611861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event updated for resources: {'Port': ['ID=1e939c43-4a9b-4d40-9101-8aaa8b0ce8df,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:22.620273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:22.638406 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7774353 Feb 16 08:39:22.642195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:22.642995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55270) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:22.650911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Request body: {'subnet': {'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:22.699619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e506a-38a6-466c-bf42-66c759ac1942 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Network': ['ID=6ea47eb1-e7e6-43a2-a6e0-3901527099ac,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:22.719018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:22.722757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:22.734138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:22.734815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.758190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.758679 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 7841e66e-e1e6-4b9f-b8c4-2a13d002b039 of type vlan for network d37f3c08-b56c-49dd-9814-d0e3035deff1 Feb 16 08:39:22.783343 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7b933314-a334-4c61-b661-23bad031e13a tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4864504 Feb 16 08:39:22.787806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55274) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:22.816195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.858952 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d80b28-7528-4616-b157-433c93717465', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:39:10Z', 'updated_at': '2022-02-16T08:39:16Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d80b28-7528-4616-b157-433c93717465', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:14Z', 'updated_at': '2022-02-16T08:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:22.862103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.866324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:22.866994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:22.882407 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f32fc06-1ad8-462a-b16b-14757930f44c None None] The sync data for ids ['d6d80b28-7528-4616-b157-433c93717465'] in dv-neutron-829488-1-hyperv is: [{'id': 'd6d80b28-7528-4616-b157-433c93717465', 'name': 'tempest-snat-router-1592683144', 'tenant_id': '380bc1bcd4c149179a50f7106baec526', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92'}], 'enable_snat': True}, 'gw_port_id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:39:10Z', 'updated_at': '2022-02-16T08:39:16Z', 'revision_number': 3, 'project_id': '380bc1bcd4c149179a50f7106baec526', 'gw_port': {'id': 'd2e4353a-ff83-4774-91de-614fcb450906', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:49:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d80b28-7528-4616-b157-433c93717465', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:39:14Z', 'updated_at': '2022-02-16T08:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:22.892104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 99293555-5874-4e17-bfa6-aaa3e78761d5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:22.937839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:22.949923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Usage tracker for resource:subnet and tenant:0f408a64b8a44ac6941161ffbd973ae4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:22.956254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:22.968130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:22.975371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 99293555-5874-4e17-bfa6-aaa3e78761d5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:22.975717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 99293555-5874-4e17-bfa6-aaa3e78761d5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:23.003722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c70913-5c91-40a8-8b57-314da5cd0321 req-a17b5042-dc42-478b-aab6-0a737462e782 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:23.006153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5c70913-5c91-40a8-8b57-314da5cd0321 req-a17b5042-dc42-478b-aab6-0a737462e782 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1951983 Feb 16 08:39:23.013109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Made reservation on behalf of 0f408a64b8a44ac6941161ffbd973ae4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:23.038355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=d37f3c08-b56c-49dd-9814-d0e3035deff1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:23.044881 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4c4e8bc2-5199-4670-9c5d-f9eeeaa5c8b3 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6981888 Feb 16 08:39:23.055902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55280) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:23.057348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.063361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d37f3c08-b56c-49dd-9814-d0e3035deff1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:23.092174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Deleting port d2e4353a-ff83-4774-91de-614fcb450906 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:23.092527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.139850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'project_id': 'a766b61a1d7f4d4092c062b0360913f9', 'port_id': '1e939c43-4a9b-4d40-9101-8aaa8b0ce8df'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:23.176408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.188505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:23.194385 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5c70913-5c91-40a8-8b57-314da5cd0321 req-fa0a930e-0984-4e06-9cf2-5675ebaa8ee1 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374750 Feb 16 08:39:23.212904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Usage tracker for resource:floatingip and tenant:a766b61a1d7f4d4092c062b0360913f9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:23.230782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:23.254390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:23.422773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4228e8-b170-421f-b500-273117a9ac51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:23.423455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bb4228e8-b170-421f-b500-273117a9ac51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:23.464922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.495980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] For port d2e4353a-ff83-4774-91de-614fcb450906, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d2e4353a-ff83-4774-91de-614fcb450906,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:23.496379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.517659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bb4228e8-b170-421f-b500-273117a9ac51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:23.518874 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bb4228e8-b170-421f-b500-273117a9ac51 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks?id=d37f3c08-b56c-49dd-9814-d0e3035deff1 HTTP/1.1" status: 200 len: 761 time: 0.4525700 Feb 16 08:39:23.531668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:23.549732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'description': 'd2'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:23.686740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Calling delete_port for d2e4353a-ff83-4774-91de-614fcb450906 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:23.700836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8d1ad4fb-a2dc-46d9-8f56-9b7674645d5b None None] Provisioning for port 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:23.706760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8d1ad4fb-a2dc-46d9-8f56-9b7674645d5b None None] Provisioning complete for port 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:23.707192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d1ad4fb-a2dc-46d9-8f56-9b7674645d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.767251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ad4fb-a2dc-46d9-8f56-9b7674645d5b None None] Port 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:39:23.874179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:39:23.880733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-412fdd72-5735-40cb-aa77-f823687ed19c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.1639614 Feb 16 08:39:23.889040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:23.981814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ecb90-fe03-41e3-ba6c-d27ea148af9a req-7534e873-f2ba-41c4-89ac-a63a4a520c3a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:23.983312 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c31ecb90-fe03-41e3-ba6c-d27ea148af9a req-7534e873-f2ba-41c4-89ac-a63a4a520c3a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3441985 Feb 16 08:39:24.110733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.143371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event updated for resources: {'Subnet': ['ID=a033f011-8ffc-4db1-9352-3dc94048d0d5,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:24.159443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.162736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.253723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c31ecb90-fe03-41e3-ba6c-d27ea148af9a req-293b3f81-c8be-438e-aa8a-7d7bf57df92b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2642870 Feb 16 08:39:24.257403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network d37f3c08-b56c-49dd-9814-d0e3035deff1 is not hosted by any dhcp agent {{(pid=83709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 16 08:39:24.260566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.261184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.261776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.263060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "PUT /v2.0/networks/d37f3c08-b56c-49dd-9814-d0e3035deff1 HTTP/1.1" status: 200 len: 758 time: 0.7304275 Feb 16 08:39:24.263929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Checking segment: {'id': '6fb6d823-da1f-4940-941f-0a9fb6eb014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:24.264314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network hostable DHCP agents. Network: 6ea47eb1-e7e6-43a2-a6e0-3901527099ac, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:24.269806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55292) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:24.331841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-50a13755-f159-4a94-b7ef-3f64e88fd61a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.333305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-50a13755-f159-4a94-b7ef-3f64e88fd61a service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.4374552 Feb 16 08:39:24.338883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2e4353a-ff83-4774-91de-614fcb450906,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:24.366647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dc33e-b2ea-4ed9-992b-7b4543e74dcb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=d37f3c08-b56c-49dd-9814-d0e3035deff1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:24.378060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d37f3c08-b56c-49dd-9814-d0e3035deff1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:24.409947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:24.426392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43108e3e-179e-47fe-b808-aa3a896a7f45 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.427073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43108e3e-179e-47fe-b808-aa3a896a7f45 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:24.432389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 6ea47eb1-e7e6-43a2-a6e0-3901527099ac) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:24.436997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.437756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.445548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c75225-8b38-4c20-b41d-7e6c3b636f24 None None] Network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:24.466270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43108e3e-179e-47fe-b808-aa3a896a7f45 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:24.470661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-43108e3e-179e-47fe-b808-aa3a896a7f45 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks?id=d37f3c08-b56c-49dd-9814-d0e3035deff1 HTTP/1.1" status: 200 len: 761 time: 0.1823795 Feb 16 08:39:24.473403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55296) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:24.480315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1834615824'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:24.488440 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6ede0a71-2980-4984-a2ed-2a8a3223722e tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.8411674 Feb 16 08:39:24.488440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:24.488794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:24.520669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:24.533333 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:39:24.572488 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-79b44902-8019-44c2-93de-dd915f98eecd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.2282083 Feb 16 08:39:24.588344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Allocated IP 172.26.4.136 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/50f97589-8ba3-4c2a-8f4d-f9e52439ba59) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:24.607081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:24.610021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.692783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:24.704654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.710558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.711306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment 3ba85270-417f-4f80-af77-d0d33f37c9d5 of type vlan for network 788415ca-bfed-4dab-aa87-7e2395e5f949 Feb 16 08:39:24.733115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-6ea47eb1-e7e6-43a2-a6e0-3901527099ac', 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac', 'tenant_id': '0f408a64b8a44ac6941161ffbd973ae4', 'fixed_ips': [{'subnet_id': 'a033f011-8ffc-4db1-9352-3dc94048d0d5'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:24.733932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.772890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.820700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.870280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.881831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.886549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.887381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:24.944276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Allocated IP 2001:db8::f816:3eff:fe37:39e5 (6ea47eb1-e7e6-43a2-a6e0-3901527099ac/a033f011-8ffc-4db1-9352-3dc94048d0d5/c1a54550-3738-464d-b6ef-25ec14c0d09f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:24.991336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-2bb10d8a-5c51-4c9c-b6a6-7f83c642d0c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:24.992797 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-2bb10d8a-5c51-4c9c-b6a6-7f83c642d0c0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.4066193 Feb 16 08:39:25.013043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=788415ca-bfed-4dab-aa87-7e2395e5f949,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:25.019204 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8649c91-4fb3-4dc7-867d-7f7642de8157 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5418298 Feb 16 08:39:25.019603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55304) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:25.025600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:25.044071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:25.135785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:25.140482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Usage tracker for resource:subnet and tenant:0711b9305d0d493c8f997f2561da9bdb is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:25.143596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:25.149332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:25.160118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:25.238353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.242015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.255331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.262415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.266126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Transition to ACTIVE for port object c1a54550-3738-464d-b6ef-25ec14c0d09f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:25.275172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.284786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Transition to ACTIVE for port object c1a54550-3738-464d-b6ef-25ec14c0d09f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:25.291578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.298112 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-6bbb5de8-edd0-450b-8d37-2eb2a0de4ac2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2938907 Feb 16 08:39:25.330158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.330681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d6d80b28-7528-4616-b157-433c93717465 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:39:25.382763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:25.385671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:25.392494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.393493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:25.395931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Pushing event updated for resources: {'Port': ['ID=c1a54550-3738-464d-b6ef-25ec14c0d09f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:25.433460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.465811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.469575 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1a383ab1-7873-4242-b65f-d9d7e05237ad tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/routers/d6d80b28-7528-4616-b157-433c93717465 HTTP/1.1" status: 204 len: 168 time: 3.9454811 Feb 16 08:39:25.476584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55310) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:25.499127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:25.500048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Attempting to bind port c1a54550-3738-464d-b6ef-25ec14c0d09f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:25.500404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Attempting to bind port c1a54550-3738-464d-b6ef-25ec14c0d09f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6fb6d823-da1f-4940-941f-0a9fb6eb014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:25.500771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Attempting to bind port c1a54550-3738-464d-b6ef-25ec14c0d09f on network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:25.502458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:25.504915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:25.507312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:25.507686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Checking segment: {'id': '6fb6d823-da1f-4940-941f-0a9fb6eb014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:25.508102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.508473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Bound using segment: {'id': '6fb6d823-da1f-4940-941f-0a9fb6eb014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:25.508975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Bound port: c1a54550-3738-464d-b6ef-25ec14c0d09f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb6d823-da1f-4940-941f-0a9fb6eb014e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:25.509346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.567057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=a033f011-8ffc-4db1-9352-3dc94048d0d5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:25.605173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] For port c1a54550-3738-464d-b6ef-25ec14c0d09f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:25.608560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] For port c1a54550-3738-464d-b6ef-25ec14c0d09f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c1a54550-3738-464d-b6ef-25ec14c0d09f,segment=NetworkSegment(6fb6d823-da1f-4940-941f-0a9fb6eb014e),segment_id=6fb6d823-da1f-4940-941f-0a9fb6eb014e)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:25.614519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.661106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Pushing event updated for resources: {'Port': ['ID=50f97589-8ba3-4c2a-8f4d-f9e52439ba59,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:25.697698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafafc6-48ef-44f9-89c6-9885a6e8b9c7 None None] Pushing event updated for resources: {'Port': ['ID=c1a54550-3738-464d-b6ef-25ec14c0d09f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:25.718730 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-1153c2ca-76fd-456e-8cb8-c343c90e2c5e service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084678 Feb 16 08:39:25.769976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae20764-306f-474a-97f2-4fe90271ba0f None None] Network 6ea47eb1-e7e6-43a2-a6e0-3901527099ac requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:25.886259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:25.941660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea47eb1-e7e6-43a2-a6e0-3901527099ac']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:25.948293 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1e55b26-1b40-42ff-b913-5c969f3b0019 req-db663925-3566-448c-9345-5ab8b871220e service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033131 Feb 16 08:39:25.977365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb6d823-da1f-4940-941f-0a9fb6eb014e') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:25.977695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb6d823-da1f-4940-941f-0a9fb6eb014e') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:25.979690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbfe734-19f0-4208-96b8-2463e373d64e None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:39:26.005317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.026964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.065215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83718ffd-8e47-4184-bc2f-1883bff3de0d req-437d01ac-9fe2-4e8c-8166-0542d295d3f4 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:26.067258 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83718ffd-8e47-4184-bc2f-1883bff3de0d req-437d01ac-9fe2-4e8c-8166-0542d295d3f4 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5914149 Feb 16 08:39:26.071265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.102504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:26.102932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:26.123924 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:26.242074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=5326d257-91e5-4225-a559-b82afe58af84,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:26.266767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:39:26.266767 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:39:26.266767 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': '6ea47eb1-e7e6-43a2-a6e0-3901527099ac'}] Feb 16 08:39:26.266767 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:26.267242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:26.275580 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83718ffd-8e47-4184-bc2f-1883bff3de0d req-ae01d6cd-5689-4277-b480-e83a79f6c87c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965342 Feb 16 08:39:26.280372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': '3ba85270-417f-4f80-af77-d0d33f37c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:26.280727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 788415ca-bfed-4dab-aa87-7e2395e5f949, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:26.313465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfe734-19f0-4208-96b8-2463e373d64e None None] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:26.319823 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Agent 111d84b1-79c6-47f1-ba43-650b875d9e04 already present Feb 16 08:39:26.320174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:26.320903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 788415ca-bfed-4dab-aa87-7e2395e5f949) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:26.325944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbfe734-19f0-4208-96b8-2463e373d64e None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 788415ca-bfed-4dab-aa87-7e2395e5f949) {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:39:26.326808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.372984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:26.373564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.426540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.469254 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-11089e7a-36c3-4d20-96fa-ccb8e504ad86 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4455037 Feb 16 08:39:26.469464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55316) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:26.544070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.554541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Deleting port 0387bf18-378e-4a64-ad24-530acc9433f8 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:26.555055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.561229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.754302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.776929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.795832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-788415ca-bfed-4dab-aa87-7e2395e5f949', 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '5326d257-91e5-4225-a559-b82afe58af84'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:26.797065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.806874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port c1a54550-3738-464d-b6ef-25ec14c0d09f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:26.807348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.845504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] For port 0387bf18-378e-4a64-ad24-530acc9433f8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0387bf18-378e-4a64-ad24-530acc9433f8,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:26.845867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.880328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.964302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.968899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:26.983259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Calling delete_port for 0387bf18-378e-4a64-ad24-530acc9433f8 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:27.023424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Allocated IP 172.20.0.2 (788415ca-bfed-4dab-aa87-7e2395e5f949/5326d257-91e5-4225-a559-b82afe58af84/1d486250-e570-4ddc-826c-0bbfa560a86b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:27.089990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Pushing event updated for resources: {'Port': ['ID=50f97589-8ba3-4c2a-8f4d-f9e52439ba59,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.107507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.231458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] For port c1a54550-3738-464d-b6ef-25ec14c0d09f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c1a54550-3738-464d-b6ef-25ec14c0d09f,segment=NetworkSegment(6fb6d823-da1f-4940-941f-0a9fb6eb014e),segment_id=6fb6d823-da1f-4940-941f-0a9fb6eb014e)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:27.232000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.257456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.268564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Transition to ACTIVE for port object 1d486250-e570-4ddc-826c-0bbfa560a86b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:27.288539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Transition to ACTIVE for port object 1d486250-e570-4ddc-826c-0bbfa560a86b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:27.296002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.372812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:27.376502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:27.376822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Calling delete_port for c1a54550-3738-464d-b6ef-25ec14c0d09f owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:27.380015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Pushing event updated for resources: {'Port': ['ID=1d486250-e570-4ddc-826c-0bbfa560a86b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.387305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:27.440623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.489537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=5326d257-91e5-4225-a559-b82afe58af84,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.505214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Attempting to bind port 1d486250-e570-4ddc-826c-0bbfa560a86b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:27.505701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Attempting to bind port 1d486250-e570-4ddc-826c-0bbfa560a86b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '3ba85270-417f-4f80-af77-d0d33f37c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:27.506067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Attempting to bind port 1d486250-e570-4ddc-826c-0bbfa560a86b on network 788415ca-bfed-4dab-aa87-7e2395e5f949 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:27.517179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:27.517608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Checking segment: {'id': '3ba85270-417f-4f80-af77-d0d33f37c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:27.518099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.518757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Bound using segment: {'id': '3ba85270-417f-4f80-af77-d0d33f37c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:27.519440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Bound port: 1d486250-e570-4ddc-826c-0bbfa560a86b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ba85270-417f-4f80-af77-d0d33f37c9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '788415ca-bfed-4dab-aa87-7e2395e5f949'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:27.519861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.564460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.603320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.622532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] For port 1d486250-e570-4ddc-826c-0bbfa560a86b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:27.626394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] For port 1d486250-e570-4ddc-826c-0bbfa560a86b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1d486250-e570-4ddc-826c-0bbfa560a86b,segment=NetworkSegment(3ba85270-417f-4f80-af77-d0d33f37c9d5),segment_id=3ba85270-417f-4f80-af77-d0d33f37c9d5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:27.633184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.633667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788415ca-bfed-4dab-aa87-7e2395e5f949']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:27.648713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba85270-417f-4f80-af77-d0d33f37c9d5') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:27.649012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba85270-417f-4f80-af77-d0d33f37c9d5') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:27.656807 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Floating IP ae0199c7-e17b-468a-adf2-2f31e62e149c associated. External IP: 172.26.4.136, port: 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df. Feb 16 08:39:27.724388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.737803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Port': ['ID=c1a54550-3738-464d-b6ef-25ec14c0d09f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.750936 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No DVR routers for this DVR port c1a54550-3738-464d-b6ef-25ec14c0d09f on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:27.765207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a54a5-92fc-4f04-ab01-32b84330af0b None None] Pushing event updated for resources: {'Port': ['ID=1d486250-e570-4ddc-826c-0bbfa560a86b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.796091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.799701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922af94d-fddd-4b95-ace0-7e1e06090cb0 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:39:27.806058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:27.806545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.811467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a5c84-c5a3-4f87-bdd4-352bb2f3f2f9 req-0d9a1451-c7b8-4e37-a351-2e77a0e6d16a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:27.812986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f08a5c84-c5a3-4f87-bdd4-352bb2f3f2f9 req-0d9a1451-c7b8-4e37-a351-2e77a0e6d16a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3735516 Feb 16 08:39:27.817370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:27.821381 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:27.914247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:39:27.914247 dv-neutron-829488-1-hyperv neutron-server[83710]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:39:27.914247 dv-neutron-829488-1-hyperv neutron-server[83710]: [parameters: {'id': '788415ca-bfed-4dab-aa87-7e2395e5f949'}] Feb 16 08:39:27.914247 dv-neutron-829488-1-hyperv neutron-server[83710]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:27.914736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:27.933355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event deleted for resources: {'Port': ['ID=0387bf18-378e-4a64-ad24-530acc9433f8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:27.945605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922af94d-fddd-4b95-ace0-7e1e06090cb0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:39:27.964276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.058185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea47eb1-e7e6-43a2-a6e0-3901527099ac']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.082327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb6d823-da1f-4940-941f-0a9fb6eb014e') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.082678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb6d823-da1f-4940-941f-0a9fb6eb014e') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.091287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f08a5c84-c5a3-4f87-bdd4-352bb2f3f2f9 req-8a24ea73-37f2-4b9e-bf6d-483ff9e487f2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2692666 Feb 16 08:39:28.101124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.189522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.202309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Router b854d2c9-f97c-4370-97f5-2ee67d2f5912 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:28.290480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:28.290877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:28.308496 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:28.375706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.377109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46dd06c-6874-44f1-adfd-f1f915f7ddd9 None None] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:28.416145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.433071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:28.439341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 1d486250-e570-4ddc-826c-0bbfa560a86b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:28.439747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.446940 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] Sync routers for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:28.465499 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:28.466359 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.539219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.560790 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.576330 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:28.577183 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.595473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.606201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea2847e-4650-4458-a17b-12983b9f8859 None None] Network 788415ca-bfed-4dab-aa87-7e2395e5f949 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:28.651760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:28.652556 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9538bce-317c-4365-9026-0287e583bbf4 None None] The sync data for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:28.676260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.677412 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-64f3283e-4dbc-4ac8-a598-16cc41c0dbdf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.8876274 Feb 16 08:39:28.683758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55324) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.698482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.701302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=6ea47eb1-e7e6-43a2-a6e0-3901527099ac,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:28.706713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cf09c59b-4f70-4e4d-8ac9-d6e0bbba5c13 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/6ea47eb1-e7e6-43a2-a6e0-3901527099ac HTTP/1.1" status: 204 len: 168 time: 4.2164650 Feb 16 08:39:28.710030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55328) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.713853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.751877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da05cb-0802-4f4d-b421-4da1a8969640 req-7461835b-7857-4d80-b019-450501e5bda5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:28.753352 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53da05cb-0802-4f4d-b421-4da1a8969640 req-7461835b-7857-4d80-b019-450501e5bda5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5046253 Feb 16 08:39:28.762088 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-983691d9-b9bf-42e7-b6f1-687843e2ec0f tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:28.762616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983691d9-b9bf-42e7-b6f1-687843e2ec0f tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:28.764234 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-983691d9-b9bf-42e7-b6f1-687843e2ec0f tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/a033f011-8ffc-4db1-9352-3dc94048d0d5 HTTP/1.1" status: 404 len: 337 time: 0.0526803 Feb 16 08:39:28.769171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55332) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.830779 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4410a951-751f-4ce8-8474-5fedf55e353f tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "GET /v2.0/floatingips/ae0199c7-e17b-468a-adf2-2f31e62e149c HTTP/1.1" status: 200 len: 983 time: 0.1458111 Feb 16 08:39:28.831518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55336) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.836060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c77f0a-1800-4c1c-9d1c-402554f4e38b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:28.836945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c77f0a-1800-4c1c-9d1c-402554f4e38b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:28.841522 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-10c77f0a-1800-4c1c-9d1c-402554f4e38b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/6ea47eb1-e7e6-43a2-a6e0-3901527099ac HTTP/1.1" status: 404 len: 339 time: 0.0698831 Feb 16 08:39:28.843952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55338) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.887698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.888193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 280b111e-db9f-4745-ad67-c307dc988429 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:39:28.900584 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-57f4b3c4-d5da-4888-8c51-9b10bc8ce124 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:28.901353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57f4b3c4-d5da-4888-8c51-9b10bc8ce124 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:28.911011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 1d486250-e570-4ddc-826c-0bbfa560a86b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1d486250-e570-4ddc-826c-0bbfa560a86b,segment=NetworkSegment(3ba85270-417f-4f80-af77-d0d33f37c9d5),segment_id=3ba85270-417f-4f80-af77-d0d33f37c9d5)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:28.911410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.912930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:28.920855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dcd00d41-4381-4de8-9b82-0a8b0d24b0d3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "DELETE /v2.0/routers/280b111e-db9f-4745-ad67-c307dc988429 HTTP/1.1" status: 204 len: 168 time: 3.4371369 Feb 16 08:39:28.920855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-57f4b3c4-d5da-4888-8c51-9b10bc8ce124 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/1506310c-43ab-4d8f-b906-4af465123f3b HTTP/1.1" status: 404 len: 337 time: 0.0727625 Feb 16 08:39:28.920855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55344) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.921233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55346) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.923341 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53da05cb-0802-4f4d-b421-4da1a8969640 req-ac410c1e-d69d-4cf4-86a6-b42e6850ea8a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573982 Feb 16 08:39:28.927757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1156538611', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:28.959119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:28.965833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7520bbc-8a43-436a-bc0b-537ac52f9267 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:28.966278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7520bbc-8a43-436a-bc0b-537ac52f9267 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:28.968016 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7520bbc-8a43-436a-bc0b-537ac52f9267 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/a581e5ab-b85c-4314-959e-78b74b61881b HTTP/1.1" status: 404 len: 339 time: 0.0438566 Feb 16 08:39:28.969093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:28.972139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55354) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:28.974061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:29.014696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:29.016959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f7858a-13c0-491d-bd40-66fc2ceaa337 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:29.017403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f7858a-13c0-491d-bd40-66fc2ceaa337 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:29.021458 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-09f7858a-13c0-491d-bd40-66fc2ceaa337 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/09684f3a-927e-4d4f-957c-51c6b1018dcb HTTP/1.1" status: 404 len: 337 time: 0.0464475 Feb 16 08:39:29.022180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55358) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:29.056351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.057364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.061809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d03ac4-7ee9-47ea-8af4-4903f1d77ab1 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:29.062523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71d03ac4-7ee9-47ea-8af4-4903f1d77ab1 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:29.066909 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-71d03ac4-7ee9-47ea-8af4-4903f1d77ab1 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/006ce1a0-2f9a-4cbd-9616-235bc6b8d513 HTTP/1.1" status: 404 len: 339 time: 0.0417056 Feb 16 08:39:29.068291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55362) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:29.144907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.149070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port a1c1eac4-0e71-43ca-872e-1bf5364ed473 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:29.149448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.189559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 1d486250-e570-4ddc-826c-0bbfa560a86b owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:29.265016 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8331d512-8c86-4322-b43c-be40be9fb581 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.4153433 Feb 16 08:39:29.269900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55368) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:29.380132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.434610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Port': ['ID=1d486250-e570-4ddc-826c-0bbfa560a86b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:29.496720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No DVR routers for this DVR port 1d486250-e570-4ddc-826c-0bbfa560a86b on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:29.650247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port 50f97589-8ba3-4c2a-8f4d-f9e52439ba59 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:29.650942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.662846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.679206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.684391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014566cb-de66-4c63-99c0-98f715d0ef94 req-03acf690-064e-4504-9b2e-8e9c491c204b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:29.686153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-014566cb-de66-4c63-99c0-98f715d0ef94 req-03acf690-064e-4504-9b2e-8e9c491c204b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3874571 Feb 16 08:39:29.721356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788415ca-bfed-4dab-aa87-7e2395e5f949']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:29.735588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.755656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba85270-417f-4f80-af77-d0d33f37c9d5') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:29.755948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba85270-417f-4f80-af77-d0d33f37c9d5') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:29.802892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Calling delete_port for a1c1eac4-0e71-43ca-872e-1bf5364ed473 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:29.817591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.850142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.863418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:29.863932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:29.879000 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:29.979313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.979552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:29.988757 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-014566cb-de66-4c63-99c0-98f715d0ef94 req-1d558313-3c65-4338-a558-d72b216cfc92 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934876 Feb 16 08:39:30.018055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.054485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.075722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Port': ['ID=a1c1eac4-0e71-43ca-872e-1bf5364ed473,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:30.087869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.103737 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9f565571-9e38-40a9-922e-6ed02d2c57aa tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/ports/a1c1eac4-0e71-43ca-872e-1bf5364ed473 HTTP/1.1" status: 204 len: 168 time: 1.0311275 Feb 16 08:39:30.104123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55376) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:30.130329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.139367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for 50f97589-8ba3-4c2a-8f4d-f9e52439ba59 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:30.173922 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45eaa05-8700-4aaf-9513-b1cbb4d7b6d5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:30.174705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45eaa05-8700-4aaf-9513-b1cbb4d7b6d5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:30.176017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d45eaa05-8700-4aaf-9513-b1cbb4d7b6d5 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/fffbac41-ee85-48f5-a42e-2040e43bc40d HTTP/1.1" status: 404 len: 337 time: 0.0711536 Feb 16 08:39:30.183105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55380) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:30.193908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=788415ca-bfed-4dab-aa87-7e2395e5f949,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:30.227798 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a3235c6c-64e5-428c-bdc7-b7c7a6c906e0 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/788415ca-bfed-4dab-aa87-7e2395e5f949 HTTP/1.1" status: 204 len: 168 time: 3.7550602 Feb 16 08:39:30.233315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55384) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:30.256663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.289696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.341544 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5647e31-8988-4df0-b8dc-e999ad2da1ec tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] GET failed (client error): The resource could not be found. Feb 16 08:39:30.342038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d5647e31-8988-4df0-b8dc-e999ad2da1ec tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:30.355256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3029b8c-6ad4-4096-99e0-5e01f73634ed req-a8773e4f-bca0-456c-9a2b-8d159b21e94b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:30.356722 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e3029b8c-6ad4-4096-99e0-5e01f73634ed req-a8773e4f-bca0-456c-9a2b-8d159b21e94b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2195830 Feb 16 08:39:30.390932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.399848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d5647e31-8988-4df0-b8dc-e999ad2da1ec tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:30.400981 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d5647e31-8988-4df0-b8dc-e999ad2da1ec tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets/5326d257-91e5-4225-a559-b82afe58af84 HTTP/1.1" status: 404 len: 337 time: 0.1667843 Feb 16 08:39:30.410777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55388) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:30.443735 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-28682082-cc2b-4828-b574-075af8175d5e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:30.444170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28682082-cc2b-4828-b574-075af8175d5e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:30.465662 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e3029b8c-6ad4-4096-99e0-5e01f73634ed req-74e5d255-1535-4a1b-bf76-38f7eb4f9f4b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011865 Feb 16 08:39:30.495668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Allocated IP 172.26.4.69 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/6d2490a5-e31b-4521-8ab1-e990ab61233f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:30.548391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28682082-cc2b-4828-b574-075af8175d5e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/788415ca-bfed-4dab-aa87-7e2395e5f949 HTTP/1.1" status: 404 len: 339 time: 0.1313012 Feb 16 08:39:30.571839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55394) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:30.725023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.733782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.795374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Port': ['ID=50f97589-8ba3-4c2a-8f4d-f9e52439ba59,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:30.801475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5142cc5d-ca88-47d3-a86f-ed42f95b4267']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:30.814561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:30.814858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9572f9a-9677-4215-8c0d-3b5d2220ccbc') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:30.880958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.910876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.912420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.921838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:30.922251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:30.940017 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:30.951169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7533d6a7-7455-44ef-bf57-370f0d543764 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:30.951875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7533d6a7-7455-44ef-bf57-370f0d543764 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:30.960678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c9a73b-23b2-4079-969e-fc7ad4a0ae16 req-522f6480-5e34-42b0-80ec-9434411a40a7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:30.962696 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90c9a73b-23b2-4079-969e-fc7ad4a0ae16 req-522f6480-5e34-42b0-80ec-9434411a40a7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3629220 Feb 16 08:39:30.994350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.013254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7533d6a7-7455-44ef-bf57-370f0d543764 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:31.014409 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7533d6a7-7455-44ef-bf57-370f0d543764 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4415946 Feb 16 08:39:31.017564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55398) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.068276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-796f3271-c02a-4210-9bc0-f1dc954e1eb4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:31.072348 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90c9a73b-23b2-4079-969e-fc7ad4a0ae16 req-35fe7749-f84e-4124-a0d9-f84952f9d2c6 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023169 Feb 16 08:39:31.074910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.145588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-796f3271-c02a-4210-9bc0-f1dc954e1eb4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:31.146846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-796f3271-c02a-4210-9bc0-f1dc954e1eb4 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 207 time: 0.1282945 Feb 16 08:39:31.153698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.155665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55404) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.174524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.186918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:31.189321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=5142cc5d-ca88-47d3-a86f-ed42f95b4267,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:31.190459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event updated for resources: {'Port': ['ID=6d2490a5-e31b-4521-8ab1-e990ab61233f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:31.192987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:31.196072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e973f8e-5e80-4578-88b6-bfba6d9a7f51 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/5142cc5d-ca88-47d3-a86f-ed42f95b4267 HTTP/1.1" status: 204 len: 168 time: 1.0044043 Feb 16 08:39:31.198173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55408) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.200574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:31.278816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port 4bd2f72e-c5aa-4d11-bb92-f1a7444632ad {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:31.279701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.420668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d8f62-fb13-4ec1-bafa-85ef68a553c7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.425144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d8f62-fb13-4ec1-bafa-85ef68a553c7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.429062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d8f62-fb13-4ec1-bafa-85ef68a553c7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.433045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948d8f62-fb13-4ec1-bafa-85ef68a553c7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.438339 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-948d8f62-fb13-4ec1-bafa-85ef68a553c7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2785463 Feb 16 08:39:31.438638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55414) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.554649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.643168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.692319 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0aaefbf6-54bc-4574-b257-687f72603feb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2522392 Feb 16 08:39:31.697776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55418) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.754483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df459-3680-488a-b221-9c7cc7192395 req-5c39ded3-6490-4a32-a2d9-24aa3bbfcc70 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.756031 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-693df459-3680-488a-b221-9c7cc7192395 req-5c39ded3-6490-4a32-a2d9-24aa3bbfcc70 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2770936 Feb 16 08:39:31.759791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Calling delete_port for 4bd2f72e-c5aa-4d11-bb92-f1a7444632ad owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:31.811840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf70d0f-6f1c-497f-add1-967c451b797e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.813165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf70d0f-6f1c-497f-add1-967c451b797e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:31.814749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-faf70d0f-6f1c-497f-add1-967c451b797e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1150494 Feb 16 08:39:31.823263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55422) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:31.873802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.874641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.900505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-693df459-3680-488a-b221-9c7cc7192395 req-5ed5ad2d-715d-41b9-96d1-d17e4fbc6190 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310570 Feb 16 08:39:31.920233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.977153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Port': ['ID=4bd2f72e-c5aa-4d11-bb92-f1a7444632ad,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:31.987371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:31.996759 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-34d8b428-d0b5-4b4e-ac5b-7a1d4d874f17 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/ports/4bd2f72e-c5aa-4d11-bb92-f1a7444632ad HTTP/1.1" status: 204 len: 168 time: 0.7988093 Feb 16 08:39:31.999130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55426) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.034238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53505d8d-cf07-4999-83fb-f4554efc7b09 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.035562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53505d8d-cf07-4999-83fb-f4554efc7b09 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.037108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-53505d8d-cf07-4999-83fb-f4554efc7b09 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2116790 Feb 16 08:39:32.041852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55430) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.042835 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d5b02ca-2838-4a93-b727-3a8067c65157 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:32.043277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d5b02ca-2838-4a93-b727-3a8067c65157 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:32.044944 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2d5b02ca-2838-4a93-b727-3a8067c65157 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/402efd8e-d782-4bac-9497-8db4afce677f HTTP/1.1" status: 404 len: 337 time: 0.0449276 Feb 16 08:39:32.047524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.197146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.340785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Router b854d2c9-f97c-4370-97f5-2ee67d2f5912 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:32.369698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d5da6f-62c1-4b58-8cee-40e75517fe12 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.370353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4d5da6f-62c1-4b58-8cee-40e75517fe12 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Synchronizing usage tracker for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:32.372124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.387714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4d5da6f-62c1-4b58-8cee-40e75517fe12 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Unset dirty status for tenant:0711b9305d0d493c8f997f2561da9bdb on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:32.390514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4d5da6f-62c1-4b58-8cee-40e75517fe12 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks/dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d HTTP/1.1" status: 200 len: 799 time: 0.3431790 Feb 16 08:39:32.393531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55438) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.413546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2fb325-fffe-43ae-8fd4-5604f0cf2954']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:32.429453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:32.429814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1cfa2c-b8bc-4b85-b79f-e3e13fe50d4f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:32.445428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.471111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.485760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:32.486163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:32.501083 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:32.677211 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-71046731-8300-4e6e-b300-eb7d831a5b0c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/networks/dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2822900 Feb 16 08:39:32.683672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.710875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Router 322e2c93-fa9d-4eff-a503-bcffab32a8c2 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:32.719030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.739115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:32.751473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=cd2fb325-fffe-43ae-8fd4-5604f0cf2954,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:32.763378 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-45fbf033-e262-4e11-88fb-fa3f5c5ad98c tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/cd2fb325-fffe-43ae-8fd4-5604f0cf2954 HTTP/1.1" status: 204 len: 168 time: 0.7118692 Feb 16 08:39:32.763625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf79c2-c118-4abc-88d5-dc2387f3d292 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.764329 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0cdf79c2-c118-4abc-88d5-dc2387f3d292 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets/e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad HTTP/1.1" status: 200 len: 811 time: 0.0797215 Feb 16 08:39:32.765065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55446) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.768497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.929053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883412b0-43dd-4612-8d68-cf90251fba0d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:32.930381 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-883412b0-43dd-4612-8d68-cf90251fba0d tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "GET /v2.0/subnets/e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1291904 Feb 16 08:39:32.935242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55456) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:32.945526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-34031802'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:33.000357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:33.012253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:33.026367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.030554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] Sync routers for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:33.033445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:33.059202 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] Sync routers for ids ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:33.061041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:33.062066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.065907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:33.077981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.079783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-caaf7b7b-6d98-4cb4-af89-29575787e785 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.1604474 Feb 16 08:39:33.083612 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] Routers {'322e2c93-fa9d-4eff-a503-bcffab32a8c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:33.085459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55462) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:33.088713 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.096455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:33.106713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:33.109735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.123395 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-54efe867-da22-452c-bcf5-e9e041b490d1 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/floatingips/ae0199c7-e17b-468a-adf2-2f31e62e149c HTTP/1.1" status: 204 len: 168 time: 3.8493237 Feb 16 08:39:33.141659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55466) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:33.157563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:33.166878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.176241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:33.183140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:33.184127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.211618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:33.224506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.224852 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Added segment c9128aa3-7bf1-41ee-b75e-39c1c31f76a6 of type vlan for network 39db2169-8389-44f5-b794-0aac2fa45fd5 Feb 16 08:39:33.258026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.282862 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.290009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Usage tracker for resource:floatingip and tenant:899652e9ca0c45569f4d406547a41fb3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:33.301163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:33.304640 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] Routers {'322e2c93-fa9d-4eff-a503-bcffab32a8c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:33.304994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.305249 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.310164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.310922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a458b57-3610-477b-b9ef-2aaf23868224 None None] The sync data for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:33.311421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:33.312099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.381685 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:33.382082 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e56d35-5687-4470-851c-79fe31dc697a None None] The sync data for ids ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:33.390178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c856c0c-dbe6-4344-b7e4-8b992ec64428 req-e073e2d7-3a1d-4cc2-9b01-547bd1b40a4e tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:33.391720 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c856c0c-dbe6-4344-b7e4-8b992ec64428 req-e073e2d7-3a1d-4cc2-9b01-547bd1b40a4e tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2053428 Feb 16 08:39:33.405605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:33.429430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting subnet 36c4b439-b827-494a-b849-8bdab15f4ab4 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:39:33.451303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.456155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c856c0c-dbe6-4344-b7e4-8b992ec64428 req-28651049-9a84-4888-ab58-1081201e44ce tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586619 Feb 16 08:39:33.482734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Network': ['ID=39db2169-8389-44f5-b794-0aac2fa45fd5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:33.492281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.502264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:33.573977 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0b1b62c8-7303-4fda-822d-6e966eb08ec2 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6376369 Feb 16 08:39:33.583072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:33.593176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:33.621419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:33.791623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:33.815245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:33.840108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Made reservation on behalf of 0711b9305d0d493c8f997f2561da9bdb for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:33.865797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.070806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.171739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dede9bc-68d2-4f36-8f34-ac002bab5d20 req-9db01e79-efc7-4af1-95a8-1652e30c6381 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:34.174382 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1dede9bc-68d2-4f36-8f34-ac002bab5d20 req-9db01e79-efc7-4af1-95a8-1652e30c6381 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1890018 Feb 16 08:39:34.182003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.303900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.323570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1dede9bc-68d2-4f36-8f34-ac002bab5d20 req-9eaacc72-5790-48fe-92d5-668fdeccf832 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357226 Feb 16 08:39:34.388785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.431907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing IP validity checks on allocation pools {{(pid=83710) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:39:34.432458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_backend_mixin [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83710) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:39:34.491036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.496839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646a2304-35a1-42df-93cc-563e49c8a100 None None] Network 5b389f64-05b4-403e-b737-967a6c969fd6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:34.513523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Subnet': ['ID=36c4b439-b827-494a-b849-8bdab15f4ab4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:34.577438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ee64a7a2-6249-4bd4-9be6-30fd49442f54 tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/subnets/36c4b439-b827-494a-b849-8bdab15f4ab4 HTTP/1.1" status: 204 len: 168 time: 1.8059111 Feb 16 08:39:34.585916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55478) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:34.713420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.719039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.772094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Allocated IP 172.26.4.181 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/72171e44-51de-4336-b74b-0f3c501c0004) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:34.814860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] DHCP port deletion for 5b389f64-05b4-403e-b737-967a6c969fd6 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:34.819167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.820114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Deleting port 9a0f18ab-9f0d-432b-9c83-b380275753ec {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:34.820290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.933311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9a0f18ab-9f0d-432b-9c83-b380275753ec no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:34.948646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:34.983335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port 9a0f18ab-9f0d-432b-9c83-b380275753ec {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:34.983699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.128962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router 322e2c93-fa9d-4eff-a503-bcffab32a8c2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:35.152085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.167907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:35.211029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.227724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:35.228297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.298040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Checking segment: {'id': 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:35.298399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network hostable DHCP agents. Network: 39db2169-8389-44f5-b794-0aac2fa45fd5, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:35.353424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.360728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:35.361089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.379545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Calling delete_port for 9a0f18ab-9f0d-432b-9c83-b380275753ec owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:35.429324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:35.439310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.537546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=9a0f18ab-9f0d-432b-9c83-b380275753ec,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:35.542315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:35.543069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:35.560827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Calling delete_port for 9a0f18ab-9f0d-432b-9c83-b380275753ec owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:35.608622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:35.614943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:35.617368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.617722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:35.619518 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cf943b4d-8d72-4abd-96b1-c1911c244f20 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "PUT /v2.0/routers/322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 200 len: 925 time: 2.5328269 Feb 16 08:39:35.624863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55484) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:35.627276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] Sync routers for ids ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:35.636858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:35.639387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:35.655956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] Routers {'322e2c93-fa9d-4eff-a503-bcffab32a8c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:35.656811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.676608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Pushing event updated for resources: {'Port': ['ID=72171e44-51de-4336-b74b-0f3c501c0004,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:35.679933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 39db2169-8389-44f5-b794-0aac2fa45fd5) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:35.684683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:35.685282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.737278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8d3ab462-3ff3-4933-95ac-6e56d2d05786 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1485250 Feb 16 08:39:35.747678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:35.758593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:35.773739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8445379-281e-4e06-a137-e21516d52886 None None] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:35.809511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.827627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b9dfc-4bce-47ad-9ae3-c947d5497a52 req-0e149d75-a3d8-4bfb-8e2a-9a2c33419335 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:35.829164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-571b9dfc-4bce-47ad-9ae3-c947d5497a52 req-0e149d75-a3d8-4bfb-8e2a-9a2c33419335 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2566149 Feb 16 08:39:35.846427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:35.847068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:35.888675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] Routers {'322e2c93-fa9d-4eff-a503-bcffab32a8c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:35.889252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.900032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-571b9dfc-4bce-47ad-9ae3-c947d5497a52 req-730ba3f9-95b7-4d9a-97c7-cd26df5a93f3 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581348 Feb 16 08:39:35.962602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:35.963034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91e959-e845-41e6-915f-2093fbea32d9 None None] The sync data for ids ['322e2c93-fa9d-4eff-a503-bcffab32a8c2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:35.971570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3495535'] for subnet, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:35.978370 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f2e4f39d-9220-4101-86f8-86360874721c tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 200 len: 925 time: 0.3467546 Feb 16 08:39:35.981512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55494) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:36.047434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Deleting port 9a0f18ab-9f0d-432b-9c83-b380275753ec {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:36.047805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.161201 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b5820725-e3df-468f-b817-fe5d2bf61546 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=322e2c93-fa9d-4eff-a503-bcffab32a8c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1746366 Feb 16 08:39:36.161468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55498) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:36.231628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.268655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954eb5-f244-4dda-9f48-4d9b38450aa7 req-0b03f312-0780-487c-9a43-879bce23c2ca tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:36.270782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-78954eb5-f244-4dda-9f48-4d9b38450aa7 req-0b03f312-0780-487c-9a43-879bce23c2ca tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1924393 Feb 16 08:39:36.345827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.354262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3588fbb-e6d1-46f3-a2bc-c4a0f419e8bd tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:36.360475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b3588fbb-e6d1-46f3-a2bc-c4a0f419e8bd tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.1934299 Feb 16 08:39:36.368438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55502) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:36.374885 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-78954eb5-f244-4dda-9f48-4d9b38450aa7 req-95722f06-3264-40df-be07-3af9ee883e63 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879345 Feb 16 08:39:36.377487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port 9a0f18ab-9f0d-432b-9c83-b380275753ec {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:36.378054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.382673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:36.383249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.441766 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-eb103319-f2e1-4a0c-b175-1e8814775863 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 200 len: 205 time: 0.0650513 Feb 16 08:39:36.442415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55508) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:36.527196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Calling delete_port for 9a0f18ab-9f0d-432b-9c83-b380275753ec owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:36.580500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-39db2169-8389-44f5-b794-0aac2fa45fd5', 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5', 'tenant_id': '0711b9305d0d493c8f997f2561da9bdb', 'fixed_ips': [{'subnet_id': '96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:36.582742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.694707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551ed41-6790-4fab-b5d4-3fd3ec305543 req-5265602f-58c7-4a50-865e-ab9635bda493 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:36.697170 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5551ed41-6790-4fab-b5d4-3fd3ec305543 req-5265602f-58c7-4a50-865e-ab9635bda493 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1677973 Feb 16 08:39:36.745411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.778383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5551ed41-6790-4fab-b5d4-3fd3ec305543 req-c392b5cd-f1be-46c4-883e-83eda868c287 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710371 Feb 16 08:39:36.795723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.817806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3630477'] for subnet, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.863408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] Pushing event deleted for resources: {'Port': ['ID=9a0f18ab-9f0d-432b-9c83-b380275753ec,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:36.962911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] For port 9a0f18ab-9f0d-432b-9c83-b380275753ec, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9a0f18ab-9f0d-432b-9c83-b380275753ec,segment=NetworkSegment(006c437f-e979-47e5-b345-283f147abce2),segment_id=006c437f-e979-47e5-b345-283f147abce2)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:36.963458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.963858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1034c7-8005-46d4-aa8c-6cbce862cfe2 None None] No DVR routers for this DVR port 9a0f18ab-9f0d-432b-9c83-b380275753ec on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:36.979456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:36.979456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:36.980577 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "PUT /v2.0/subnets/96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386 HTTP/1.1" status: 200 len: 877 time: 1.2317579 Feb 16 08:39:36.988945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5711c-d572-4940-a8c3-9bb0e5f7cb91 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event updated for resources: {'Subnet': ['ID=96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:36.993514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55514) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:37.015053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Allocated IP 172.20.0.3 (39db2169-8389-44f5-b794-0aac2fa45fd5/96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386/7c9f32b3-d6a8-4144-bb32-e3cd545407ba) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:37.142925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Calling delete_port for 9a0f18ab-9f0d-432b-9c83-b380275753ec owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:37.193775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792739f-d3d0-4430-a022-0ecb78dccd7d req-666a464f-3d73-4594-9738-f875dc7864a7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:37.201230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f792739f-d3d0-4430-a022-0ecb78dccd7d req-666a464f-3d73-4594-9738-f875dc7864a7 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1314087 Feb 16 08:39:37.269176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.282252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Transition to ACTIVE for port object 7c9f32b3-d6a8-4144-bb32-e3cd545407ba will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:37.297260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f792739f-d3d0-4430-a022-0ecb78dccd7d req-51915805-6087-4866-8abe-97c72e1494bb tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949907 Feb 16 08:39:37.326051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:39:37.348449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Transition to ACTIVE for port object 7c9f32b3-d6a8-4144-bb32-e3cd545407ba will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:37.376758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.384739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.385613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.388312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.408781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port 6d2490a5-e31b-4521-8ab1-e990ab61233f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:37.409286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.492867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:37.496574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:37.500943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Pushing event updated for resources: {'Port': ['ID=7c9f32b3-d6a8-4144-bb32-e3cd545407ba,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:37.503549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:37.592491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Pushing event updated for resources: {'Port': ['ID=72171e44-51de-4336-b74b-0f3c501c0004,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:37.605752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:37.606073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:37.613079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.622635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Attempting to bind port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:37.623705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Attempting to bind port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:37.623953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.624076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Attempting to bind port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba on network 39db2169-8389-44f5-b794-0aac2fa45fd5 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:37.632446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:37.632840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Checking segment: {'id': 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:37.633255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.633705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Bound using segment: {'id': 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:37.634187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Bound port: 7c9f32b3-d6a8-4144-bb32-e3cd545407ba, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '39db2169-8389-44f5-b794-0aac2fa45fd5'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:37.637405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Deleting port 9a0f18ab-9f0d-432b-9c83-b380275753ec {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:37.637860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.638799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.681485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:37.681485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.727070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.763349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] The port '9a0f18ab-9f0d-432b-9c83-b380275753ec' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:39:37.766401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.767663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4f035b6b-28fa-4646-bb03-3f141a1380e1 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6189222 Feb 16 08:39:37.776069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55520) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:37.779812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] For port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:37.784907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] For port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c9f32b3-d6a8-4144-bb32-e3cd545407ba,segment=NetworkSegment(c9128aa3-7bf1-41ee-b75e-39c1c31f76a6),segment_id=c9128aa3-7bf1-41ee-b75e-39c1c31f76a6)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:37.792060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.803641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3b1eb-26b5-450a-828a-5c8e1ded870b req-2ceeb69f-a246-4fa8-bc0b-580bf7845827 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:37.805189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dcb3b1eb-26b5-450a-828a-5c8e1ded870b req-2ceeb69f-a246-4fa8-bc0b-580bf7845827 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2203546 Feb 16 08:39:37.887290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for 6d2490a5-e31b-4521-8ab1-e990ab61233f owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:37.946891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0d4cd-5922-4b58-8124-7298055bbf34 None None] Pushing event updated for resources: {'Port': ['ID=7c9f32b3-d6a8-4144-bb32-e3cd545407ba,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:37.977769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:37.987414 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dcb3b1eb-26b5-450a-828a-5c8e1ded870b req-0d0d7bf3-4175-4b6f-b9a9-37007cb1c1f9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212339 Feb 16 08:39:38.151368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:38.157802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:38.239360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.276880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Usage tracker for resource:floatingip and tenant:9f74ac24b91348c88348f2c4b03f78c9 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:38.282058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b389f64-05b4-403e-b737-967a6c969fd6']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:38.308248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=6d2490a5-e31b-4521-8ab1-e990ab61233f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:38.310880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:38.341334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:38.351844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '006c437f-e979-47e5-b345-283f147abce2') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:38.352355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '006c437f-e979-47e5-b345-283f147abce2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:38.381199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56e817be-fe25-4fa7-9915-f6e0f1e27152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.393405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.410552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d767fade-017e-4261-8e0a-e0983c0cf89d req-1fc1dce8-61d2-499f-95ed-530b5a191280 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:38.412137 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d767fade-017e-4261-8e0a-e0983c0cf89d req-1fc1dce8-61d2-499f-95ed-530b5a191280 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2483490 Feb 16 08:39:38.425057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.469712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.529828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c9f32b3-d6a8-4144-bb32-e3cd545407ba,segment=NetworkSegment(c9128aa3-7bf1-41ee-b75e-39c1c31f76a6),segment_id=c9128aa3-7bf1-41ee-b75e-39c1c31f76a6)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:38.530216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.541650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:38.542056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:38.557380 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:38.605236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d767fade-017e-4261-8e0a-e0983c0cf89d req-b4c9bb83-92f3-4c4e-a8f7-a70a2f767453 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796434 Feb 16 08:39:38.615013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.737773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for 7c9f32b3-d6a8-4144-bb32-e3cd545407ba owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:38.843323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.865473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:38.882711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] Pushing event deleted for resources: {'Network': ['ID=5b389f64-05b4-403e-b737-967a6c969fd6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:38.929634 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-21d64cb0-91b1-4cc8-8192-2e9718e5121b tempest-NetworksIpV6TestAttrs-1208123344 tempest-NetworksIpV6TestAttrs-1208123344-project] 10.222.0.94 "DELETE /v2.0/networks/5b389f64-05b4-403e-b737-967a6c969fd6 HTTP/1.1" status: 204 len: 168 time: 4.3435988 Feb 16 08:39:38.957368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c9f32b3-d6a8-4144-bb32-e3cd545407ba up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:38.988170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.056368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Port': ['ID=7c9f32b3-d6a8-4144-bb32-e3cd545407ba,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:39.058806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 7c9f32b3-d6a8-4144-bb32-e3cd545407ba {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:39.060358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c9f32b3-d6a8-4144-bb32-e3cd545407ba not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 08:39:39.095412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.104289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.130098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba not found, will not notify nova. {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 08:39:39.144147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0387bf18-378e-4a64-ad24-530acc9433f8 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:39.162359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.162983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 322e2c93-fa9d-4eff-a503-bcffab32a8c2 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:39:39.187881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0387bf18-378e-4a64-ad24-530acc9433f8 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:39.192582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0387bf18-378e-4a64-ad24-530acc9433f8 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:39.193260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d2e4353a-ff83-4774-91de-614fcb450906 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:39.193836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No DVR routers for this DVR port 7c9f32b3-d6a8-4144-bb32-e3cd545407ba on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:39.225928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.228125 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8541b89-8083-4b9e-88ca-9cd67aa55813 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 204 len: 168 time: 2.7845604 Feb 16 08:39:39.232535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55534) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:39.240646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1944630980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:39.244594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d2e4353a-ff83-4774-91de-614fcb450906 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:39.244941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d2e4353a-ff83-4774-91de-614fcb450906 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:39.263831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:39.264557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.272600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:39.277750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:39.289193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:39.341663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.342994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.368995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.370166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.391278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.403900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2049f8-a025-42f7-8375-2fe10d78bf61 None None] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:39.428985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.431448 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-54c656dd-cc15-41fc-80c0-3fa27c05d75a tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1970532 Feb 16 08:39:39.434378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55542) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:39.443315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:39.483949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55546) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:39.492595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3462353d-bffc-4041-b321-bddd7c4fe6a8 None None] Could not find standard attr ID for object 7c9f32b3-d6a8-4144-bb32-e3cd545407ba. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:39:39.534114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Allocated IP 172.26.4.140 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/1c3c1cd1-9a6c-46f3-a613-beb36833a288) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:39.549592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.694628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:39.755718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec522ac-86bc-4cc4-8b8e-5e76e6c25662 None None] DHCP port deletion for 39db2169-8389-44f5-b794-0aac2fa45fd5 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:39.773917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50bd723-29d5-42c7-b2e3-a0ac0b33959b None None] Network 39db2169-8389-44f5-b794-0aac2fa45fd5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:39.903676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:39.987695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39db2169-8389-44f5-b794-0aac2fa45fd5']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:40.018395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:40.019017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9128aa3-7bf1-41ee-b75e-39c1c31f76a6') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:40.027470 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da0368dd-ffd0-4964-938e-3f06e27594d2 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0f408a64b8a44ac6941161ffbd973ae4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5369132 Feb 16 08:39:40.032858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.035777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55552) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.040933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.077191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.083555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.102896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:40.103295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:40.117310 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:40.295668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.327036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.336494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.377511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.391697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.416928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.443394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=39db2169-8389-44f5-b794-0aac2fa45fd5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:40.473770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:40.481358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Allocated IP 172.26.4.48 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/f79935b3-8e89-4c7d-a1c9-04ee8157618f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:40.481754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:40.488767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Pushing event updated for resources: {'Port': ['ID=1c3c1cd1-9a6c-46f3-a613-beb36833a288,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:40.492258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:40.518594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.537887 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f252c5ef-b0da-4b16-988d-c12b90b7e88a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/39db2169-8389-44f5-b794-0aac2fa45fd5 HTTP/1.1" status: 204 len: 168 time: 3.5334744 Feb 16 08:39:40.538896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55556) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.610933 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-03aff8e1-3630-4e4d-8402-460e97db1461 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:40.611379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03aff8e1-3630-4e4d-8402-460e97db1461 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:40.613126 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-03aff8e1-3630-4e4d-8402-460e97db1461 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/96c5e1ca-0f0b-4c8b-8573-2bc6a8d52386 HTTP/1.1" status: 404 len: 337 time: 0.0737736 Feb 16 08:39:40.618774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55560) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.647817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.658002 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-9453c9c7-b884-450d-81bb-a4f320510b75 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:40.658470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9453c9c7-b884-450d-81bb-a4f320510b75 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:40.663863 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9453c9c7-b884-450d-81bb-a4f320510b75 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/39db2169-8389-44f5-b794-0aac2fa45fd5 HTTP/1.1" status: 404 len: 339 time: 0.0387311 Feb 16 08:39:40.665551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55564) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.695433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.709250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9a6ce2-b20b-4c2e-9883-fa7432e69106 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:40.709703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9a6ce2-b20b-4c2e-9883-fa7432e69106 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:40.715618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e08e6-d162-49e2-a8ad-55f9f9298891,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:40.720354 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9a9a6ce2-b20b-4c2e-9883-fa7432e69106 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/5326d257-91e5-4225-a559-b82afe58af84 HTTP/1.1" status: 404 len: 337 time: 0.0537064 Feb 16 08:39:40.723140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55568) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.731460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.761813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cfa371-a129-4c4b-91ac-d788f7b866d5 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:40.762250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cfa371-a129-4c4b-91ac-d788f7b866d5 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:40.764034 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-77cfa371-a129-4c4b-91ac-d788f7b866d5 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/788415ca-bfed-4dab-aa87-7e2395e5f949 HTTP/1.1" status: 404 len: 339 time: 0.0399532 Feb 16 08:39:40.774015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55572) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:40.818356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.819600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b292b9f-04fa-46c9-a814-d3c9c68773cd admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2a4e08e6-d162-49e2-a8ad-55f9f9298891 HTTP/1.1" status: 204 len: 168 time: 0.7813559 Feb 16 08:39:40.846553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.853066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c9f32b3-d6a8-4144-bb32-e3cd545407ba no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:40.889669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:40.903412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 7c9f32b3-d6a8-4144-bb32-e3cd545407ba {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:40.903899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c9f32b3-d6a8-4144-bb32-e3cd545407ba not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:40.908013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:40.910149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event updated for resources: {'Port': ['ID=f79935b3-8e89-4c7d-a1c9-04ee8157618f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:40.912679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:40.921323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cf1ed07c-b052-468a-b36c-464ef4bbcb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.950166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:40.979512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.219864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.227103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.345565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.362911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Pushing event updated for resources: {'Port': ['ID=1c3c1cd1-9a6c-46f3-a613-beb36833a288,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:41.391549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37f3c08-b56c-49dd-9814-d0e3035deff1']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.397493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.410825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7841e66e-e1e6-4b9f-b8c4-2a13d002b039') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.411225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7841e66e-e1e6-4b9f-b8c4-2a13d002b039') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:41.428372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.432215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.432406 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2857584d-048e-4738-9e6f-a62a8add4f98 tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6261163 Feb 16 08:39:41.432490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55590) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.454146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.461513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:41.461985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:41.533745 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:41.555967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-736b2c22-cb27-41f2-8fcb-d59245933ccf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Synchronizing usage tracker for tenant:899652e9ca0c45569f4d406547a41fb3 on resource:floatingip {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:41.575125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-736b2c22-cb27-41f2-8fcb-d59245933ccf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Unset dirty status for tenant:899652e9ca0c45569f4d406547a41fb3 on resource:floatingip {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:41.576812 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-736b2c22-cb27-41f2-8fcb-d59245933ccf tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1432343 Feb 16 08:39:41.583184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55596) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.609706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.612199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.646594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.687881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a466e5d6-7d0d-4d3a-8bf4-f0e48fa6aec9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Synchronizing usage tracker for tenant:a766b61a1d7f4d4092c062b0360913f9 on resource:floatingip {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:41.688666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.707651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a466e5d6-7d0d-4d3a-8bf4-f0e48fa6aec9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Unset dirty status for tenant:a766b61a1d7f4d4092c062b0360913f9 on resource:floatingip {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:41.711053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a466e5d6-7d0d-4d3a-8bf4-f0e48fa6aec9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1267097 Feb 16 08:39:41.712622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55602) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.779929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=d37f3c08-b56c-49dd-9814-d0e3035deff1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:41.799069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-91a6a280-1efe-4c39-ad49-e49a96f9c904 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/d37f3c08-b56c-49dd-9814-d0e3035deff1 HTTP/1.1" status: 204 len: 168 time: 1.0204759 Feb 16 08:39:41.799308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55608) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.840667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ce1bd-3121-402d-bfea-ca02b2c26db5 req-b2a7f6d8-3a75-455a-9878-1c3778f3a82a tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:41.841813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f320b9-f66b-4432-9b30-efa962137978 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:41.842243 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-178ce1bd-3121-402d-bfea-ca02b2c26db5 req-b2a7f6d8-3a75-455a-9878-1c3778f3a82a tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.3049710 Feb 16 08:39:41.849326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f320b9-f66b-4432-9b30-efa962137978 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:41.851809 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-11f320b9-f66b-4432-9b30-efa962137978 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/61637463-2ed3-47fa-b87a-5ae8ccf32cef HTTP/1.1" status: 404 len: 337 time: 0.0516646 Feb 16 08:39:41.855431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.856817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55612) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.904299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.909543 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-5509b1e6-6caa-422c-a923-b217e7e5a180 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:41.909995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5509b1e6-6caa-422c-a923-b217e7e5a180 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:41.912022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5509b1e6-6caa-422c-a923-b217e7e5a180 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/b10ded28-22f3-4d6f-b1d7-a6b56c7ce2e2 HTTP/1.1" status: 404 len: 339 time: 0.0539703 Feb 16 08:39:41.916263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.917391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55618) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:41.941342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Deleting port 1c3c1cd1-9a6c-46f3-a613-beb36833a288 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:41.941695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:41.976882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd9110f-2ca3-44f8-b496-3293af0d638c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:41.977900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd9110f-2ca3-44f8-b496-3293af0d638c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:41.979642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bbd9110f-2ca3-44f8-b496-3293af0d638c tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/119f20be-1c4c-4b2b-9eb7-29749b69c7eb HTTP/1.1" status: 404 len: 337 time: 0.0549583 Feb 16 08:39:41.989027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55622) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.019118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-528f912a-7d0a-444e-94ba-4599d9e579e1 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.019580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528f912a-7d0a-444e-94ba-4599d9e579e1 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.023900 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-528f912a-7d0a-444e-94ba-4599d9e579e1 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/e1e282bf-965c-44a9-b1c5-a53748ef7481 HTTP/1.1" status: 404 len: 339 time: 0.0312386 Feb 16 08:39:42.028437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55626) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.039059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-178ce1bd-3121-402d-bfea-ca02b2c26db5 req-9bbdcabd-d8f1-421d-a562-4c4b149460d9 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870594 Feb 16 08:39:42.078598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55630) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.138090 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-168e518c-fc40-409d-86ba-506296aac3c8 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.138463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-168e518c-fc40-409d-86ba-506296aac3c8 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.142611 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-168e518c-fc40-409d-86ba-506296aac3c8 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/05d2b013-85ee-4094-9631-3c40d76f5b1c HTTP/1.1" status: 404 len: 337 time: 0.1049554 Feb 16 08:39:42.143209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55636) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.182525 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-574b7fc9-5d5d-4ae4-8e03-426e89d35e4f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.182966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574b7fc9-5d5d-4ae4-8e03-426e89d35e4f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.184638 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-574b7fc9-5d5d-4ae4-8e03-426e89d35e4f tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/dfd7f4a9-70d9-45c3-98e6-519df5e053ba HTTP/1.1" status: 404 len: 339 time: 0.0406134 Feb 16 08:39:42.188525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.188849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.193620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55640) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.271782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b7ffc50-e0bf-40f3-86e6-02dcae67d594 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.272723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b7ffc50-e0bf-40f3-86e6-02dcae67d594 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.278542 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8b7ffc50-e0bf-40f3-86e6-02dcae67d594 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/46461564-f2e2-4c39-a707-7ab6d130d9d6 HTTP/1.1" status: 404 len: 337 time: 0.0813303 Feb 16 08:39:42.287246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1088582179'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:42.293320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55644) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.333495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:42.346276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:42.360171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:42.372016 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7d5976-e1f5-4704-8b47-50e51e342292 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.372741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7d5976-e1f5-4704-8b47-50e51e342292 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.375999 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ac7d5976-e1f5-4704-8b47-50e51e342292 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/722ec506-de05-4116-8fea-8e55fa6f9fd5 HTTP/1.1" status: 404 len: 339 time: 0.0792155 Feb 16 08:39:42.377635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:42.385369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55648) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.422861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Calling delete_port for 1c3c1cd1-9a6c-46f3-a613-beb36833a288 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:42.478531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-072aed7d-e277-412a-8779-d4e07e30cab7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.479272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072aed7d-e277-412a-8779-d4e07e30cab7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.484464 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-072aed7d-e277-412a-8779-d4e07e30cab7 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/1de31fee-ce6a-41ef-acfa-e5d0529a6f84 HTTP/1.1" status: 404 len: 337 time: 0.0925035 Feb 16 08:39:42.485138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55652) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.485772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:42.491060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.520692 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88105f5-edbe-4af7-9f01-d3cad4c1718e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.521205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88105f5-edbe-4af7-9f01-d3cad4c1718e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.522985 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d88105f5-edbe-4af7-9f01-d3cad4c1718e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/78d7bc6d-7856-414f-bb04-52e8e3b59f8c HTTP/1.1" status: 404 len: 339 time: 0.0368788 Feb 16 08:39:42.523291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.525947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55656) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.596826 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-15b7b9e9-92cc-4dde-bf9b-8a2ed73df5a9 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.597266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15b7b9e9-92cc-4dde-bf9b-8a2ed73df5a9 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.620764 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-15b7b9e9-92cc-4dde-bf9b-8a2ed73df5a9 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/3fa00aa7-4705-4e44-9e4d-0638c12ccfb9 HTTP/1.1" status: 404 len: 337 time: 0.0937669 Feb 16 08:39:42.623388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55660) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.634744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Router 52d4cd2a-b25e-4d86-be99-cc3321ef9c75 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:42.654740 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b44973d-9e72-4fe9-87ed-55713c5a079e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.655180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b44973d-9e72-4fe9-87ed-55713c5a079e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.656810 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7b44973d-9e72-4fe9-87ed-55713c5a079e tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/8f8293f4-3e07-4add-aaf7-5d771194066c HTTP/1.1" status: 404 len: 339 time: 0.0325241 Feb 16 08:39:42.659719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55664) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.695722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.736305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3f4423-2ecb-4858-8022-e14729f70013 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.736744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3f4423-2ecb-4858-8022-e14729f70013 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.738405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cf3f4423-2ecb-4858-8022-e14729f70013 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/a52addff-3d4f-4dd3-92ab-4dc4253bf317 HTTP/1.1" status: 404 len: 337 time: 0.0778816 Feb 16 08:39:42.746834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55668) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.757061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Pushing event deleted for resources: {'Port': ['ID=1c3c1cd1-9a6c-46f3-a613-beb36833a288,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:42.786833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:42.793949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:42.798711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:42.809905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:42.817579 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7f14037-efcb-41f3-a3fd-97b46f0ebf31 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.818025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7f14037-efcb-41f3-a3fd-97b46f0ebf31 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.819750 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f7f14037-efcb-41f3-a3fd-97b46f0ebf31 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/163ed9f6-7f29-4196-8b2d-80b48e43cfba HTTP/1.1" status: 404 len: 339 time: 0.0662382 Feb 16 08:39:42.826005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55672) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.910808 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5da67a2-673c-480b-bcef-ec276ab7ef52 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.911254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5da67a2-673c-480b-bcef-ec276ab7ef52 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.912941 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b5da67a2-673c-480b-bcef-ec276ab7ef52 tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/8ff6d1ce-cfb7-4d41-be15-4e4e39219233 HTTP/1.1" status: 404 len: 337 time: 0.0595198 Feb 16 08:39:42.916995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55676) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.937457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.951045 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1564be-f398-43af-82a0-47af9abba9cb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] DELETE failed (client error): The resource could not be found. Feb 16 08:39:42.951485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab1564be-f398-43af-82a0-47af9abba9cb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:39:42.953072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ab1564be-f398-43af-82a0-47af9abba9cb tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/d1e36dd2-fc34-41f5-9e09-b201f1c04d14 HTTP/1.1" status: 404 len: 339 time: 0.0350919 Feb 16 08:39:42.954700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.956409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55680) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:42.993421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.996091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:42.997287 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3bc46c47-52f2-47a6-8ba4-aa642c583dfb tempest-FloatingIPAdminTestJSON-969923863 tempest-FloatingIPAdminTestJSON-969923863-project] 10.222.0.94 "DELETE /v2.0/floatingips/5664c7c4-657b-43f2-8021-90365e940946 HTTP/1.1" status: 204 len: 168 time: 1.2832451 Feb 16 08:39:43.001457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55684) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:43.001835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:43.023477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5fda208-e658-41ba-aadb-e36d896b0ff7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:43.033578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.034068 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment c0ee8aee-8b30-418d-a0a9-d8c82d3857d4 of type vlan for network ce2ba627-eb2d-4100-91b3-1c444d9c30cf Feb 16 08:39:43.046342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:43.063059 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] Sync routers for ids ['52d4cd2a-b25e-4d86-be99-cc3321ef9c75'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:43.093389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.116888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.123097 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7bb227a1-b094-4f19-a9c7-ec8782402278 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "PUT /v2.0/routers/52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 200 len: 883 time: 3.6846578 Feb 16 08:39:43.126545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55690) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:43.132497 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] Routers {'52d4cd2a-b25e-4d86-be99-cc3321ef9c75'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:43.134638 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['52d4cd2a-b25e-4d86-be99-cc3321ef9c75'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.207024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Deleting port 72171e44-51de-4336-b74b-0f3c501c0004 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:43.207424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.208513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.214981 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.219393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:43.220582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.227900 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] Routers {'52d4cd2a-b25e-4d86-be99-cc3321ef9c75'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:43.228839 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['52d4cd2a-b25e-4d86-be99-cc3321ef9c75'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.335560 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:43.341124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2931419-5642-4afe-a984-e4705ffbd722 None None] The sync data for ids ['52d4cd2a-b25e-4d86-be99-cc3321ef9c75'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:43.520478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting subnet e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:39:43.543084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.545123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4626286 Feb 16 08:39:43.578487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55694) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:43.583350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.583675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.607446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'name': 'tempest-PortsIpV6TestJSON-847152038'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:43.674617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.682547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616330e-d614-4222-9061-82f6ac8a6062 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=ce2ba627-eb2d-4100-91b3-1c444d9c30cf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:43.696722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:43.739271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd8343-f755-4353-92be-5afce0bdb880 req-8e6cb059-b42f-43bd-bc9e-bf32559e4891 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:43.741019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfcd8343-f755-4353-92be-5afce0bdb880 req-8e6cb059-b42f-43bd-bc9e-bf32559e4891 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.2434931 Feb 16 08:39:43.842051 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfcd8343-f755-4353-92be-5afce0bdb880 req-05066614-cde3-4bc9-9bd0-06c8af05b0b4 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902836 Feb 16 08:39:43.874471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Calling delete_port for 72171e44-51de-4336-b74b-0f3c501c0004 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:43.886838 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3dc79afa-16ca-4857-9b54-d56dd41cef25 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 200 len: 924 time: 0.6908355 Feb 16 08:39:43.889915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55698) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:43.957844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:43.981303 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5600ec4c-0722-401a-9f1b-8c306732cdda tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=52d4cd2a-b25e-4d86-be99-cc3321ef9c75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0901494 Feb 16 08:39:43.983887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55702) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:44.037932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-54b6cf35-d3b7-4184-b9dc-766f9bb40227 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:44.038693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-54b6cf35-d3b7-4184-b9dc-766f9bb40227 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Synchronizing usage tracker for tenant:92c17a3eb38f47f5819e239919f62381 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:44.112538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-54b6cf35-d3b7-4184-b9dc-766f9bb40227 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Unset dirty status for tenant:92c17a3eb38f47f5819e239919f62381 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:44.113676 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-54b6cf35-d3b7-4184-b9dc-766f9bb40227 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.7686882 Feb 16 08:39:44.114659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:44.116475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f995eff-e5b1-4cd7-a4ec-4e37fb5eab7c tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:44.118587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1f995eff-e5b1-4cd7-a4ec-4e37fb5eab7c tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.1330495 Feb 16 08:39:44.120999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55706) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:44.129353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:44.165330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0fff535e-3af4-4601-a49e-2560d01c6a56 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 200 len: 205 time: 0.0432160 Feb 16 08:39:44.169154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55710) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:44.169437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:44.187550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:44.225113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:44.228245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.240116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.271954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Deleting port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:44.272296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.376531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.406681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port bb4ae500-533e-496e-8690-19f12c455166 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:44.524958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.588152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Pushing event deleted for resources: {'Port': ['ID=72171e44-51de-4336-b74b-0f3c501c0004,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:44.604360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.614671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port f79935b3-8e89-4c7d-a1c9-04ee8157618f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:44.615112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.619831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.737453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Subnet': ['ID=e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:44.778168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.778569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.778876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.779213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.779543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.779877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.780203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.780527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.780851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.781172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.781494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.796533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.823134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037253ae-a01f-430f-90d8-62fc10a4ec2e None None] Network dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:44.853185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:44.879308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.879669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.880086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.880547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.880796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.881116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.881606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.881937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.882261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.882643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.883084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:44.942522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for f79935b3-8e89-4c7d-a1c9-04ee8157618f owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:45.033113 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e6a69c4d-6349-4806-8083-14a8990aa4ea tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/subnets/e6dadfeb-c82f-4d8f-870c-55f10b1ff4ad HTTP/1.1" status: 204 len: 168 time: 2.0734332 Feb 16 08:39:45.042372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55720) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:45.060787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.063777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.065096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3c134541-7e68-4376-9d0c-8aba58261065 tempest-FloatingIPAdminTestJSON-63705981 tempest-FloatingIPAdminTestJSON-63705981-project-admin] 10.222.0.94 "DELETE /v2.0/floatingips/152d14cb-c2a4-4ec8-a582-2a042c4e075d HTTP/1.1" status: 204 len: 168 time: 2.0625877 Feb 16 08:39:45.066737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] For port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:45.067094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.075213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55724) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:45.125787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.161728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] DHCP port deletion for dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:39:45.168043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Deleting port dd6be9f7-d924-40da-954e-133f86674928 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:45.168487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.318063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:45.318300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.389725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.415951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port dd6be9f7-d924-40da-954e-133f86674928 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:45.416326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.443288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.464093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89c616-eb1b-45e6-a738-3742ed36a997 req-02cf4ee9-e54f-45e4-ade9-d65eeed890aa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:45.465583 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc89c616-eb1b-45e6-a738-3742ed36a997 req-02cf4ee9-e54f-45e4-ade9-d65eeed890aa tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 945 time: 0.4258308 Feb 16 08:39:45.551884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] For port dd6be9f7-d924-40da-954e-133f86674928, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd6be9f7-d924-40da-954e-133f86674928,segment=NetworkSegment(fefc55ea-2db4-4a60-be12-101023491f76),segment_id=fefc55ea-2db4-4a60-be12-101023491f76)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:45.552329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.688228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Calling delete_port for dd6be9f7-d924-40da-954e-133f86674928 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:45.786296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.794261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.812570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=bb4ae500-533e-496e-8690-19f12c455166,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.847516 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc89c616-eb1b-45e6-a738-3742ed36a997 req-357954ce-51bb-491f-8a8d-78672a5fcbf7 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups?id=79e983a3-90a1-4829-822f-6dcd7389af32&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463349 Feb 16 08:39:45.868195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.868589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.868904 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Floating IP dc6f1142-54d3-4a01-ab57-0a502146b1c7 disassociated. External IP: 172.26.4.219, port: c81c47e1-19e2-47aa-aa67-1c0b167e8cfa. Feb 16 08:39:45.869610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Calling delete_port for c81c47e1-19e2-47aa-aa67-1c0b167e8cfa owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:45.889689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=f79935b3-8e89-4c7d-a1c9-04ee8157618f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.890730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] Pushing event deleted for resources: {'Port': ['ID=dd6be9f7-d924-40da-954e-133f86674928,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:45.905059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] For port dd6be9f7-d924-40da-954e-133f86674928, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd6be9f7-d924-40da-954e-133f86674928,segment=NetworkSegment(fefc55ea-2db4-4a60-be12-101023491f76),segment_id=fefc55ea-2db4-4a60-be12-101023491f76)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:45.905642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:45.920808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b13c6f1-519a-4394-a74c-40032656d960 None None] No DVR routers for this DVR port dd6be9f7-d924-40da-954e-133f86674928 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:46.040516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.040917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.041176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.041501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.041827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.042147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.042516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.042805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.043118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.043429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.043746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:46.067390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.110820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:46.111186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: ce2ba627-eb2d-4100-91b3-1c444d9c30cf, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:46.142475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Calling delete_port for dd6be9f7-d924-40da-954e-133f86674928 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:46.161271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event deleted for resources: {'Port': ['ID=c81c47e1-19e2-47aa-aa67-1c0b167e8cfa,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:46.175041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.423959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for 1e939c43-4a9b-4d40-9101-8aaa8b0ce8df owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:46.441478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:39:46.441810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:39:46.443832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.473244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:46.486096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, ce2ba627-eb2d-4100-91b3-1c444d9c30cf) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:46.502210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:46.504059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:46.504676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.527269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2c99d2-5988-4d99-93fb-a5a23b783dd0 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:46.558467 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8bf9b1a0-f877-4692-9b6a-b4407d074c15 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.9787834 Feb 16 08:39:46.563335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55732) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:46.571011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-609855487'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:46.650182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:46.656005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.658836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:46.701682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:46.715766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:46.729828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Port': ['ID=1e939c43-4a9b-4d40-9101-8aaa8b0ce8df,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:46.783239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:46.786615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.879796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd6be9f7-d924-40da-954e-133f86674928 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:46.902681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:46.919420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.926306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: dd6be9f7-d924-40da-954e-133f86674928 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:46.926929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd6be9f7-d924-40da-954e-133f86674928 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:46.927987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:46.928536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment c99145fb-3977-4043-bfc9-28cd4b3fe06b of type vlan for network e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331 Feb 16 08:39:46.951872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9bade4ca-05e9-4d58-a8d6-9d0170a00567 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/ports/1e939c43-4a9b-4d40-9101-8aaa8b0ce8df HTTP/1.1" status: 204 len: 168 time: 1.8669314 Feb 16 08:39:46.955258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:47.033359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.086677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.088757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Router 3626eb17-af54-4314-b782-8d3980b6b00b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:47.092178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.101696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Deleting port dd6be9f7-d924-40da-954e-133f86674928 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:47.102578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.119770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.124850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:47.124850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.212269 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a14b7766-b8f9-464e-b705-700742c257c5 req-c5b867db-0c9e-4e6c-afa4-66ac80fb859f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 210 time: 0.1123621 Feb 16 08:39:47.224172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c1b74-a590-4722-b16b-c5962ce5eeff req-68fb650b-4502-419c-b4c2-de06df7e718a tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:47.225556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-120c1b74-a590-4722-b16b-c5962ce5eeff req-68fb650b-4502-419c-b4c2-de06df7e718a tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 1.1172321 Feb 16 08:39:47.233586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] The port 'dd6be9f7-d924-40da-954e-133f86674928' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:39:47.304548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10f4ef1-3a04-4104-b04f-0f0286b0f179 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:47.305337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d10f4ef1-3a04-4104-b04f-0f0286b0f179 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Synchronizing usage tracker for tenant:a766b61a1d7f4d4092c062b0360913f9 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:47.371356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.371904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 52d4cd2a-b25e-4d86-be99-cc3321ef9c75 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:39:47.374371 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8095729 Feb 16 08:39:47.383634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55742) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:47.395490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c63e2-8bdd-4265-ba6a-d88ad019bf00 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:47.408991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'ports': [{'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'}, {'network_id': 'e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331'}]} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:47.409231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:47.409713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d10f4ef1-3a04-4104-b04f-0f0286b0f179 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Unset dirty status for tenant:a766b61a1d7f4d4092c062b0360913f9 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:47.409837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:47.410919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d10f4ef1-3a04-4104-b04f-0f0286b0f179 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "GET /v2.0/ports?device_id=b854d2c9-f97c-4370-97f5-2ee67d2f5912 HTTP/1.1" status: 200 len: 913 time: 0.4462502 Feb 16 08:39:47.413566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55746) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:47.416211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:47.560216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.570604 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-120c1b74-a590-4722-b16b-c5962ce5eeff req-e2c3ef4e-e056-4321-bad3-cfa3db234ae3 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3280997 Feb 16 08:39:47.608472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.609673 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-122e44a5-936e-4fa9-a78a-ffba19d61fba tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 204 len: 168 time: 3.4397316 Feb 16 08:39:47.615490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.617252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:47.643240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2049965699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:47.646889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefc55ea-2db4-4a60-be12-101023491f76') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.647195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefc55ea-2db4-4a60-be12-101023491f76') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:47.721345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.732439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:47.759811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:47.760324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.770030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:47.772569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:47.773848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.780467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:47.788190 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:47.793334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:47.797395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:47.807472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.808408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.850942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:47.859097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:47.880904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-e58d8ed5-c463-4033-865f-593cf3131bb6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:47.881743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-e58d8ed5-c463-4033-865f-593cf3131bb6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Synchronizing usage tracker for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:47.887943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 2} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:47.892243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.901113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.913275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.939663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-e58d8ed5-c463-4033-865f-593cf3131bb6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Unset dirty status for tenant:0ff2b4c00ac34419a031f5ba9a459484 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:47.940816 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-e58d8ed5-c463-4033-865f-593cf3131bb6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.98 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.2382455 Feb 16 08:39:47.941763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.950374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] Pushing event deleted for resources: {'Network': ['ID=dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:47.952190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.984102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:47.986995 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-75f46b7e-3fce-46aa-bcfa-cc0bb5c8a66a tempest-NetworksTest-2009039274 tempest-NetworksTest-2009039274-project] 10.222.0.94 "DELETE /v2.0/networks/dff2bbe4-1918-4ffd-aa01-20c6b0d53b0d HTTP/1.1" status: 204 len: 168 time: 2.9397023 Feb 16 08:39:48.049271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:48.064035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Sync routers for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:48.107217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:48.110194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:48.124289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:48.128742 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fcb908fb-295d-47bc-996a-6cf162171a14 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5098798 Feb 16 08:39:48.128978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55756) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:48.149242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': True}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:48.183940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Deleting port fc00a6ea-7fad-4287-90c9-4b537421b078 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:48.184264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:48.515458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c81c47e1-19e2-47aa-aa67-1c0b167e8cfa no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:48.519281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] No DVR routers for this DVR port c81c47e1-19e2-47aa-aa67-1c0b167e8cfa on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:48.526073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:48.529190 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-80f12b8e-eafe-4231-bfb9-5c913977f855 req-4814a656-da8d-4412-9dec-aae395f0e27f tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.98 "DELETE /v2.0/ports/c81c47e1-19e2-47aa-aa67-1c0b167e8cfa HTTP/1.1" status: 204 len: 173 time: 4.4021366 Feb 16 08:39:48.530014 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-24a1e20c-0b4b-407e-b1c2-a6dcb277d877 req-0cf17433-7bf5-4aff-80da-e3b1f56b289e tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd4a41d-672b-49b4-b841-546d12bb7736 HTTP/1.1" status: 200 len: 210 time: 0.0711436 Feb 16 08:39:48.530171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'name': 'network-vif-deleted', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:39:48.556331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port dd63e77c-9431-4514-a373-45ed4da25819 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:48.705076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: c81c47e1-19e2-47aa-aa67-1c0b167e8cfa {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:48.705432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c81c47e1-19e2-47aa-aa67-1c0b167e8cfa not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:48.732785 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd4a41d-672b-49b4-b841-546d12bb7736', 'name': 'network-vif-deleted', 'tag': 'c81c47e1-19e2-47aa-aa67-1c0b167e8cfa', 'status': 'completed', 'code': 200} Feb 16 08:39:48.832905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:48.867089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:48.890692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] For port fc00a6ea-7fad-4287-90c9-4b537421b078, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc00a6ea-7fad-4287-90c9-4b537421b078,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:48.891073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.139404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.173757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.227434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c5b3394-eeb0-4797-977b-d6b3f0c0635f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0711b9305d0d493c8f997f2561da9bdb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3590639 Feb 16 08:39:49.228670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55774) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:49.268528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:49.273544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Checking router: 3626eb17-af54-4314-b782-8d3980b6b00b for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:49.299164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:49.301411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:49.365453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392db0bb-57a1-415f-94de-573c3ca11adf req-4538da70-04bf-4f8c-b398-c805a4851164 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:49.367134 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-392db0bb-57a1-415f-94de-573c3ca11adf req-4538da70-04bf-4f8c-b398-c805a4851164 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 945 time: 0.4024246 Feb 16 08:39:49.370661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port eeed1a4d-2a6d-46a2-98c2-b1e89e979382 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:49.528467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.528839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.529155 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Floating IP 67e2517a-7980-4d02-a77f-1b59e8a0bd3e disassociated. External IP: 172.26.4.148, port: fc00a6ea-7fad-4287-90c9-4b537421b078. Feb 16 08:39:49.529498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Calling delete_port for fc00a6ea-7fad-4287-90c9-4b537421b078 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:49.535602 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-392db0bb-57a1-415f-94de-573c3ca11adf req-8858e037-a7f6-4ec0-bf6e-b72ff71d4f89 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups?id=ceee7961-7542-4f0d-ba24-55d62a09d5ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494627 Feb 16 08:39:49.566107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:49.570558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.589827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.646996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.733072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.843557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:49.845586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:49.863143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:49.874350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.888040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:49.888040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:49.920384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=dd63e77c-9431-4514-a373-45ed4da25819,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:49.996122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.040617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:50.044979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.046705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.051516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae73bfbf-9087-4213-bba4-7722eeb0f692 None None] The sync data for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv is: [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 4, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ab0c4ff1-bcd4-4e98-8181-0c0b9402b413', 'name': '', 'network_id': '70f13364-926d-4a75-8bfa-8cee8a3fd7b9', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'mac_address': 'fa:16:3e:ab:d5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:05Z', 'updated_at': '2022-02-16T08:38:34Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'subnets': [{'id': '738a89d5-f5d1-4308-a1e2-f10284a78331', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:50.108041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=eeed1a4d-2a6d-46a2-98c2-b1e89e979382,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:50.110421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51471c02-d78a-46b8-a5f4-a762acf5988b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:50.166419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.178973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': 'c99145fb-3977-4043-bfc9-28cd4b3fe06b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:50.179516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:50.208629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.246293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.247490 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-de22bd99-94d1-4759-b7fd-4056821b3a75 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/51471c02-d78a-46b8-a5f4-a762acf5988b HTTP/1.1" status: 204 len: 168 time: 1.0133772 Feb 16 08:39:50.270048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event deleted for resources: {'Port': ['ID=fc00a6ea-7fad-4287-90c9-4b537421b078,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:50.319157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.370668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:50.417532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 172.26.4.205 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/9b38b2a5-d347-4b01-922a-1de2d12b4b2b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:50.422579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:50.427616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:50.432760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e2a37-d921-4e58-88dc-b55166e48030 None None] Network e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:50.433989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:50.437651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:50.438427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.517989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.521433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.523172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "DELETE /v2.0/security-groups/79e983a3-90a1-4829-822f-6dcd7389af32 HTTP/1.1" status: 204 len: 168 time: 0.6738653 Feb 16 08:39:50.526079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55788) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:50.554595 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afdd985-26e4-41a8-b191-ccb724186a64 None None] New status for floating IP dc6f1142-54d3-4a01-ab57-0a502146b1c7: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:39:50.602117 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c86e1642-043c-4232-bff9-3c18dfafc7ec tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2122576 Feb 16 08:39:50.603639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7d99e8-a32b-4428-ad58-4b8a982e4d82 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e983a3-90a1-4829-822f-6dcd7389af32,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:50.613880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55794) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:50.725004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port eeed1a4d-2a6d-46a2-98c2-b1e89e979382 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:50.725494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:50.758224 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-4ee70493-f3f5-422a-a224-6f81b429fb8b tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] show failed (client error): The resource could not be found. Feb 16 08:39:50.759283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4ee70493-f3f5-422a-a224-6f81b429fb8b tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "GET /v2.0/security-groups/79e983a3-90a1-4829-822f-6dcd7389af32 HTTP/1.1" status: 404 len: 347 time: 0.2146304 Feb 16 08:39:50.785376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55800) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:51.234454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.295135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Router e2df9eb2-91dc-419c-b65c-77c2a34befb8 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:51.312203 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3e40db1c-abd1-42f1-a0db-db5e04d87398 req-57bdc9b0-768b-4a1d-bb16-3e946b53f580 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.3925529 Feb 16 08:39:51.323404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.382858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Deleting port 0dc1940c-ff2f-4d31-b1d5-7888f18acd1b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:51.383397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.440485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:51.455284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:51.470933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:51.560019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=9b38b2a5-d347-4b01-922a-1de2d12b4b2b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:51.660794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port 66b7cd10-fd50-4527-8b31-0781ce0e8631 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:51.660794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.780462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.851675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55820) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:51.920229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for eeed1a4d-2a6d-46a2-98c2-b1e89e979382 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:51.953749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:51.978956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Sync routers for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:51.989096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:51.996216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:51.996542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:52.013134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.013444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.044835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] No DVR routers for this DVR port fc00a6ea-7fad-4287-90c9-4b537421b078 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:39:52.047309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.049474 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9140080a-282d-4e15-b945-4a24ae0b3b5c req-142e0567-c8af-4cf6-b570-8c9ac5208bfa tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.98 "DELETE /v2.0/ports/fc00a6ea-7fad-4287-90c9-4b537421b078 HTTP/1.1" status: 204 len: 173 time: 4.1012230 Feb 16 08:39:52.113594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'name': 'network-vif-deleted', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:39:52.121474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-985058059'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:52.196263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:52.197979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Calling delete_port for 0dc1940c-ff2f-4d31-b1d5-7888f18acd1b owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:52.274388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.333231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=eeed1a4d-2a6d-46a2-98c2-b1e89e979382,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:52.347669 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5268808-c62a-4593-bd55-b0ab5748b670', 'name': 'network-vif-deleted', 'tag': 'fc00a6ea-7fad-4287-90c9-4b537421b078', 'status': 'completed', 'code': 200} Feb 16 08:39:52.357098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for 66b7cd10-fd50-4527-8b31-0781ce0e8631 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:52.362129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.379009 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdd53733-6773-4210-81fc-4dcfadb51ba9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/eeed1a4d-2a6d-46a2-98c2-b1e89e979382 HTTP/1.1" status: 204 len: 168 time: 1.7543473 Feb 16 08:39:52.380207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:52.390564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:52.403887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:52.408725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:52.424168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:52.455600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:52.459426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.471531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.491502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.519735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc00a6ea-7fad-4287-90c9-4b537421b078 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:39:52.541444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:52.547519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:52.550934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:52.561002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:52.563756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: fc00a6ea-7fad-4287-90c9-4b537421b078 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:39:52.564083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc00a6ea-7fad-4287-90c9-4b537421b078 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:39:52.655318 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20b9170e-d716-451b-bb0c-071ec13712c6 req-2a65980b-2974-4c92-ae6e-19b1b0514d17 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/ports?device_id=d5268808-c62a-4593-bd55-b0ab5748b670 HTTP/1.1" status: 200 len: 210 time: 0.1288469 Feb 16 08:39:52.673448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.699806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:52.701828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.704585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Checking router: e2df9eb2-91dc-419c-b65c-77c2a34befb8 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:39:52.719177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:52.719835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:52.777394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Pushing event deleted for resources: {'Port': ['ID=0dc1940c-ff2f-4d31-b1d5-7888f18acd1b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:52.842855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.855307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Port': ['ID=66b7cd10-fd50-4527-8b31-0781ce0e8631,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:52.866445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:52.958083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:52.966989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:39:53.016838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e1cdd-3ba2-4401-aa63-c50a770c42fc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:53.021745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e1cdd-3ba2-4401-aa63-c50a770c42fc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:53.022665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb2e1cdd-3ba2-4401-aa63-c50a770c42fc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:53.043645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.056700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.074121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cb2e1cdd-3ba2-4401-aa63-c50a770c42fc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:53.083409 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cb2e1cdd-3ba2-4401-aa63-c50a770c42fc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7015767 Feb 16 08:39:53.086662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.107917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:53.179589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.179871 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment f6bf02ef-4dec-4782-8e08-7bc2d0794b65 of type vlan for network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 Feb 16 08:39:53.189319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef219f6f-a474-4607-9d78-e6050ae93622,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:53.239124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.278734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.282320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c8393d23-7eab-40cb-a5ac-fb5ef2f4ab28 tempest-ServersTestJSON-1227216310 tempest-ServersTestJSON-1227216310-project] 10.222.0.94 "DELETE /v2.0/floatingips/dc6f1142-54d3-4a01-ab57-0a502146b1c7 HTTP/1.1" status: 204 len: 168 time: 2.4948382 Feb 16 08:39:53.285701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55838) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:53.286560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.292934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:53.293853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.383355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port dd63e77c-9431-4514-a373-45ed4da25819 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:53.384544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.386564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-707abc61-f8a1-4523-8969-06310effb54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:53.391597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707abc61-f8a1-4523-8969-06310effb54e None None] The sync data for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv is: [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:38:14Z', 'revision_number': 4, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '867dc188-799a-4cd7-83d1-b051389647af', 'name': '', 'network_id': 'e27556ca-4a05-49a2-8b75-ccbfba974e4a', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'mac_address': 'fa:16:3e:e8:c6:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:38:09Z', 'updated_at': '2022-02-16T08:38:38Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'subnets': [{'id': 'fd39097c-5cde-4b0c-a597-23a9f3590ab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:53.548341 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6949430 Feb 16 08:39:53.551576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10459fb8-b658-48e2-b61b-6f91817914d7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:53.555191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55842) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:53.564365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:53.572051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'name': 'tempest-PortsTestJSON-1683737806'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:53.666922 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e42887d-fd2a-4a6e-8891-67beed8b7036 None None] New status for floating IP 67e2517a-7980-4d02-a77f-1b59e8a0bd3e: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:39:53.668115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.728717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.734786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:53.745306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:53.750216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:53.811347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:53.815869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for dd63e77c-9431-4514-a373-45ed4da25819 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:53.877207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:53.890834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:53.893944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:53.930427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port cc6980dc-114d-44a9-8593-4eb812552162 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:53.995981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.067491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.071793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=dd63e77c-9431-4514-a373-45ed4da25819,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:54.111568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.126126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.152231 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8c53239b-2254-443c-b73a-15a1b5d5deca tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/dd63e77c-9431-4514-a373-45ed4da25819 HTTP/1.1" status: 204 len: 168 time: 0.9672055 Feb 16 08:39:54.158197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.207994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router 1c6c86f6-c775-4a56-ad94-c305c1fce4f9 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:39:54.369089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.402002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceee7961-7542-4f0d-ba24-55d62a09d5ab,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:54.430966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84abdf82-324c-4809-b08e-7a6d931e01bc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:54.431712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84abdf82-324c-4809-b08e-7a6d931e01bc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:39:54.445713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.446929 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1c76b65c-88b0-4897-9d75-dd2497022678 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "DELETE /v2.0/security-groups/ceee7961-7542-4f0d-ba24-55d62a09d5ab HTTP/1.1" status: 204 len: 168 time: 0.5686345 Feb 16 08:39:54.450809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.481098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-3fb44f5c-e9e1-46cb-836d-20076a9415a6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] show failed (client error): The resource could not be found. Feb 16 08:39:54.482142 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fb44f5c-e9e1-46cb-836d-20076a9415a6 tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "GET /v2.0/security-groups/ceee7961-7542-4f0d-ba24-55d62a09d5ab HTTP/1.1" status: 404 len: 347 time: 0.0304160 Feb 16 08:39:54.485529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55862) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.489649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84abdf82-324c-4809-b08e-7a6d931e01bc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:39:54.494141 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-84abdf82-324c-4809-b08e-7a6d931e01bc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3314805 Feb 16 08:39:54.495189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55864) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.544958 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a96eff-99cd-43e1-a113-1b6c2d93daa8 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:39:54.546589 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1a96eff-99cd-43e1-a113-1b6c2d93daa8 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/eeed1a4d-2a6d-46a2-98c2-b1e89e979382 HTTP/1.1" status: 404 len: 333 time: 0.0504031 Feb 16 08:39:54.550114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.565754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.596011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cfebc43-fd88-4e17-9cbe-5b357453aea0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:39:54.597511 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5cfebc43-fd88-4e17-9cbe-5b357453aea0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/dd63e77c-9431-4514-a373-45ed4da25819 HTTP/1.1" status: 404 len: 333 time: 0.0462739 Feb 16 08:39:54.602533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55874) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.716591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Deleting port d2684101-1312-4217-86ec-c2d1b5af8ee9 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:54.716933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.737384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.740020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:54.744566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:54.748755 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0a6284cd-f6ed-4568-bff8-50df1f54cd6b tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "PUT /v2.0/routers/1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 200 len: 919 time: 6.6154883 Feb 16 08:39:54.748755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55878) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:54.752111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] Sync routers for ids ['1c6c86f6-c775-4a56-ad94-c305c1fce4f9'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:54.766400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] Routers {'1c6c86f6-c775-4a56-ad94-c305c1fce4f9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:54.767214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['1c6c86f6-c775-4a56-ad94-c305c1fce4f9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:54.831175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:54.844008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] Routers {'1c6c86f6-c775-4a56-ad94-c305c1fce4f9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:54.844794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['1c6c86f6-c775-4a56-ad94-c305c1fce4f9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:54.908711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:54.908933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e24a471-8fe6-474a-8196-05595fd272d0 None None] The sync data for ids ['1c6c86f6-c775-4a56-ad94-c305c1fce4f9'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:54.949536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.123889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.152526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=cc6980dc-114d-44a9-8593-4eb812552162,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:55.156624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.171404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99145fb-3977-4043-bfc9-28cd4b3fe06b') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.171703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99145fb-3977-4043-bfc9-28cd4b3fe06b') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:55.185666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.187529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.213663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.222342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:39:55.222762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:39:55.237177 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:39:55.259226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.259550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.343293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.347779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.380460 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331 HTTP/1.1" status: 204 len: 168 time: 0.7755129 Feb 16 08:39:55.381535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dc0c-66b2-415d-ad2e-f65c44b7d02f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=e7fbfe4a-7a8a-4fb5-bf80-58a8a5dd2331,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:55.387016 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b753bf15-7a3f-45ed-aa85-502517a658a1 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 200 len: 925 time: 0.6365652 Feb 16 08:39:55.392163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55882) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.393186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55884) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.401409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1489169857'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:55.462959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:55.480390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:55.487060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:55.502136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:55.530357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:55.534428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.574408 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5cd20560-5ae6-4e45-8806-37e32da1cf78 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=1c6c86f6-c775-4a56-ad94-c305c1fce4f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1669645 Feb 16 08:39:55.578554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:55.580953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55890) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.615075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.615429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment fab0c1ee-18bf-4e89-81d7-c91a8ba89408 of type vlan for network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 Feb 16 08:39:55.715150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Calling delete_port for d2684101-1312-4217-86ec-c2d1b5af8ee9 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:55.717202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.753710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:55.754072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:55.763096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dab3f33-6568-415e-b21f-f0869701c149 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:55.764486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5dab3f33-6568-415e-b21f-f0869701c149 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.1825659 Feb 16 08:39:55.768543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55894) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.819736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7d2028c5-e394-4ee0-89cd-82a2eef28967 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 200 len: 205 time: 0.0504289 Feb 16 08:39:55.822342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.826469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55898) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.826764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:55.827427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:55.933953 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5391989 Feb 16 08:39:55.940531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55902) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:55.949470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:55.963954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afecf0c-78b0-41bc-a512-fe56303fd8ac tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=8ec8f48b-d399-4890-ac97-d9ccbadc06b6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:55.974891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:55.981213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:56.038720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:56.053101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:56.057121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:56.057764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.062656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51124dde-d3b3-4d9b-8a85-11d6cf7f6a98 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:56.143265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.155525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:56.165564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:56.171566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:56.183679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:56.193442 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e3454e57-b9ea-409c-ae62-695bcbee3dd2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6294396 Feb 16 08:39:56.214895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55906) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:56.223145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Pushing event deleted for resources: {'Port': ['ID=d2684101-1312-4217-86ec-c2d1b5af8ee9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:56.228863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-512708354'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:56.233396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:56.268050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:56.285432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:56.293484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:56.346696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:56.376150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.377416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:56.380568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.474407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.476640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.477847 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1284d1f6-d99f-43ea-9503-151b338cda8b tempest-ServersTestManualDisk-881160559 tempest-ServersTestManualDisk-881160559-project] 10.222.0.94 "DELETE /v2.0/floatingips/67e2517a-7980-4d02-a77f-1b59e8a0bd3e HTTP/1.1" status: 204 len: 168 time: 1.9798374 Feb 16 08:39:56.483792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55910) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:56.510675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:39:56.513465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:39:56.564330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:39:56.660325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.684476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Router b854d2c9-f97c-4370-97f5-2ee67d2f5912 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:39:56.717359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.718072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment 06fd8ee8-f89b-4c7e-8d31-8f260575487c of type vlan for network b41a997c-4cd4-48a5-a414-3ecc0da96997 Feb 16 08:39:56.742156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=f9ff4663-9f62-451f-903a-6c29dbf66ad3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:56.762249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:56.763034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: 8ec8f48b-d399-4890-ac97-d9ccbadc06b6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:39:56.786261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:39:56.805814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 8ec8f48b-d399-4890-ac97-d9ccbadc06b6) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:56.811227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:56.811993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.819335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b604fda-dc35-4087-9d32-dae5d065e6a8 None None] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:56.840556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7e29ef11-b5f7-404b-836f-fd142477a4ba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8987947 Feb 16 08:39:56.847005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55914) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:56.860448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6', 'name': 'tempest-PortsIpV6TestJSON-1097620322'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:56.915751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:56.988448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.069087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-8ec8f48b-d399-4890-ac97-d9ccbadc06b6', 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': 'f9ff4663-9f62-451f-903a-6c29dbf66ad3'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:39:57.069914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.127704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:57.142087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:57.156534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:57.159779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.189740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 89e60241-c0fc-4bac-b9c4-c63383134a32 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:57.277833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Allocated IP 2001:db8::2 (8ec8f48b-d399-4890-ac97-d9ccbadc06b6/f9ff4663-9f62-451f-903a-6c29dbf66ad3/6cbd3e54-41ea-42ec-a926-f3f38ce62d1c) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:57.278582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:39:57.379533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.383686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:57.384284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.501908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.515246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Transition to ACTIVE for port object 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:57.536063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Transition to ACTIVE for port object 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:57.541810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.585135 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3655086 Feb 16 08:39:57.590252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55918) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:57.593922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3f840-f5ab-40dc-8aec-8ad07a7af4a3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=b41a997c-4cd4-48a5-a414-3ecc0da96997,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:57.605513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'ports': [{'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'}, {'network_id': 'b41a997c-4cd4-48a5-a414-3ecc0da96997'}]} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:57.605912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:57.606477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': 'b41a997c-4cd4-48a5-a414-3ecc0da96997'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:39:57.609929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b41a997c-4cd4-48a5-a414-3ecc0da96997 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:39:57.702773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:57.717999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:57.720914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::1bb (8ec8f48b-d399-4890-ac97-d9ccbadc06b6/f9ff4663-9f62-451f-903a-6c29dbf66ad3/89e60241-c0fc-4bac-b9c4-c63383134a32) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:39:57.721102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:57.759136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Pushing event updated for resources: {'Port': ['ID=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:57.827167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.827167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.827653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.827939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.828350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.828910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.829314 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.829714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.830113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.830544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.830970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:39:57.864017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Attempting to bind port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:39:57.864426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Attempting to bind port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:39:57.865409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Attempting to bind port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c on network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:39:57.872809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:39:57.873264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Checking segment: {'id': 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:39:57.873742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.874358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Bound using segment: {'id': 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:39:57.874993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Bound port: 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '8ec8f48b-d399-4890-ac97-d9ccbadc06b6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:39:57.875697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.911143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:39:57.916361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:39:57.920185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9c48c781-a1fb-490c-90a6-37b06121d348 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "PUT /v2.0/routers/b854d2c9-f97c-4370-97f5-2ee67d2f5912/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5055408 Feb 16 08:39:57.921673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55922) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:57.927854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:39:57.948399 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] Sync routers for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:39:57.950781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.978104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port 9b38b2a5-d347-4b01-922a-1de2d12b4b2b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:57.978712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:57.993012 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:57.996373 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:57.997435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] For port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:39:58.004507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] For port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,segment=NetworkSegment(fab0c1ee-18bf-4e89-81d7-c91a8ba89408),segment_id=fab0c1ee-18bf-4e89-81d7-c91a8ba89408)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:39:58.004786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:39:58.009364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.109830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400f9b-7586-4018-8aa2-774f81af50af None None] Pushing event updated for resources: {'Port': ['ID=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:58.119095 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:58.135662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:39:58.136004 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] Routers {'b854d2c9-f97c-4370-97f5-2ee67d2f5912'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:39:58.138214 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:58.221144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Deleting port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:58.221526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.224271 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:39:58.224967 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98353925-49f8-4edd-8308-39701c5dfad6 None None] The sync data for ids ['b854d2c9-f97c-4370-97f5-2ee67d2f5912'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:39:58.268414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.289717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 89e60241-c0fc-4bac-b9c4-c63383134a32 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:39:58.303781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 2} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:39:58.307765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.312799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.349001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.397456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.476629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for 9b38b2a5-d347-4b01-922a-1de2d12b4b2b owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:58.557430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:39:58.573685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:39:58.581580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:39:58.585619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:39:58.586267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.604555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.615382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=89e60241-c0fc-4bac-b9c4-c63383134a32,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:58.704960 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f44e4454-e682-4c4f-a8dd-cbca9063cc77 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8552957 Feb 16 08:39:58.709008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55928) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:39:58.772372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port a897f50e-25da-4f4d-8ceb-841bfb50170b yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:58.811738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 89e60241-c0fc-4bac-b9c4-c63383134a32 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:58.812199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.821244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] For port ab0c4ff1-bcd4-4e98-8181-0c0b9402b413, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:58.821614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.863716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:58.940644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:39:59.048440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:59.168421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Calling delete_port for ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:59.265894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9071e5-c12d-4e12-a57b-0e24de66c643 None None] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:39:59.338677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.343693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.400081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=9b38b2a5-d347-4b01-922a-1de2d12b4b2b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:59.437599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Provisioning for port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:39:59.450330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Provisioning complete for port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:39:59.450838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.490565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.635747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 89e60241-c0fc-4bac-b9c4-c63383134a32 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:39:59.667507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port c372acba-2d50-4f57-b91e-bf6964f0299a yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:39:59.670555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.717786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] For port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,segment=NetworkSegment(fab0c1ee-18bf-4e89-81d7-c91a8ba89408),segment_id=fab0c1ee-18bf-4e89-81d7-c91a8ba89408)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:39:59.724090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.766217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.819499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.832256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.850014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ab8f3-91c0-489b-9334-ceea72a2a4fb None None] Pushing event updated for resources: {'Port': ['ID=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:59.852923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port bf7eabd3-4401-4933-810b-ba8d05007a15 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:39:59.853263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.890405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0c4ff1-bcd4-4e98-8181-0c0b9402b413,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:39:59.962245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:39:59.964903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.089388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=89e60241-c0fc-4bac-b9c4-c63383134a32,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:00.160078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.182472 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c4bf87e7-11fc-41f1-a05d-4364b1b489f7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/89e60241-c0fc-4bac-b9c4-c63383134a32 HTTP/1.1" status: 204 len: 168 time: 1.4715152 Feb 16 08:40:00.183103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-49157215-ad16-4029-b9a5-5c3ea1879083 None None] Could not find standard attr ID for object 89e60241-c0fc-4bac-b9c4-c63383134a32. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:40:00.203676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-49157215-ad16-4029-b9a5-5c3ea1879083 None None] Provisioning complete for port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:00.204402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-49157215-ad16-4029-b9a5-5c3ea1879083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.220442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55932) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:00.226220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.317543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.339120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.376706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.388963 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b356ca2-1731-4840-8104-6c06922612ed tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:40:00.389341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b356ca2-1731-4840-8104-6c06922612ed tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:40:00.391025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6b356ca2-1731-4840-8104-6c06922612ed tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/89e60241-c0fc-4bac-b9c4-c63383134a32 HTTP/1.1" status: 404 len: 333 time: 0.1696403 Feb 16 08:40:00.396558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55936) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:00.471742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1fd24d14-4b7c-44f7-85b0-33575ec0cf10 None None] Could not find standard attr ID for object 89e60241-c0fc-4bac-b9c4-c63383134a32. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:40:00.564974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:00.568581 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-12bd2353-fb83-4e61-82d3-ab04927134c0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:40:00.569089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-12bd2353-fb83-4e61-82d3-ab04927134c0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:00.581685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for bf7eabd3-4401-4933-810b-ba8d05007a15 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:00.607100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=a897f50e-25da-4f4d-8ceb-841bfb50170b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:00.610144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:00.621109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:00.621935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.624264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.624753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 1c6c86f6-c775-4a56-ad94-c305c1fce4f9 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:00.698610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-12bd2353-fb83-4e61-82d3-ab04927134c0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:00.699802 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-12bd2353-fb83-4e61-82d3-ab04927134c0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/89e60241-c0fc-4bac-b9c4-c63383134a32 HTTP/1.1" status: 404 len: 333 time: 0.2942574 Feb 16 08:40:00.702420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.703526 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d1abe59b-1d8e-4bcc-bdeb-499ec0da66d3 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 204 len: 168 time: 4.8679466 Feb 16 08:40:00.707259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55940) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:00.708621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55942) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:00.731681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-248388287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:00.862827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:00.875226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=c372acba-2d50-4f57-b91e-bf6964f0299a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:00.878943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:00.883769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:00.899738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:00.923571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.924491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:00.936168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:00.937564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': '06fd8ee8-f89b-4c7e-8d31-8f260575487c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'b41a997c-4cd4-48a5-a414-3ecc0da96997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:00.937923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: b41a997c-4cd4-48a5-a414-3ecc0da96997, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:00.973392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.003217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet f9ff4663-9f62-451f-903a-6c29dbf66ad3 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:01.007570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.011862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:01.012240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.024762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network b41a997c-4cd4-48a5-a414-3ecc0da96997 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:01.046157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.051526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, b41a997c-4cd4-48a5-a414-3ecc0da96997) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:01.059674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c6c99-98c0-4282-b5e1-cff7fc80eca2 None None] Network b41a997c-4cd4-48a5-a414-3ecc0da96997 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:01.065422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:01.069764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:01.072956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:01.073599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.076115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.085810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.107865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.154633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Port': ['ID=bf7eabd3-4401-4933-810b-ba8d05007a15,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:01.157687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.158958 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-faab6542-d9c1-4651-bef8-6f467ac20384 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4449227 Feb 16 08:40:01.163840 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-58d6abae-6c51-427e-a107-19f7b4a79ffb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5731246 Feb 16 08:40:01.164733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55948) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:01.164965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55950) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:01.199753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:01.413827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.421287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port c372acba-2d50-4f57-b91e-bf6964f0299a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:01.421634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.441752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Deleting port 867dc188-799a-4cd7-83d1-b051389647af {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:01.442092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.527166 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:40:01.619056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.659215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.679016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ff4663-9f62-451f-903a-6c29dbf66ad3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:01.700310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.706916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde38e53-a5f1-4139-8e6a-3ef37abfaa52 None None] Network 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:01.723984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.727921 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7523ba6a-5976-49da-8114-cff49014819d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/f9ff4663-9f62-451f-903a-6c29dbf66ad3 HTTP/1.1" status: 204 len: 168 time: 1.0153518 Feb 16 08:40:01.729831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55956) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:01.731383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] For port 867dc188-799a-4cd7-83d1-b051389647af, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=867dc188-799a-4cd7-83d1-b051389647af,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:01.731732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.977727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] DHCP port deletion for 8ec8f48b-d399-4890-ac97-d9ccbadc06b6 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:01.983240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Deleting port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:01.984348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:01.985990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Calling delete_port for 867dc188-799a-4cd7-83d1-b051389647af owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:02.198902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] For port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,segment=NetworkSegment(fab0c1ee-18bf-4e89-81d7-c91a8ba89408),segment_id=fab0c1ee-18bf-4e89-81d7-c91a8ba89408)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:02.199445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.272244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.310554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.327273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:02.327606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.349846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Calling delete_port for 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:02.388856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.409256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.430734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.474210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] Pushing event deleted for resources: {'Port': ['ID=6cbd3e54-41ea-42ec-a926-f3f38ce62d1c,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:02.482387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d098e0-ee9f-484e-8213-dc6bd6ec81c8 None None] No DVR routers for this DVR port 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:02.532410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] The port '6cbd3e54-41ea-42ec-a926-f3f38ce62d1c' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:02.550111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for c372acba-2d50-4f57-b91e-bf6964f0299a owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:02.608382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.614499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.614994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Fanout notify agent at l3_agent the message router_deleted on router b854d2c9-f97c-4370-97f5-2ee67d2f5912 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:02.636853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.638019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-02acee49-aabe-4635-a219-29d3b5579fb9 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/routers/b854d2c9-f97c-4370-97f5-2ee67d2f5912 HTTP/1.1" status: 204 len: 168 time: 4.7141285 Feb 16 08:40:02.648448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55960) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:02.725216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.763786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec8f48b-d399-4890-ac97-d9ccbadc06b6']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:02.765833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.778622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.784004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:02.784302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab0c1ee-18bf-4e89-81d7-c91a8ba89408') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:02.831144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=c372acba-2d50-4f57-b91e-bf6964f0299a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:02.841455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.846918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Pushing event deleted for resources: {'Port': ['ID=867dc188-799a-4cd7-83d1-b051389647af,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:02.876028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:02.886002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.903294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:02.903685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.912188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:02.936546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:02.936940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6cbd3e54-41ea-42ec-a926-f3f38ce62d1c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:02.939642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a5c91604-4ec6-42c1-9921-fdce6ab44fc4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/c372acba-2d50-4f57-b91e-bf6964f0299a HTTP/1.1" status: 204 len: 168 time: 1.7718918 Feb 16 08:40:02.942312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55964) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:02.956883 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:03.058085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting subnet 921be131-29fe-456c-aa55-1df0c53e11a8 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:03.062196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.074632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.087972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.157129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=8ec8f48b-d399-4890-ac97-d9ccbadc06b6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:03.176985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efad74b-87cd-46d4-8f00-776de43956a4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:03.181355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efad74b-87cd-46d4-8f00-776de43956a4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:03.182081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2efad74b-87cd-46d4-8f00-776de43956a4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:03.186012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.226777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fade3e6f-4b03-4b3b-a5cb-4fb00c50a705 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/8ec8f48b-d399-4890-ac97-d9ccbadc06b6 HTTP/1.1" status: 204 len: 168 time: 1.4844842 Feb 16 08:40:03.229212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:03.235404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-509890544'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:03.250209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:03.260433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Router 3626eb17-af54-4314-b782-8d3980b6b00b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:40:03.268929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:03.273699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:03.278145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.314952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:03.327970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.329615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2efad74b-87cd-46d4-8f00-776de43956a4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:03.330811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2efad74b-87cd-46d4-8f00-776de43956a4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3867939 Feb 16 08:40:03.334083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55972) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:03.378301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:03.381358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.496650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:03.499935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.561322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.561669 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment 575effe1-c1bf-4699-b52c-85916d095e62 of type vlan for network 299e06e7-e07c-41bc-905a-c8919a97431f Feb 16 08:40:03.592887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Allocated IP 172.26.4.76 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/c45c1413-baf6-4d83-97d7-43597e53e327) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:03.598590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port a897f50e-25da-4f4d-8ceb-841bfb50170b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:03.599182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.647273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.717089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.761578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.779762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Subnet': ['ID=921be131-29fe-456c-aa55-1df0c53e11a8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:03.801780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.808159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b32be-8858-43ac-bb0c-95e2d200a767 None None] Network 259d9b55-1282-4575-bb4e-0f2270fd9299 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:03.826394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.830264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:03.831008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.999414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:03.999808 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5527f062-db40-43d5-9d33-498f06c8ed38 tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/subnets/921be131-29fe-456c-aa55-1df0c53e11a8 HTTP/1.1" status: 204 len: 168 time: 1.3497310 Feb 16 08:40:04.015034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 55978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:04.068530 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8401611 Feb 16 08:40:04.080965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55982) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:04.089601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.099534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:04.129054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] DHCP port deletion for 259d9b55-1282-4575-bb4e-0f2270fd9299 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:04.130086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99396def-11e8-4a6f-a0d1-845d806fee0d tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=299e06e7-e07c-41bc-905a-c8919a97431f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:04.134330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Deleting port 83de3c5c-071f-41fd-84b0-cd414e098864 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:04.135291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.164698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 299e06e7-e07c-41bc-905a-c8919a97431f details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:04.235341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:04.241036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:04.245642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:04.246971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for a897f50e-25da-4f4d-8ceb-841bfb50170b owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:04.252113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.256315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:04.348274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:04.402750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.414589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:40:04.426279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Pushing event updated for resources: {'Port': ['ID=c45c1413-baf6-4d83-97d7-43597e53e327,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:04.429404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:04.436074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:04.440217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:04.450872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.473171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Sync routers for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:40:04.508977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:04.509625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:04.512461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.513180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01841b75-e731-4818-82fe-bd8db9a84ac7 admin admin] 10.222.0.94 "PUT /v2.0/routers/3626eb17-af54-4314-b782-8d3980b6b00b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2145109 Feb 16 08:40:04.514843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port 83de3c5c-071f-41fd-84b0-cd414e098864 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:04.515359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.530301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55986) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:04.562820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=a897f50e-25da-4f4d-8ceb-841bfb50170b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:04.592791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.597531 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a80d6720-3286-4c84-a4ac-2f245babfe46 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/a897f50e-25da-4f4d-8ceb-841bfb50170b HTTP/1.1" status: 204 len: 168 time: 1.2625480 Feb 16 08:40:04.599232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55990) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:04.826529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] For port 83de3c5c-071f-41fd-84b0-cd414e098864, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83de3c5c-071f-41fd-84b0-cd414e098864,segment=NetworkSegment(e1c6cb31-2e53-4ee8-bdde-db817f83189d),segment_id=e1c6cb31-2e53-4ee8-bdde-db817f83189d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:04.827091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.851099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] For port 83de3c5c-071f-41fd-84b0-cd414e098864, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83de3c5c-071f-41fd-84b0-cd414e098864,segment=NetworkSegment(e1c6cb31-2e53-4ee8-bdde-db817f83189d),segment_id=e1c6cb31-2e53-4ee8-bdde-db817f83189d)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:04.852332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:04.953931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bc655b-8879-4945-90b6-8a5ca64c4a5b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:04.955535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b5bc655b-8879-4945-90b6-8a5ca64c4a5b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3133936 Feb 16 08:40:04.964746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:04.987475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Calling delete_port for 83de3c5c-071f-41fd-84b0-cd414e098864 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:05.018738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83de3c5c-071f-41fd-84b0-cd414e098864 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:05.063033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-904ab1be-6169-4da6-b3af-dff3e6e6816d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:05.065784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:40:05.067266 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-904ab1be-6169-4da6-b3af-dff3e6e6816d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/c372acba-2d50-4f57-b91e-bf6964f0299a HTTP/1.1" status: 404 len: 333 time: 0.1019313 Feb 16 08:40:05.083421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 55998) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:05.159631 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d6a4d4b-b280-4292-9d64-7e8bde4118a1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:05.164669 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2d6a4d4b-b280-4292-9d64-7e8bde4118a1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/a897f50e-25da-4f4d-8ceb-841bfb50170b HTTP/1.1" status: 404 len: 333 time: 0.0752518 Feb 16 08:40:05.166420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56002) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:05.183798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for 83de3c5c-071f-41fd-84b0-cd414e098864 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:05.203095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.374926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.381328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.426374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:05.426719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:05.450872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.451092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.493012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] Pushing event deleted for resources: {'Port': ['ID=83de3c5c-071f-41fd-84b0-cd414e098864,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:05.514202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84550691-81de-49d9-aaf1-35461b904d1d None None] No DVR routers for this DVR port 83de3c5c-071f-41fd-84b0-cd414e098864 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:05.538271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Router e2df9eb2-91dc-419c-b65c-77c2a34befb8 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:40:05.640119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=ee8c3112-c625-47a6-a35f-6a57c6e238a6,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:05.654606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.657193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:39:59Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:05.661484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Checking router: 3626eb17-af54-4314-b782-8d3980b6b00b for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:40:05.672426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Routers {'3626eb17-af54-4314-b782-8d3980b6b00b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:05.673105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3626eb17-af54-4314-b782-8d3980b6b00b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:05.756440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:40:05.767790 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Sync routers for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:40:05.776025 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f2169ec-4d3a-4920-93f5-2c5dcdaf91fd admin admin] 10.222.0.94 "PUT /v2.0/routers/e2df9eb2-91dc-419c-b65c-77c2a34befb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2888823 Feb 16 08:40:05.778177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56006) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:05.784761 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:05.785708 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:05.840625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': '575effe1-c1bf-4699-b52c-85916d095e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:05.840902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: 299e06e7-e07c-41bc-905a-c8919a97431f, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:05.927614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port 83de3c5c-071f-41fd-84b0-cd414e098864 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:05.929216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.951921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.960249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] Set router 3626eb17-af54-4314-b782-8d3980b6b00b gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:40:05.983914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.994246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:05.997288 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:40:06.038371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] The port '83de3c5c-071f-41fd-84b0-cd414e098864' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:06.082782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 299e06e7-e07c-41bc-905a-c8919a97431f is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:06.087954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b41a997c-4cd4-48a5-a414-3ecc0da96997']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.173518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06fd8ee8-f89b-4c7e-8d31-8f260575487c') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.173717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06fd8ee8-f89b-4c7e-8d31-8f260575487c') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.188478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.198128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.221608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259d9b55-1282-4575-bb4e-0f2270fd9299']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.231143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 299e06e7-e07c-41bc-905a-c8919a97431f) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:06.241925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:06.243062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.244308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c6cb31-2e53-4ee8-bdde-db817f83189d') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.244828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c6cb31-2e53-4ee8-bdde-db817f83189d') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.262690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.265854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e342ce-7481-4813-83fc-b56f289aa8c7 None None] Network 299e06e7-e07c-41bc-905a-c8919a97431f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:06.267736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.283774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.294306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:06.295172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.309535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:06.311651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:06.337353 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:06.387608 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:40:02Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.392688 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Checking router: e2df9eb2-91dc-419c-b65c-77c2a34befb8 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:40:06.405973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Routers {'e2df9eb2-91dc-419c-b65c-77c2a34befb8'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:06.406776 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:06.437340 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:06.441539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.450156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee6ec144-b3b0-4195-ae0d-aaf7d8adfe9a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3653698 Feb 16 08:40:06.464547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56012) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:06.465309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:39:59Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:06.473135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1f1976-06c6-4935-b983-56fda776d971 None None] The sync data for ids ['3626eb17-af54-4314-b782-8d3980b6b00b'] in dv-neutron-829488-1-hyperv is: [{'id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'name': 'tempest-ServersTestJSON-1639798684-router', 'tenant_id': '92c17a3eb38f47f5819e239919f62381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154'}], 'enable_snat': True}, 'gw_port_id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:49Z', 'updated_at': '2022-02-16T08:39:59Z', 'revision_number': 5, 'project_id': '92c17a3eb38f47f5819e239919f62381', 'gw_port': {'id': 'c681c418-4e7b-4e5d-b31d-6f3e88c46008', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3626eb17-af54-4314-b782-8d3980b6b00b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:52Z', 'updated_at': '2022-02-16T08:38:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:40:06.487975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2107285154'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:06.496003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.505507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Network': ['ID=259d9b55-1282-4575-bb4e-0f2270fd9299,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:06.529541 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f99af694-df37-4234-bde9-bb0e0ff114fe tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/networks/259d9b55-1282-4575-bb4e-0f2270fd9299 HTTP/1.1" status: 204 len: 168 time: 2.5113912 Feb 16 08:40:06.541951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56016) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:06.569695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.578085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-299e06e7-e07c-41bc-905a-c8919a97431f', 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': 'ee8c3112-c625-47a6-a35f-6a57c6e238a6'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:06.579550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.608409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.624491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=b41a997c-4cd4-48a5-a414-3ecc0da96997,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:06.640962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-50709577-8056-4f7a-a612-1c39b5e35691 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/b41a997c-4cd4-48a5-a414-3ecc0da96997 HTTP/1.1" status: 204 len: 168 time: 1.4674933 Feb 16 08:40:06.644111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56020) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:06.652669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-336777184'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:06.677612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:06.688975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:06.692447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:06.719592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:06.727770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.745246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:06.753857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:06.757058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.776918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Deleting port c681c418-4e7b-4e5d-b31d-6f3e88c46008 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:06.777254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.780197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Deleting port b28c6669-1eb3-4437-b1ba-059220df60c4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:06.780659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.807769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:06.828489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.835086 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] Set router e2df9eb2-91dc-419c-b65c-77c2a34befb8 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:40:06.904610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:06.907752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:06.972917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Allocated IP 2001:db8::2 (299e06e7-e07c-41bc-905a-c8919a97431f/ee8c3112-c625-47a6-a35f-6a57c6e238a6/2f9a1f42-c041-42e4-96f8-02072419d59e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:06.994835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:07.040858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:07.071026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:07.071383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ab0c4ff1-bcd4-4e98-8181-0c0b9402b413 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:07.079197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port bfad2959-00ab-4aa9-949c-e8177432ae3a yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:07.301144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.304025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment c558077e-2aa1-4ea9-be47-d9a14ce76aae of type vlan for network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 Feb 16 08:40:07.350875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.365316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Transition to ACTIVE for port object 2f9a1f42-c041-42e4-96f8-02072419d59e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:07.389138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Transition to ACTIVE for port object 2f9a1f42-c041-42e4-96f8-02072419d59e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:07.398008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.456949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:40:02Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:07.463193 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f04cc79-a9c5-4198-8dad-00de25dc1d98 None None] The sync data for ids ['e2df9eb2-91dc-419c-b65c-77c2a34befb8'] in dv-neutron-829488-1-hyperv is: [{'id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'name': 'tempest-ServersTestManualDisk-678182819-router', 'tenant_id': '0ff2b4c00ac34419a031f5ba9a459484', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111'}], 'enable_snat': True}, 'gw_port_id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:51Z', 'updated_at': '2022-02-16T08:40:02Z', 'revision_number': 5, 'project_id': '0ff2b4c00ac34419a031f5ba9a459484', 'gw_port': {'id': 'eed8320f-4aef-4685-bef3-db0c6851857f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:92:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2df9eb2-91dc-419c-b65c-77c2a34befb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:54Z', 'updated_at': '2022-02-16T08:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:40:07.484990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Network 299e06e7-e07c-41bc-905a-c8919a97431f is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:07.489551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:07.496220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:07.506021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.522276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.523091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.533452 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-efe5ca0d-a86a-46f4-9a93-482a85ec5843 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.5337176 Feb 16 08:40:07.541336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] For port c681c418-4e7b-4e5d-b31d-6f3e88c46008, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c681c418-4e7b-4e5d-b31d-6f3e88c46008,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:07.541858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.554759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Pushing event updated for resources: {'Port': ['ID=2f9a1f42-c041-42e4-96f8-02072419d59e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:07.616587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Attempting to bind port 2f9a1f42-c041-42e4-96f8-02072419d59e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:07.616968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Attempting to bind port 2f9a1f42-c041-42e4-96f8-02072419d59e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '575effe1-c1bf-4699-b52c-85916d095e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:07.617373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Attempting to bind port 2f9a1f42-c041-42e4-96f8-02072419d59e on network 299e06e7-e07c-41bc-905a-c8919a97431f {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:07.626355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:07.626355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Checking segment: {'id': '575effe1-c1bf-4699-b52c-85916d095e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:07.626868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.627069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Bound using segment: {'id': '575effe1-c1bf-4699-b52c-85916d095e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:07.627644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Bound port: 2f9a1f42-c041-42e4-96f8-02072419d59e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575effe1-c1bf-4699-b52c-85916d095e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '299e06e7-e07c-41bc-905a-c8919a97431f'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:07.627928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.730206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] For port 2f9a1f42-c041-42e4-96f8-02072419d59e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:07.733951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] For port 2f9a1f42-c041-42e4-96f8-02072419d59e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f9a1f42-c041-42e4-96f8-02072419d59e,segment=NetworkSegment(575effe1-c1bf-4699-b52c-85916d095e62),segment_id=575effe1-c1bf-4699-b52c-85916d095e62)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:07.740468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.748489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Calling delete_port for b28c6669-1eb3-4437-b1ba-059220df60c4 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:07.833410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:40:07.835922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afd0df2-3603-444d-b33a-3f353d5b36f1 None None] Pushing event updated for resources: {'Port': ['ID=2f9a1f42-c041-42e4-96f8-02072419d59e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:07.848929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Calling delete_port for c681c418-4e7b-4e5d-b31d-6f3e88c46008 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:07.931849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-acc7413d-20f1-46e0-a02e-8b02a3db787b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:07.933513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-acc7413d-20f1-46e0-a02e-8b02a3db787b service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.3922784 Feb 16 08:40:07.982773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::1f7 (299e06e7-e07c-41bc-905a-c8919a97431f/ee8c3112-c625-47a6-a35f-6a57c6e238a6/bfad2959-00ab-4aa9-949c-e8177432ae3a) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:07.994714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:07.998727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:07.999341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.008452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5c297-029d-435a-aa66-6c01fa8016aa req-fd2b5699-5ecb-450d-bdc3-77d6d10e10c9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:08.010077 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75b5c297-029d-435a-aa66-6c01fa8016aa req-fd2b5699-5ecb-450d-bdc3-77d6d10e10c9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.8399649 Feb 16 08:40:08.138254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.146811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=2c17f028-ca96-44b3-9e0b-28b1bdccfbc4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:08.150054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Router 466d06d5-2be2-433b-acdb-84aca0058e85 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:40:08.164416 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-eda7bf5a-83cb-4c9f-8fdd-d6a63a1d6901 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.1897089 Feb 16 08:40:08.165476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Deleting port eed8320f-4aef-4685-bef3-db0c6851857f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:08.165769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:08.166022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.205662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.245000 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-639800a4-9e98-448e-b906-e8a957ab546e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5974076 Feb 16 08:40:08.251482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56028) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:08.269479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:08.342987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Pushing event deleted for resources: {'Port': ['ID=b28c6669-1eb3-4437-b1ba-059220df60c4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:08.388419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-319ca7e5-a1ff-478b-b6f1-fbe744c4542a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.491446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-b41b6dbd-db24-4c46-8acf-3e45c46a6f5d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:08.493501 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-b41b6dbd-db24-4c46-8acf-3e45c46a6f5d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.2716579 Feb 16 08:40:08.622241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75b5c297-029d-435a-aa66-6c01fa8016aa req-57380eac-fa02-4bbf-8d4b-e510c59e9130 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4818733 Feb 16 08:40:08.650554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.653695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:08.677735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:08.681377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] For port eed8320f-4aef-4685-bef3-db0c6851857f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eed8320f-4aef-4685-bef3-db0c6851857f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:08.681879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.701061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:08.743919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:08.782502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.788074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:08.833749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Calling delete_port for eed8320f-4aef-4685-bef3-db0c6851857f owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:08.876542 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-e6a36b6f-86a8-46ad-b57f-fd66f93258cd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3523140 Feb 16 08:40:08.880575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.882553 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b7904100-66d7-4957-8a53-416d231477ec tempest-FloatingIPAdminTestJSON-154301970 tempest-FloatingIPAdminTestJSON-154301970-project] 10.222.0.94 "DELETE /v2.0/floatingips/60f1b191-d766-4e42-a981-59b3f0ef3dfd HTTP/1.1" status: 204 len: 168 time: 2.3347070 Feb 16 08:40:08.893683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object bfad2959-00ab-4aa9-949c-e8177432ae3a will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:08.908954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:08.955726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f9a1f42-c041-42e4-96f8-02072419d59e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:08.998200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Pushing event deleted for resources: {'Port': ['ID=c681c418-4e7b-4e5d-b31d-6f3e88c46008,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:09.092441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.097716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2f9a1f42-c041-42e4-96f8-02072419d59e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:09.107032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.122094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 867dc188-799a-4cd7-83d1-b051389647af no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:09.201139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 867dc188-799a-4cd7-83d1-b051389647af {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:09.201493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 867dc188-799a-4cd7-83d1-b051389647af not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:09.245260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-8ff64b64-fba6-437d-9861-d07b64b13f96 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583004 Feb 16 08:40:09.267663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa079e8f-385c-419e-90ee-00e691732142 None None] Network 299e06e7-e07c-41bc-905a-c8919a97431f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:09.411990 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7dea345b-8ec4-4784-9c49-2747a99b07c8 req-ffd272ac-9747-4aa9-ac3f-f3ef78b706d3 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455283 Feb 16 08:40:09.466598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=bfad2959-00ab-4aa9-949c-e8177432ae3a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:09.469698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Provisioning for port 2f9a1f42-c041-42e4-96f8-02072419d59e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:09.490480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:40:09.491407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:40:09.498389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Provisioning complete for port 2f9a1f42-c041-42e4-96f8-02072419d59e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:09.498946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.519747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56036) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:09.573212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.639887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Pushing event deleted for resources: {'Port': ['ID=eed8320f-4aef-4685-bef3-db0c6851857f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:09.754959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.782809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 299e06e7-e07c-41bc-905a-c8919a97431f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:09.786017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:09.808288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:09.808496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] For port 2f9a1f42-c041-42e4-96f8-02072419d59e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f9a1f42-c041-42e4-96f8-02072419d59e,segment=NetworkSegment(575effe1-c1bf-4699-b52c-85916d095e62),segment_id=575effe1-c1bf-4699-b52c-85916d095e62)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:09.809468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:09.809953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.814554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.877611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:09.903045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082004d8-16e0-45dc-9341-b9ad4e393717 None None] Pushing event updated for resources: {'Port': ['ID=2f9a1f42-c041-42e4-96f8-02072419d59e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:10.024879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.161616 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3f8f173a-f5ff-491f-a966-198f81048c4e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.6802123 Feb 16 08:40:10.163421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56044) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:10.189718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Provisioning complete for port 2f9a1f42-c041-42e4-96f8-02072419d59e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:10.190202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.376196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:40:10.383180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.388022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b16eb265-de3b-48b2-80e1-8c41cff6e688 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "PUT /v2.0/routers/466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 200 len: 918 time: 9.2193568 Feb 16 08:40:10.389854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] Sync routers for ids ['466d06d5-2be2-433b-acdb-84aca0058e85'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:40:10.392145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:10.400604 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3cd8add0-0d22-4a8f-b5cb-1e3623f41b22 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a766b61a1d7f4d4092c062b0360913f9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6161284 Feb 16 08:40:10.414584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] Routers {'466d06d5-2be2-433b-acdb-84aca0058e85'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:10.415138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['466d06d5-2be2-433b-acdb-84aca0058e85'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:10.428239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56052) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:10.473553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.480172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.480730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Provisioning for port bfad2959-00ab-4aa9-949c-e8177432ae3a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:10.483807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:10.484770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port bfad2959-00ab-4aa9-949c-e8177432ae3a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:10.485113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.489053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Provisioning complete for port bfad2959-00ab-4aa9-949c-e8177432ae3a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:10.489417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.541761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.543656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] Routers {'466d06d5-2be2-433b-acdb-84aca0058e85'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:10.544291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:39:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['466d06d5-2be2-433b-acdb-84aca0058e85'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:10.558055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.588673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4729df5-7a07-43c5-b477-8fbfbdcfb8ef req-fc696908-58b3-425b-a660-39610d8e747c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:10.590235 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4729df5-7a07-43c5-b477-8fbfbdcfb8ef req-fc696908-58b3-425b-a660-39610d8e747c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.7686679 Feb 16 08:40:10.591164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.609143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1759f61f-f41b-4431-b36b-0613decdb58d None None] Port bfad2959-00ab-4aa9-949c-e8177432ae3a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:10.610754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:10.611165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d9fe8c-6754-4601-a764-50f693e5f409 None None] The sync data for ids ['466d06d5-2be2-433b-acdb-84aca0058e85'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:40:10.641548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.667046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.667491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2df9eb2-91dc-419c-b65c-77c2a34befb8 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:10.740367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.741033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3626eb17-af54-4314-b782-8d3980b6b00b {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:10.746210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5b57eba8-4c2a-44d7-a554-71a744ac0406 None None] Provisioning complete for port bfad2959-00ab-4aa9-949c-e8177432ae3a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:10.747069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5b57eba8-4c2a-44d7-a554-71a744ac0406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.751810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=0d91b11a-8ab0-4dc3-be27-b27551f44df1,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:10.778909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.782536 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9a9239bf-a3fa-4038-a975-a4e110f30347 admin admin] 10.222.0.94 "DELETE /v2.0/routers/3626eb17-af54-4314-b782-8d3980b6b00b HTTP/1.1" status: 204 len: 168 time: 6.2488005 Feb 16 08:40:10.785492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56056) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:10.795125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.812889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.827474 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-624a2fab-0fd3-4aed-ad2d-d42eedf1b52d admin admin] 10.222.0.94 "DELETE /v2.0/routers/e2df9eb2-91dc-419c-b65c-77c2a34befb8 HTTP/1.1" status: 204 len: 168 time: 5.0479951 Feb 16 08:40:10.835494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5b57eba8-4c2a-44d7-a554-71a744ac0406 None None] Port bfad2959-00ab-4aa9-949c-e8177432ae3a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:10.842023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56060) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:10.847059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4729df5-7a07-43c5-b477-8fbfbdcfb8ef req-3105bff2-f669-41de-be7a-3989028c3223 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146280 Feb 16 08:40:10.889432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': 'c558077e-2aa1-4ea9-be47-d9a14ce76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:10.889797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:10.937700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fa3673d-bd85-4618-8a10-43db3d79528b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.945737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Deleting subnet 738a89d5-f5d1-4308-a1e2-f10284a78331 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:10.951998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:10.996720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.003883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:11.006655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Deleting subnet fd39097c-5cde-4b0c-a597-23a9f3590ab9 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:11.021499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.073569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:11.083046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:11.083638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.085043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395ed22-a190-477e-b828-73d2fda28b8e None None] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:11.126138 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5a3ef0cc-f0ae-4549-8d14-a2f433a03b37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8601711 Feb 16 08:40:11.127980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56064) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.129259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.133753 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0bbd4a43-ac08-45ed-9444-8348972409f3 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 200 len: 924 time: 0.7343168 Feb 16 08:40:11.134190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56066) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.189552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.212211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4', 'name': 'tempest-PortsTestJSON-1470863008'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:11.280910 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23b1885b-321b-48a4-8275-16215d8dc282 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=466d06d5-2be2-433b-acdb-84aca0058e85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1455441 Feb 16 08:40:11.283637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56072) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.327070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.408519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-2c17f028-ca96-44b3-9e0b-28b1bdccfbc4', 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': '0d91b11a-8ab0-4dc3-be27-b27551f44df1'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:11.409456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.423242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=738a89d5-f5d1-4308-a1e2-f10284a78331,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:11.427533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for bfad2959-00ab-4aa9-949c-e8177432ae3a owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:11.449589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.471568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b26f3b7e-ac73-42c8-958f-ff5c9ab14a9f admin admin] 10.222.0.94 "DELETE /v2.0/subnets/738a89d5-f5d1-4308-a1e2-f10284a78331 HTTP/1.1" status: 204 len: 168 time: 0.6831756 Feb 16 08:40:11.477418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56076) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.489182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e305a-bbe0-4382-9082-a58d3e6fe31e None None] Network 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:11.494615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad4aa61-b449-48cd-8113-2979788fabda tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:11.494615 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aad4aa61-b449-48cd-8113-2979788fabda tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.2094440 Feb 16 08:40:11.497028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.540940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.546505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-509b3f43-3a79-49f9-94ba-f210d53d2544 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 200 len: 205 time: 0.0458810 Feb 16 08:40:11.546914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56084) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:11.642388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.681446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f9a1f42-c041-42e4-96f8-02072419d59e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:11.725427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7deef31-8c0f-4b66-bfc1-ce9274fe8513,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:11.730074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:11.750132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:11.759283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:11.816926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.817250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.821423 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9b2dac90-bf0f-4694-af0f-4dd58db3c9d6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d7deef31-8c0f-4b66-bfc1-ce9274fe8513 HTTP/1.1" status: 204 len: 168 time: 1.3853912 Feb 16 08:40:11.826862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:11.840266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.871797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Allocated IP 172.20.0.2 (2c17f028-ca96-44b3-9e0b-28b1bdccfbc4/0d91b11a-8ab0-4dc3-be27-b27551f44df1/ecbbc595-f2c1-43d5-b8db-bff8020d0257) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:11.882181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:11.885763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.919082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Deleting port d83745f0-4079-4f71-94be-10dda873dbb9 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:11.919436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.958402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:11.982222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.017237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.027803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 9d76bf46-d13c-4a76-95f9-2f67cef70428 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:12.065893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.100859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2f9a1f42-c041-42e4-96f8-02072419d59e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:12.101240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.172028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=bfad2959-00ab-4aa9-949c-e8177432ae3a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:12.337982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.345764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] DHCP port deletion for 70f13364-926d-4a75-8bfa-8cee8a3fd7b9 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:12.372470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Deleting port d83745f0-4079-4f71-94be-10dda873dbb9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:12.372853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.390893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56094) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:12.406677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.419227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Transition to ACTIVE for port object ecbbc595-f2c1-43d5-b8db-bff8020d0257 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:12.450371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.513911 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-97118369-1a04-49c4-9091-838af3aa9e6b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/bfad2959-00ab-4aa9-949c-e8177432ae3a HTTP/1.1" status: 204 len: 168 time: 2.3488739 Feb 16 08:40:12.518774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56098) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:12.535859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eca394-8b68-4443-aab9-0f697e48c70f req-d3de94e7-5625-4b21-aa99-9d53f7d6cd69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:12.537373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d4eca394-8b68-4443-aab9-0f697e48c70f req-d3de94e7-5625-4b21-aa99-9d53f7d6cd69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3819673 Feb 16 08:40:12.542046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:12.543259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] For port d83745f0-4079-4f71-94be-10dda873dbb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d83745f0-4079-4f71-94be-10dda873dbb9,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:12.544017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.545097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Transition to ACTIVE for port object ecbbc595-f2c1-43d5-b8db-bff8020d0257 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:12.556762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Usage tracker for resource:security_group_rule and tenant:9f74ac24b91348c88348f2c4b03f78c9 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:12.560802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.563400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.573279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:12.582983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:12.654469 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d4eca394-8b68-4443-aab9-0f697e48c70f req-2a1d7704-125a-4499-8081-b1c8fcae72c8 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089921 Feb 16 08:40:12.658897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.677080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:12.679977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port c45c1413-baf6-4d83-97d7-43597e53e327 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:12.680130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.683495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:12.738613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:12.745233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Calling delete_port for d83745f0-4079-4f71-94be-10dda873dbb9 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:12.747092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Pushing event updated for resources: {'Port': ['ID=ecbbc595-f2c1-43d5-b8db-bff8020d0257,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:12.795354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.846255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.857992 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5e8cf8-2a1e-4a60-bf76-5c25b4c22ce5 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:40:12.858550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-da5e8cf8-2a1e-4a60-bf76-5c25b4c22ce5 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:12.861237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd39097c-5cde-4b0c-a597-23a9f3590ab9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:12.865719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] For port d83745f0-4079-4f71-94be-10dda873dbb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d83745f0-4079-4f71-94be-10dda873dbb9,segment=NetworkSegment(c3890d36-139e-4248-acf2-5abcb722e819),segment_id=c3890d36-139e-4248-acf2-5abcb722e819)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:12.865935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:12.887853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45b617-15f9-431f-b996-113ea6510fb6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:12.933117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Attempting to bind port ecbbc595-f2c1-43d5-b8db-bff8020d0257 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:12.933733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Attempting to bind port ecbbc595-f2c1-43d5-b8db-bff8020d0257 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c558077e-2aa1-4ea9-be47-d9a14ce76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:12.934318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Attempting to bind port ecbbc595-f2c1-43d5-b8db-bff8020d0257 on network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:12.949556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bee87c6f-961e-4656-af06-7fdafc2fff09 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9f74ac24b91348c88348f2c4b03f78c9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5459719 Feb 16 08:40:12.968700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56104) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:13.002904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:13.003537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Checking segment: {'id': 'c558077e-2aa1-4ea9-be47-d9a14ce76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:13.004094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.004649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Bound using segment: {'id': 'c558077e-2aa1-4ea9-be47-d9a14ce76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:13.005413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Bound port: ecbbc595-f2c1-43d5-b8db-bff8020d0257, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c558077e-2aa1-4ea9-be47-d9a14ce76aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2c17f028-ca96-44b3-9e0b-28b1bdccfbc4'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:13.005949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.013842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.017231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d83745f0-4079-4f71-94be-10dda873dbb9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:13.033431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.035990 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c50547fb-2f7f-4fa7-8045-20cca6b22c71 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/fd39097c-5cde-4b0c-a597-23a9f3590ab9 HTTP/1.1" status: 204 len: 168 time: 2.1897247 Feb 16 08:40:13.043432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56108) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:13.053301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Calling delete_port for d83745f0-4079-4f71-94be-10dda873dbb9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:13.083222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1199c5a-6f70-4ede-bb53-f648ca6bfa5e None None] Network e27556ca-4a05-49a2-8b75-ccbfba974e4a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:13.151276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-da5e8cf8-2a1e-4a60-bf76-5c25b4c22ce5 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:13.155465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da5e8cf8-2a1e-4a60-bf76-5c25b4c22ce5 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/bfad2959-00ab-4aa9-949c-e8177432ae3a HTTP/1.1" status: 404 len: 333 time: 0.6036055 Feb 16 08:40:13.162150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56112) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:13.168402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.11 (2c17f028-ca96-44b3-9e0b-28b1bdccfbc4/0d91b11a-8ab0-4dc3-be27-b27551f44df1/9d76bf46-d13c-4a76-95f9-2f67cef70428) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:13.217013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.236027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for c45c1413-baf6-4d83-97d7-43597e53e327 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:13.285951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Pushing event deleted for resources: {'Port': ['ID=d83745f0-4079-4f71-94be-10dda873dbb9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:13.288474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.292068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.310268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] No DVR routers for this DVR port d83745f0-4079-4f71-94be-10dda873dbb9 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:13.397960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.442885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No active binding found for port d83745f0-4079-4f71-94be-10dda873dbb9 {{(pid=83711) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 16 08:40:13.443464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d83745f0-4079-4f71-94be-10dda873dbb9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:13.443939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c681c418-4e7b-4e5d-b31d-6f3e88c46008 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:13.471924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-45007758-19d7-4983-83c1-888a4a311fae None None] For port ecbbc595-f2c1-43d5-b8db-bff8020d0257, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:13.484907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:13.485421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:13.487606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: c681c418-4e7b-4e5d-b31d-6f3e88c46008 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:13.488084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c681c418-4e7b-4e5d-b31d-6f3e88c46008 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:13.493137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eed8320f-4aef-4685-bef3-db0c6851857f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:13.513222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet ee8c3112-c625-47a6-a35f-6a57c6e238a6 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:13.516858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-45007758-19d7-4983-83c1-888a4a311fae None None] For port ecbbc595-f2c1-43d5-b8db-bff8020d0257, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ecbbc595-f2c1-43d5-b8db-bff8020d0257,segment=NetworkSegment(c558077e-2aa1-4ea9-be47-d9a14ce76aae),segment_id=c558077e-2aa1-4ea9-be47-d9a14ce76aae)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:13.518754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.525265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Deleting port 50184175-4663-47c5-b185-8eba624226b0 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:13.525633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.527367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.571743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: eed8320f-4aef-4685-bef3-db0c6851857f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:13.571743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eed8320f-4aef-4685-bef3-db0c6851857f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:13.582841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.612830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.642658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45007758-19d7-4983-83c1-888a4a311fae None None] Pushing event updated for resources: {'Port': ['ID=ecbbc595-f2c1-43d5-b8db-bff8020d0257,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:13.679642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.692151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.728629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f13364-926d-4a75-8bfa-8cee8a3fd7b9']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:13.763353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] DHCP port deletion for e27556ca-4a05-49a2-8b75-ccbfba974e4a request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:13.769812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3890d36-139e-4248-acf2-5abcb722e819') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:13.770126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3890d36-139e-4248-acf2-5abcb722e819') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:13.774163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Deleting port 50184175-4663-47c5-b185-8eba624226b0 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:13.775097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.804402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.822137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.866865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.915082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.942078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45b617-15f9-431f-b996-113ea6510fb6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:13.950649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 9d76bf46-d13c-4a76-95f9-2f67cef70428 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:13.965543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:13.965941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:13.980980 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:13.997888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Deleting port d83745f0-4079-4f71-94be-10dda873dbb9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:13.998355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.019269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.068837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-15d066f3-a4bd-45c7-8a5d-7564386b89fa None None] The port 'd83745f0-4079-4f71-94be-10dda873dbb9' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:14.097892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=ee8c3112-c625-47a6-a35f-6a57c6e238a6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:14.103609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] For port 50184175-4663-47c5-b185-8eba624226b0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=50184175-4663-47c5-b185-8eba624226b0,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:14.103975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.107428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.111251 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9044296e-ce96-454e-922c-beea035b065b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ea45b617-15f9-431f-b996-113ea6510fb6 HTTP/1.1" status: 204 len: 168 time: 1.1392722 Feb 16 08:40:14.111251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.180493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=c45c1413-baf6-4d83-97d7-43597e53e327,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:14.192567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.194973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a676fcfb-d76c-4195-800b-68d38ec6ca39 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/ee8c3112-c625-47a6-a35f-6a57c6e238a6 HTTP/1.1" status: 204 len: 168 time: 1.0318589 Feb 16 08:40:14.198862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56118) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:14.214674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a646c156-1a98-470f-96b2-f85f0f6ba053 None None] Network 299e06e7-e07c-41bc-905a-c8919a97431f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:14.254288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.259857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.271076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Calling delete_port for 50184175-4663-47c5-b185-8eba624226b0 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:14.329896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.385871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] Pushing event deleted for resources: {'Network': ['ID=70f13364-926d-4a75-8bfa-8cee8a3fd7b9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:14.420086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] For port 50184175-4663-47c5-b185-8eba624226b0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=50184175-4663-47c5-b185-8eba624226b0,segment=NetworkSegment(cfcb3eea-30f2-4d1e-8118-e7664bb5a938),segment_id=cfcb3eea-30f2-4d1e-8118-e7664bb5a938)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:14.420854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.434145 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-96ff915e-4af2-4f0f-b3b3-d26e8f0503cf admin admin] 10.222.0.94 "DELETE /v2.0/networks/70f13364-926d-4a75-8bfa-8cee8a3fd7b9 HTTP/1.1" status: 204 len: 168 time: 2.9486444 Feb 16 08:40:14.464245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:14.465267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=9d76bf46-d13c-4a76-95f9-2f67cef70428,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:14.471380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:14.477444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:14.582044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.619466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:14.622117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.637589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.656355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Calling delete_port for 50184175-4663-47c5-b185-8eba624226b0 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:14.703523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.772551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 2f9a1f42-c041-42e4-96f8-02072419d59e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:14.772890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.822522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:14.828708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Pushing event deleted for resources: {'Port': ['ID=50184175-4663-47c5-b185-8eba624226b0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:14.878029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:14.878998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:14.887197 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b6da415d-eacf-44f3-b2c1-dc575d689e92 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7314684 Feb 16 08:40:14.892744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56130) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:14.895291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] No DVR routers for this DVR port 50184175-4663-47c5-b185-8eba624226b0 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:14.962647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:14.981444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] DHCP port deletion for 299e06e7-e07c-41bc-905a-c8919a97431f request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:14.991155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Deleting port 2f9a1f42-c041-42e4-96f8-02072419d59e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:14.991567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.029109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56134) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:15.053554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ecbbc595-f2c1-43d5-b8db-bff8020d0257 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:15.091898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbdeb77-92c5-481b-aa4c-9f146a57e1d4 None None] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:15.141601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.164689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.170813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.181325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 9d76bf46-d13c-4a76-95f9-2f67cef70428 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:15.181668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.308347 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb492243-70b6-464c-add3-73bd3d534022 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=92c17a3eb38f47f5819e239919f62381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2156484 Feb 16 08:40:15.310982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56138) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:15.322329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:15.332562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] For port 2f9a1f42-c041-42e4-96f8-02072419d59e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f9a1f42-c041-42e4-96f8-02072419d59e,segment=NetworkSegment(575effe1-c1bf-4699-b52c-85916d095e62),segment_id=575effe1-c1bf-4699-b52c-85916d095e62)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:15.333008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.349150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Usage tracker for resource:security_group_rule and tenant:899652e9ca0c45569f4d406547a41fb3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:15.354152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.354688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 466d06d5-2be2-433b-acdb-84aca0058e85 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:15.358393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:15.378993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c6accd1f-83e7-4ad8-b821-4c4ef4234118 None None] Provisioning for port ecbbc595-f2c1-43d5-b8db-bff8020d0257 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:15.380012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27556ca-4a05-49a2-8b75-ccbfba974e4a']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:15.387698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:15.391566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Deleting port 50184175-4663-47c5-b185-8eba624226b0 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:15.392315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.427365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:15.427661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcb3eea-30f2-4d1e-8118-e7664bb5a938') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:15.456042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.487889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 2f9a1f42-c041-42e4-96f8-02072419d59e owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:15.495278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.519824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.526386 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-00abd18d-7d2b-40be-9967-2feb644cd621 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 204 len: 168 time: 3.9729862 Feb 16 08:40:15.527318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56142) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:15.552373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d0f6fb0b-89a0-411c-805c-23d867e6b001 None None] The port '50184175-4663-47c5-b185-8eba624226b0' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:15.553296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ecbbc595-f2c1-43d5-b8db-bff8020d0257 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:15.593417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-804898424', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:15.601915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:15.606697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Usage tracker for resource:router and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:15.611174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ecbbc595-f2c1-43d5-b8db-bff8020d0257 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:15.611539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.616006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:15.616414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:15.631090 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:15.635047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:15.692466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] For port 2f9a1f42-c041-42e4-96f8-02072419d59e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f9a1f42-c041-42e4-96f8-02072419d59e,segment=NetworkSegment(575effe1-c1bf-4699-b52c-85916d095e62),segment_id=575effe1-c1bf-4699-b52c-85916d095e62)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:15.693047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.694366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.704250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:15.746396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.753394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.762509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.763462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.808346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.819698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=2f9a1f42-c041-42e4-96f8-02072419d59e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:15.824699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.843202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No DVR routers for this DVR port 2f9a1f42-c041-42e4-96f8-02072419d59e on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:15.843442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.853712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.856488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Calling delete_port for 2f9a1f42-c041-42e4-96f8-02072419d59e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:15.863798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:15.879619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] Pushing event deleted for resources: {'Network': ['ID=e27556ca-4a05-49a2-8b75-ccbfba974e4a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:15.992998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.027346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.031094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299e06e7-e07c-41bc-905a-c8919a97431f']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:16.048145 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9c1bb3ad-fb86-4669-a345-f6966e2d0107 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e27556ca-4a05-49a2-8b75-ccbfba974e4a HTTP/1.1" status: 204 len: 168 time: 3.0002275 Feb 16 08:40:16.049123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736bf5ef-4bef-48da-9e45-5a7a02d65ac7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.053444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.061041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575effe1-c1bf-4699-b52c-85916d095e62') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:16.061182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575effe1-c1bf-4699-b52c-85916d095e62') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:16.063019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 9d76bf46-d13c-4a76-95f9-2f67cef70428 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:16.068679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d8261c-5764-415c-a10a-65b95125a19e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.073082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:16.073473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:16.076043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.082162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.107171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.114246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.118740 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb25dcde-f71e-44fc-a507-bccf85862d21 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/b6d8261c-5764-415c-a10a-65b95125a19e HTTP/1.1" status: 204 len: 168 time: 0.8037672 Feb 16 08:40:16.118740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:16.118740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:16.134787 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:16.162113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ecbbc595-f2c1-43d5-b8db-bff8020d0257, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ecbbc595-f2c1-43d5-b8db-bff8020d0257,segment=NetworkSegment(c558077e-2aa1-4ea9-be47-d9a14ce76aae),segment_id=c558077e-2aa1-4ea9-be47-d9a14ce76aae)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:16.179463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.235425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.248226 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c2e262f4-56d2-4c81-801e-201721a0bd03 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=899652e9ca0c45569f4d406547a41fb3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4244621 Feb 16 08:40:16.250862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:16.301218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.309136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.339651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ecbbc595-f2c1-43d5-b8db-bff8020d0257,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.349935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 50184175-4663-47c5-b185-8eba624226b0 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:16.351123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=9d76bf46-d13c-4a76-95f9-2f67cef70428,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.399145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=299e06e7-e07c-41bc-905a-c8919a97431f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.412818 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0abfdf5e-13bd-4e97-a221-b4f8338db056 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/299e06e7-e07c-41bc-905a-c8919a97431f HTTP/1.1" status: 204 len: 168 time: 2.2125623 Feb 16 08:40:16.413514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56154) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:16.429038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'name': 'tempest-PortsIpV6TestJSON-1679648754'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:16.436875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 50184175-4663-47c5-b185-8eba624226b0 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:16.438090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 50184175-4663-47c5-b185-8eba624226b0 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:16.569644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dbde434b-29f4-431b-9251-f35b56e4c38b None None] Could not find standard attr ID for object 9d76bf46-d13c-4a76-95f9-2f67cef70428. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:40:16.571439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.574735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Deleting port 2f9a1f42-c041-42e4-96f8-02072419d59e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:16.575411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.592674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:16.608484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:16.624649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:16.642830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.687944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9ad54585-6a82-4dc4-85b5-398a89bd07a1 None None] The port '2f9a1f42-c041-42e4-96f8-02072419d59e' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:16.704118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dbde434b-29f4-431b-9251-f35b56e4c38b None None] Provisioning complete for port ecbbc595-f2c1-43d5-b8db-bff8020d0257 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:16.704669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dbde434b-29f4-431b-9251-f35b56e4c38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.721548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56160) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:16.733140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:16.764843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.793914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:16.797674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.842390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.857582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.864121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736bf5ef-4bef-48da-9e45-5a7a02d65ac7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:16.866783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:16.874134 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0fd8eead-05a4-4aa9-be61-ac5d15ef13a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/736bf5ef-4bef-48da-9e45-5a7a02d65ac7 HTTP/1.1" status: 204 len: 168 time: 0.6218922 Feb 16 08:40:16.895639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port ae0fd5ce-333e-48f4-aa13-87d76157f0ef yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:16.917991 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-99c8610f-2846-4a7e-96b6-491843151ac3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/9d76bf46-d13c-4a76-95f9-2f67cef70428 HTTP/1.1" status: 204 len: 168 time: 1.9583025 Feb 16 08:40:16.926365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56168) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:16.978708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ecbbc595-f2c1-43d5-b8db-bff8020d0257 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:16.995855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f2be6eb-0a04-4829-a6ca-f0eaf19d96ae admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0ff2b4c00ac34419a031f5ba9a459484&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2732174 Feb 16 08:40:17.008551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56174) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:17.042639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc87cf6-0fea-4ab1-a60e-0ec14e93085f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:40:17.043716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc87cf6-0fea-4ab1-a60e-0ec14e93085f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:40:17.049975 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-acc87cf6-0fea-4ab1-a60e-0ec14e93085f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/9d76bf46-d13c-4a76-95f9-2f67cef70428 HTTP/1.1" status: 404 len: 333 time: 0.1217089 Feb 16 08:40:17.051466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56178) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:17.076058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5dbf67b9-52a5-4607-ba4e-3a20ff47f662 None None] Could not find standard attr ID for object 9d76bf46-d13c-4a76-95f9-2f67cef70428. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:40:17.131702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ecbbc595-f2c1-43d5-b8db-bff8020d0257 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:17.132293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.252370 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db9b1f0-2672-4259-bd17-cb46e646bc3e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:17.253255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1db9b1f0-2672-4259-bd17-cb46e646bc3e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:17.336495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1db9b1f0-2672-4259-bd17-cb46e646bc3e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:17.339151 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1db9b1f0-2672-4259-bd17-cb46e646bc3e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/9d76bf46-d13c-4a76-95f9-2f67cef70428 HTTP/1.1" status: 404 len: 333 time: 0.2661235 Feb 16 08:40:17.341763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56188) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:17.377598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.405852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f9a1f42-c041-42e4-96f8-02072419d59e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:17.452562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2f9a1f42-c041-42e4-96f8-02072419d59e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:17.453201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f9a1f42-c041-42e4-96f8-02072419d59e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:17.480689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.491751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.513871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.553135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.563258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.671822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:17.677743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:17.688458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.707787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:17.712852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:17.713775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.742378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979aa2c-d797-4e24-bfc2-437eca98d7ed,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:17.787835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=ae0fd5ce-333e-48f4-aa13-87d76157f0ef,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:17.797099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:17.798881 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-06196958-2f86-4855-8e58-459172511e80 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f979aa2c-d797-4e24-bfc2-437eca98d7ed HTTP/1.1" status: 204 len: 168 time: 0.7893500 Feb 16 08:40:17.800862 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3ad9931a-400f-4e9e-8b86-a6c473c37ce4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3837006 Feb 16 08:40:17.806730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56206) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:17.830463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Allocated IP 172.26.4.135 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/36c046de-455a-4165-b39f-1b94c047d4d2) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:18.040506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port ae0fd5ce-333e-48f4-aa13-87d76157f0ef {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:18.040855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.092294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56218) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:18.238473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 0d91b11a-8ab0-4dc3-be27-b27551f44df1 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:18.245133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.371945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.392499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.475104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.505329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-75eb958e-5aaa-48e0-8c77-bf6f205d6001 tempest-AgentManagementNegativeTest-2143143110 tempest-AgentManagementNegativeTest-2143143110-project] 10.222.0.94 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4115582 Feb 16 08:40:18.626779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for ae0fd5ce-333e-48f4-aa13-87d76157f0ef owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:18.685684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.753833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.829778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:18.832591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:18.838369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event updated for resources: {'Port': ['ID=36c046de-455a-4165-b39f-1b94c047d4d2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:18.841203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:18.873794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:18.953857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=ae0fd5ce-333e-48f4-aa13-87d76157f0ef,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:18.972931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.013024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.032180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56250) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:19.072501 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bd0efd7e-c417-4e30-8b3d-5ebc13535ac3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/ae0fd5ce-333e-48f4-aa13-87d76157f0ef HTTP/1.1" status: 204 len: 168 time: 1.2645805 Feb 16 08:40:19.075622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56256) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:19.077374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=0d91b11a-8ab0-4dc3-be27-b27551f44df1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:19.091190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'mac_address': 'fa:16:3e:db:b0:a2', 'name': 'tempest-PortsIpV6TestJSON-881393021'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:19.099278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.103104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3088d9e-9082-46a2-b15a-1ffcf7cd9592 None None] Network 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:19.115202 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ad2b071b-69d4-4377-9b2f-a4abff8f7e90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/0d91b11a-8ab0-4dc3-be27-b27551f44df1 HTTP/1.1" status: 204 len: 168 time: 1.7713046 Feb 16 08:40:19.119594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56262) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:19.239288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:19.257951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:19.268342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:19.276321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:19.294574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:19.347565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.375094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port ecbbc595-f2c1-43d5-b8db-bff8020d0257 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:19.375828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.449962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.517678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.546901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:19.558182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Usage tracker for resource:security_group_rule and tenant:bef7518d69cd45328972c83c1656f293 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:19.570210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:19.591317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:19.594278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 90affcc7-b833-4062-bde4-abe0bb90348e yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:19.613559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] DHCP port deletion for 2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:19.619321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Deleting port ecbbc595-f2c1-43d5-b8db-bff8020d0257 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:19.619802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.763802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.764601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:19.962787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port ecbbc595-f2c1-43d5-b8db-bff8020d0257, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ecbbc595-f2c1-43d5-b8db-bff8020d0257,segment=NetworkSegment(c558077e-2aa1-4ea9-be47-d9a14ce76aae),segment_id=c558077e-2aa1-4ea9-be47-d9a14ce76aae)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:19.963146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.001719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56280) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:20.020500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.030024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.072396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] For port ecbbc595-f2c1-43d5-b8db-bff8020d0257, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ecbbc595-f2c1-43d5-b8db-bff8020d0257,segment=NetworkSegment(c558077e-2aa1-4ea9-be47-d9a14ce76aae),segment_id=c558077e-2aa1-4ea9-be47-d9a14ce76aae)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:20.073648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.113201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.118062 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=bef7518d69cd45328972c83c1656f293&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0831079 Feb 16 08:40:20.121207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676192ec-4817-4274-8712-6da3ea84ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2984188f-d22e-4e4e-9eb9-2449d8774142,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.125915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:20.143969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for ecbbc595-f2c1-43d5-b8db-bff8020d0257 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:20.245438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1751593562'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:20.256395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:20.265070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.267391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Usage tracker for resource:router and tenant:d9db958a2d084aa3a9b0fd6dcbbacaa7 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:20.286560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:20.294779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:20.299938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Calling delete_port for ecbbc595-f2c1-43d5-b8db-bff8020d0257 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:20.308774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.375350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:20.375811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:20.382457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=ecbbc595-f2c1-43d5-b8db-bff8020d0257,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.385447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.387189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.391015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port ecbbc595-f2c1-43d5-b8db-bff8020d0257 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:20.431748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.482823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=90affcc7-b833-4062-bde4-abe0bb90348e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.511647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:20.518368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:20.522823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.531165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.536302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:20.541283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:20.541903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.564065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c17f028-ca96-44b3-9e0b-28b1bdccfbc4']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:20.579911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.586261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c558077e-2aa1-4ea9-be47-d9a14ce76aae') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:20.586617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c558077e-2aa1-4ea9-be47-d9a14ce76aae') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:20.605734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.626608 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17c0c300-e20c-4389-88f1-6b5c732f9e18 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5481429 Feb 16 08:40:20.627276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:20.630746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.639248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.644735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Router 297243c4-ef8c-4c86-a66a-918899f9f1bb is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:40:20.649537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:20.649950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:20.666269 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:20.689519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.721561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2984188f-d22e-4e4e-9eb9-2449d8774142,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:20.725489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.726809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dc11684f-1339-4a9b-9373-35fa0d56bf3d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2984188f-d22e-4e4e-9eb9-2449d8774142 HTTP/1.1" status: 204 len: 168 time: 0.5995927 Feb 16 08:40:20.728199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.731617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8b7c6b3f-b6ce-4e53-894d-1aa30776fad5 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7261364 Feb 16 08:40:20.733509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56306) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:20.742082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4264e0-835c-40ee-9063-4d277a6e216a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:20.742758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3e4264e0-835c-40ee-9063-4d277a6e216a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:20.771349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3e4264e0-835c-40ee-9063-4d277a6e216a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:20.777445 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3e4264e0-835c-40ee-9063-4d277a6e216a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/90affcc7-b833-4062-bde4-abe0bb90348e HTTP/1.1" status: 200 len: 844 time: 0.1484342 Feb 16 08:40:20.778381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56310) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:20.868677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 90affcc7-b833-4062-bde4-abe0bb90348e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:20.869072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.878934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Deleting port ecbbc595-f2c1-43d5-b8db-bff8020d0257 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:20.879842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:20.962922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ecbbc595-f2c1-43d5-b8db-bff8020d0257 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:20.986093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.024844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.039647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=2c17f028-ca96-44b3-9e0b-28b1bdccfbc4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.064023 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-25178f8c-1cbd-4f1d-ac4e-fea6941c1715 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/2c17f028-ca96-44b3-9e0b-28b1bdccfbc4 HTTP/1.1" status: 204 len: 168 time: 1.9320810 Feb 16 08:40:21.065040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56320) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.089384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6e023a3-9ee6-41f7-ba4c-3863677659e3 None None] The port 'ecbbc595-f2c1-43d5-b8db-bff8020d0257' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:21.091847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ecbbc595-f2c1-43d5-b8db-bff8020d0257 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:21.092593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ecbbc595-f2c1-43d5-b8db-bff8020d0257 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:21.166922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56324) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.193469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-594839154'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:21.201710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.254720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:21.268172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:21.274008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.323700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:21.337519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:21.367729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:21.370805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.451055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 90affcc7-b833-4062-bde4-abe0bb90348e owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:21.503373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1093528696'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:21.512714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:21.526331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Usage tracker for resource:network and tenant:a6dda51110e744a7b64b0f4d90183b95 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:21.530875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:21.541833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:21.544901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:21.573404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Made reservation on behalf of a6dda51110e744a7b64b0f4d90183b95 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:21.583732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.599843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.625811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.625811 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment ce278f99-f997-4e3c-a1c1-45497caa9b16 of type vlan for network 9702229b-05d3-45cb-8d21-9286266d0ab8 Feb 16 08:40:21.629739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.684908 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:21.690376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=90affcc7-b833-4062-bde4-abe0bb90348e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.695199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Usage tracker for resource:security_group_rule and tenant:a6dda51110e744a7b64b0f4d90183b95 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:21.698754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:21.705963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.714068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:21.722537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.739804 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-43ceae25-90b2-414e-b429-e1ef815152a1 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/90affcc7-b833-4062-bde4-abe0bb90348e HTTP/1.1" status: 204 len: 168 time: 0.9601145 Feb 16 08:40:21.744779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56342) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.750162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.753287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.780993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:40:21.791814 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] Sync routers for ids ['297243c4-ef8c-4c86-a66a-918899f9f1bb'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:40:21.807264 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] Routers {'297243c4-ef8c-4c86-a66a-918899f9f1bb'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:21.808349 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:40:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['297243c4-ef8c-4c86-a66a-918899f9f1bb'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:21.830998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.831514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 21701ce1-596a-4be8-8d9f-2cab1d5fd278 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:21.834523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.839256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:21.840049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.847805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.849167 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d474fdea-405a-4e51-bbb3-3d0fb9d1433d tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "DELETE /v2.0/routers/21701ce1-596a-4be8-8d9f-2cab1d5fd278 HTTP/1.1" status: 204 len: 168 time: 1.1134670 Feb 16 08:40:21.880226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56348) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.881141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.882393 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2aa9ba19-10ca-4e1f-af01-3be77dcba56b tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.3464341 Feb 16 08:40:21.893770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.894829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Request body: {'router': {'name': 'tempest-router-19972215', 'distributed': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:21.898648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56352) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.901210 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:21.903921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.919425 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] Routers {'297243c4-ef8c-4c86-a66a-918899f9f1bb'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:21.919954 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac44d06-024c-440a-92ef-e9865e0b8d6c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:40:21.920587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dac44d06-024c-440a-92ef-e9865e0b8d6c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:21.921299 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:40:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['297243c4-ef8c-4c86-a66a-918899f9f1bb'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:21.941339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56356) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.952327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:21.955630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:21.962095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:21.977977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0524ae2f-c165-46f5-aa7e-94f31b08921c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:21.983691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:21.984034 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Added segment 4007d0b9-9bda-4a03-afa4-a2dce6992c22 of type vlan for network 96bb0e83-e4b7-4641-ab67-3502f73667c5 Feb 16 08:40:21.985090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dac44d06-024c-440a-92ef-e9865e0b8d6c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:21.986214 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dac44d06-024c-440a-92ef-e9865e0b8d6c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/90affcc7-b833-4062-bde4-abe0bb90348e HTTP/1.1" status: 404 len: 333 time: 0.2433264 Feb 16 08:40:21.990386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56362) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:21.996853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'name': 'tempest-PortsIpV6TestJSON-1481996488'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:22.019347 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:22.020299 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9224ce-5ff5-443c-b31f-baa5bc703b1a None None] The sync data for ids ['297243c4-ef8c-4c86-a66a-918899f9f1bb'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:40:22.030553 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9620605 Feb 16 08:40:22.036077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Usage tracker for resource:router and tenant:d9db958a2d084aa3a9b0fd6dcbbacaa7 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:22.049825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56366) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:22.051157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:22.119127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.119906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:22.134491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.136585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:22.159061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.165526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-505896749'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:22.176062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:22.182711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:network and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:22.186924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:22.189886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.193584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:22.194164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.201971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b409a0-50a3-4d6e-976a-b7587a39361e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=9702229b-05d3-45cb-8d21-9286266d0ab8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:22.217855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:22.221237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.221466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:22.235926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.244355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.245315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.285837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:22.293702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:22.298730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:22.306394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.331616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:22.336369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.338296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:22.360662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 771d8d38-4333-470b-8528-e5155e7634d1 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:22.377531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.412940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2443602 Feb 16 08:40:22.422030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccc21c7-c868-4e52-9d2d-7db1db3a6b31 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Pushing event updated for resources: {'Network': ['ID=96bb0e83-e4b7-4641-ab67-3502f73667c5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:22.424854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.441643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:22.483166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.502946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.509981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:22.582214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.588938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a92d584f-baee-4897-a363-3a15866ea5d6 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.7027197 Feb 16 08:40:22.594010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56374) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:22.714685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:security_group_rule and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:22.726714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:22.737142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.781670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.855541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56378) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:22.859163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.863849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1544203112'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:22.869105 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.872122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:22.875053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:22.926118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Usage tracker for resource:port and tenant:5c4c266db8e44046b931647fb7ce8002 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:22.945004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:22.968141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:22.983776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:23.008604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a777fa-e1aa-46eb-9989-386fa0e7e2e3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:23.014720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:23.018205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:23.019606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=771d8d38-4333-470b-8528-e5155e7634d1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:23.022035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.022426 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Added segment 1954f757-ade7-4f2a-978f-f2b696bc973d of type vlan for network 39ae0de0-1b6c-4495-93e9-13b3511fd928 Feb 16 08:40:23.023611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:23.027513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:23.028133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.031919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Made reservation on behalf of 5c4c266db8e44046b931647fb7ce8002 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:23.034163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.064371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.076986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.112712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.119803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-748b1a73-5dcc-4644-9268-342ae8c4a977 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1281390 Feb 16 08:40:23.129764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56382) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:23.138130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:23.180401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:23.186832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Usage tracker for resource:security_group_rule and tenant:5c4c266db8e44046b931647fb7ce8002 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:23.196430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:23.216861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:23.282173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.285969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:23.286540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.424989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.437181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Network': ['ID=39ae0de0-1b6c-4495-93e9-13b3511fd928,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:23.455503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:23.456112 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fa45c76-45f2-4bab-8462-13bc843a3410 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5129423 Feb 16 08:40:23.459001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56386) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:23.475248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'subnet': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:23.550636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.593751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.615128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.656020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:23.685522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.711168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.723279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=a16782df-e5eb-463a-9e01-b7e5bf4e43bf,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:23.762240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': 'ce278f99-f997-4e3c-a1c1-45497caa9b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:23.762725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 9702229b-05d3-45cb-8d21-9286266d0ab8, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:23.790391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.790889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d58dae8-ae89-421e-a914-920d96cb06d0 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:23.793726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:23.804969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8910dd-d2ed-4b96-8258-7ce99d0d7fbf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:23.817281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:subnet and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:23.823793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:23.843960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:23.875803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.876916 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-910090a8-80e3-44c2-983d-281fab9932a2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "DELETE /v2.0/routers/7d58dae8-ae89-421e-a914-920d96cb06d0 HTTP/1.1" status: 204 len: 168 time: 1.2817557 Feb 16 08:40:23.889924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56390) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:23.895297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:23.917874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Request body: {'router': {'name': 'tempest-router-1800536732', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a31df9e93e2c4a0cada9e17175f35787'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:23.925727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:23.928108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:23.943608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9702229b-05d3-45cb-8d21-9286266d0ab8) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:23.948940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:23.949759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:23.955381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c1794c-5872-4833-9190-0f53fe8ad5ff None None] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:23.990212 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fcdfae0d-7089-45bc-bfdc-8eae5bdc07d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9332421 Feb 16 08:40:23.990521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56394) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:23.997545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8', 'security_groups': [], 'name': 'tempest-PortsTestJSON-577719028'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:24.001868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Usage tracker for resource:router and tenant:a31df9e93e2c4a0cada9e17175f35787 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:24.053538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:24.067364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:24.079015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:40:24.121163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.131563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.133108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.136287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.161547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:24.167144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:24.170862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:24.179036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:24.189539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.189737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.201498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-9702229b-05d3-45cb-8d21-9286266d0ab8', 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': 'a16782df-e5eb-463a-9e01-b7e5bf4e43bf'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:24.202308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:24.203647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.205806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.239948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 4bdf9597-490b-4d30-b275-40c142247428 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:24.275664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.295906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Deleting port 36c046de-455a-4165-b39f-1b94c047d4d2 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:24.296335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.314491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] In _notify_port_updated(), no bound segment for port 771d8d38-4333-470b-8528-e5155e7634d1 on network ce2ba627-eb2d-4100-91b3-1c444d9c30cf {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:24.318248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:24.318994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.320726 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/ports/771d8d38-4333-470b-8528-e5155e7634d1 HTTP/1.1" status: 200 len: 818 time: 1.1894331 Feb 16 08:40:24.328190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56398) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:24.386806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edab206-145a-462b-8ff4-a06cd964df6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=771d8d38-4333-470b-8528-e5155e7634d1,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:24.400285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.408948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Allocated IP 172.20.0.2 (9702229b-05d3-45cb-8d21-9286266d0ab8/a16782df-e5eb-463a-9e01-b7e5bf4e43bf/0b25e1f7-2559-4191-a350-8e36f34d9d6d) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:24.429114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:24.448757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.465788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.479249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Transition to ACTIVE for port object 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:24.533392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.593885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.595269 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f1ee5b52-af1e-4aff-8f12-e22f17f271cc tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7042332 Feb 16 08:40:24.600923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56402) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:24.645185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:24.645448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.661143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Transition to ACTIVE for port object 0b25e1f7-2559-4191-a350-8e36f34d9d6d will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:24.661755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:24.683811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Transition to ACTIVE for port object 0b25e1f7-2559-4191-a350-8e36f34d9d6d will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:24.690982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.719937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 771d8d38-4333-470b-8528-e5155e7634d1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:24.720261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.784178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Pushing event updated for resources: {'Port': ['ID=0b25e1f7-2559-4191-a350-8e36f34d9d6d,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:24.800785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:24.802716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:24.804590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.810180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:24.845980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Checking segment: {'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:24.846499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Network hostable DHCP agents. Network: 96bb0e83-e4b7-4641-ab67-3502f73667c5, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:24.928075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Subnet': ['ID=c0fea10c-ea8c-443a-856f-54bb037f0afe,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:24.947241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:24.947692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Attempting to bind port 0b25e1f7-2559-4191-a350-8e36f34d9d6d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:24.948463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Attempting to bind port 0b25e1f7-2559-4191-a350-8e36f34d9d6d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'ce278f99-f997-4e3c-a1c1-45497caa9b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:24.948936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Attempting to bind port 0b25e1f7-2559-4191-a350-8e36f34d9d6d on network 9702229b-05d3-45cb-8d21-9286266d0ab8 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:24.950499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Checking segment: {'id': '1954f757-ade7-4f2a-978f-f2b696bc973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:24.950891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network hostable DHCP agents. Network: 39ae0de0-1b6c-4495-93e9-13b3511fd928, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:24.959846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:24.960891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Checking segment: {'id': 'ce278f99-f997-4e3c-a1c1-45497caa9b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:24.961559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.961975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Bound using segment: {'id': 'ce278f99-f997-4e3c-a1c1-45497caa9b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:24.963582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Bound port: 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce278f99-f997-4e3c-a1c1-45497caa9b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '9702229b-05d3-45cb-8d21-9286266d0ab8'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:24.964235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:24.972865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 96bb0e83-e4b7-4641-ab67-3502f73667c5) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:24.979471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:24.986685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf7bfef-dda4-442f-877a-473cb50d0b4c None None] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:24.999441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:24.999680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.11 (9702229b-05d3-45cb-8d21-9286266d0ab8/a16782df-e5eb-463a-9e01-b7e5bf4e43bf/4bdf9597-490b-4d30-b275-40c142247428) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:24.999958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.000282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.010497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:25.015972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.016337 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.019207 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 2 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.029162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 39ae0de0-1b6c-4495-93e9-13b3511fd928) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:25.039297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:25.040123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.052585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.052962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.053283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.057370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.063242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.063573 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.064236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 3 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.075289 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15107946-ed8e-412f-b66e-723f366828cc tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6152613 Feb 16 08:40:25.080143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56406) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:25.089934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1961371105'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:25.121742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.122322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.122826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.179903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.180222 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.181043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dcacce-e64c-490c-b3e2-869e8ca71b93 None None] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:25.188460 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 4 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.221807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.223077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.223735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.253012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.253607 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.263116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 5 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.292462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.293034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.293513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.296590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:25.301569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Calling delete_port for 36c046de-455a-4165-b39f-1b94c047d4d2 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:25.304395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:port and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:25.307779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:25.310485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.310819 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.313640 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 6 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.321725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:25.335823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.336166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.336514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.341608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:25.344661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.361662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.361987 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.363490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 7 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.384258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:25.418333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.418683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.419009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.438112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.438451 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.446028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 8 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.470370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.470722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.471056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.482213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] For port 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:25.505750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] For port 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0b25e1f7-2559-4191-a350-8e36f34d9d6d,segment=NetworkSegment(ce278f99-f997-4e3c-a1c1-45497caa9b16),segment_id=ce278f99-f997-4e3c-a1c1-45497caa9b16)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:25.515237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.515857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.516185 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.520689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 9 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.562813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.563138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.563632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.574705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.575029 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.578778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 10 to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 Feb 16 08:40:25.601714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::1df (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:25.608245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:25.608801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:25.609268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:25.619478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.621955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:25.622226 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:25.622600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.650966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd821729-b78b-42f9-b113-7d2285f49919 None None] Pushing event updated for resources: {'Port': ['ID=0b25e1f7-2559-4191-a350-8e36f34d9d6d,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:25.655294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-39ae0de0-1b6c-4495-93e9-13b3511fd928', 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'tenant_id': '2c3b01657f3641ad9999198de02cb817', 'fixed_ips': [{'subnet_id': 'c0fea10c-ea8c-443a-856f-54bb037f0afe'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:25.656115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.839006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28, host hv-neutron-8294, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:25.839373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempted to set empty binding levels {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:40:25.861661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:25.987999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.020532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.021982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 771d8d38-4333-470b-8528-e5155e7634d1 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:26.033469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.042473 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89054d3c-2725-4ec4-8ba3-04cf3366bfc2 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 3.1852789 Feb 16 08:40:26.050642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56410) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:26.061972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:26.138809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Deleting port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:26.139110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.174428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.198080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.198498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.257071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.269499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:26.274695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:26.299787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:26.304398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:26.305054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.333683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Allocated IP 2001:db8::2 (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/a2e0a0cb-fc35-46a2-862b-a97998001703) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:26.336136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.354483 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cab88736-6139-402b-8158-f8b9873d64e9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2711911 Feb 16 08:40:26.357990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56414) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:26.379131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-567032484', 'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:3f:29:8d'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:26.396170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 4bdf9597-490b-4d30-b275-40c142247428 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:26.401800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.504372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=771d8d38-4333-470b-8528-e5155e7634d1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.515005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83710) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 16 08:40:26.515350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Router aa7d650f-3eb1-4a2e-8427-900496075ab5 migrating from provider to provider. {{(pid=83710) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 16 08:40:26.515710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.532474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.538094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.550181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.561785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.582633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28, host hv-neutron-8294, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:26.583460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.647278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.665688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Transition to ACTIVE for port object a2e0a0cb-fc35-46a2-862b-a97998001703 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:26.687813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9332ac66-6234-4f0f-9237-afb7a57f91cb tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/771d8d38-4333-470b-8528-e5155e7634d1 HTTP/1.1" status: 204 len: 168 time: 2.3585546 Feb 16 08:40:26.698477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Transition to ACTIVE for port object a2e0a0cb-fc35-46a2-862b-a97998001703 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:26.700842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Pushing event deleted for resources: {'Port': ['ID=36c046de-455a-4165-b39f-1b94c047d4d2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.703062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56418) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:26.712849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.744260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Calling delete_port for 9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:26.747428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.797459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:26.805780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:port and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:26.808925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:26.810132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:26.810309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Pushing event updated for resources: {'Port': ['ID=a2e0a0cb-fc35-46a2-862b-a97998001703,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.821429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:26.844902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:26.848411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:26.860539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:26.871198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:26.884239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=4bdf9597-490b-4d30-b275-40c142247428,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:26.966287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff5a100-80d4-4117-9f3a-207b966674ae None None] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:27.010815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port 17a3a670-b4cf-42d4-8847-3be4048c12f2 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:27.045040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.061353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0b25e1f7-2559-4191-a350-8e36f34d9d6d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:27.079213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:27.084447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:27.093076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:27.108005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event deleted for resources: {'Port': ['ID=9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:27.121413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Attempting to bind port a2e0a0cb-fc35-46a2-862b-a97998001703 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:27.121840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Attempting to bind port a2e0a0cb-fc35-46a2-862b-a97998001703 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1954f757-ade7-4f2a-978f-f2b696bc973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:27.122145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Attempting to bind port a2e0a0cb-fc35-46a2-862b-a97998001703 on network 39ae0de0-1b6c-4495-93e9-13b3511fd928 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:27.145647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.158830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9f495ac0-b438-49a1-a6b2-782ad2e85c1c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "DELETE /v2.0/ports/9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 HTTP/1.1" status: 204 len: 168 time: 1.1044688 Feb 16 08:40:27.159946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56422) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:27.163222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b04a3760-a571-48ca-bf4c-f0b956503486 None None] Provisioning for port 0b25e1f7-2559-4191-a350-8e36f34d9d6d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:27.166680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:27.167081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Checking segment: {'id': '1954f757-ade7-4f2a-978f-f2b696bc973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:27.167455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.167852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Bound using segment: {'id': '1954f757-ade7-4f2a-978f-f2b696bc973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:27.168409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Bound port: a2e0a0cb-fc35-46a2-862b-a97998001703, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1954f757-ade7-4f2a-978f-f2b696bc973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:27.168739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.241326 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4305d12-1e6e-4756-949c-6d720b1556c3 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:40:27.242815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e4305d12-1e6e-4756-949c-6d720b1556c3 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Synchronizing usage tracker for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:27.329362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0b25e1f7-2559-4191-a350-8e36f34d9d6d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:27.337529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::3b2 (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/17a3a670-b4cf-42d4-8847-3be4048c12f2) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:27.343882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e4305d12-1e6e-4756-949c-6d720b1556c3 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Unset dirty status for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:27.350408 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4305d12-1e6e-4756-949c-6d720b1556c3 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports/9a9a5bfb-8130-4736-a8b4-d30cfc6d5e28 HTTP/1.1" status: 404 len: 333 time: 0.1583781 Feb 16 08:40:27.353410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56426) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:27.363163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-155588291'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:27.365023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0b25e1f7-2559-4191-a350-8e36f34d9d6d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:27.365399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.372219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:27.415535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:27.416121 dv-neutron-829488-1-hyperv neutron-server[83710]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] No L3 agents can host the router aa7d650f-3eb1-4a2e-8427-900496075ab5 Feb 16 08:40:27.439377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.455870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] For port a2e0a0cb-fc35-46a2-862b-a97998001703, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:27.464023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Made reservation on behalf of 5c4c266db8e44046b931647fb7ce8002 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:27.469661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.479431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] For port a2e0a0cb-fc35-46a2-862b-a97998001703, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a2e0a0cb-fc35-46a2-862b-a97998001703,segment=NetworkSegment(1954f757-ade7-4f2a-978f-f2b696bc973d),segment_id=1954f757-ade7-4f2a-978f-f2b696bc973d)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:27.489259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.537581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:27.539136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.576791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port ce7822a4-daba-46ae-906b-ee69d5c26b10 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:27.647966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c24bcc-6d5b-46c1-bfa4-1861c0d233b5 None None] Pushing event updated for resources: {'Port': ['ID=a2e0a0cb-fc35-46a2-862b-a97998001703,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:27.650877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.662613 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4f605173-26ba-4ba4-ab7f-55898bb4e88f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.6705210 Feb 16 08:40:27.666165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.680076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.709651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56430) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:27.742311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0b25e1f7-2559-4191-a350-8e36f34d9d6d,segment=NetworkSegment(ce278f99-f997-4e3c-a1c1-45497caa9b16),segment_id=ce278f99-f997-4e3c-a1c1-45497caa9b16)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:27.750659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.871557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=0b25e1f7-2559-4191-a350-8e36f34d9d6d,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:27.893027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4080c-4b27-40ea-b723-801ada5c8c7e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:27.894135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07a4080c-4b27-40ea-b723-801ada5c8c7e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:27.905568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:27.951672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 4bdf9597-490b-4d30-b275-40c142247428 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:27.951973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.010539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object 17a3a670-b4cf-42d4-8847-3be4048c12f2 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:28.069805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07a4080c-4b27-40ea-b723-801ada5c8c7e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:28.075084 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-07a4080c-4b27-40ea-b723-801ada5c8c7e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 1.3215723 Feb 16 08:40:28.077314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56434) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.137066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Provisioning for port 4bdf9597-490b-4d30-b275-40c142247428 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:28.153728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Provisioning complete for port 4bdf9597-490b-4d30-b275-40c142247428 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:28.154370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.190515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-40042c80-3490-429d-8f0a-34a88adc5d14 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:40:28.196364 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-40042c80-3490-429d-8f0a-34a88adc5d14 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/771d8d38-4333-470b-8528-e5155e7634d1 HTTP/1.1" status: 404 len: 333 time: 0.0685139 Feb 16 08:40:28.198628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56438) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.210298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1747631357'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:28.220332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:28.243341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Port 4bdf9597-490b-4d30-b275-40c142247428 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:28.273702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:28.278080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Provisioning complete for port 0b25e1f7-2559-4191-a350-8e36f34d9d6d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:28.278699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e6c9b0d-3fc1-4a6f-95f8-421591129faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.280508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:28.293258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:28.295632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Hosts for router aa7d650f-3eb1-4a2e-8427-900496075ab5: [] {{(pid=83710) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 16 08:40:28.358736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Hosts for other DVR routers connected to router aa7d650f-3eb1-4a2e-8427-900496075ab5: set() {{(pid=83710) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 16 08:40:28.361365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.364963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b7369ae4-4044-4d74-a97a-e44b4e6c1336 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "PUT /v2.0/routers/aa7d650f-3eb1-4a2e-8427-900496075ab5 HTTP/1.1" status: 200 len: 717 time: 3.7582691 Feb 16 08:40:28.366902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:28.369824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.391456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Router 297243c4-ef8c-4c86-a66a-918899f9f1bb has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:40:28.392112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.435761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.548694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:28.592067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.593873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=17a3a670-b4cf-42d4-8847-3be4048c12f2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:28.597410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:28.604874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:28.608788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.617550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:28.621666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.622364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.622688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.623037 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment 3a8b271b-6218-40bc-bb58-6aa264c36847 of type vlan for network 89da5995-7ad1-451f-948c-907b661c48e8 Feb 16 08:40:28.653118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-58448878-67ba-40d1-aa26-d871c11c9f5d None None] Provisioning complete for port 4bdf9597-490b-4d30-b275-40c142247428 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:28.654136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-58448878-67ba-40d1-aa26-d871c11c9f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.713261 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b34dcc74-7066-4f4f-a32e-0e884e7ade53 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "GET /v2.0/routers/aa7d650f-3eb1-4a2e-8427-900496075ab5 HTTP/1.1" status: 200 len: 717 time: 0.3175724 Feb 16 08:40:28.731386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-58448878-67ba-40d1-aa26-d871c11c9f5d None None] Port 4bdf9597-490b-4d30-b275-40c142247428 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:28.732092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.736607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56446) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.770920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 4bdf9597-490b-4d30-b275-40c142247428 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:28.777080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:40:28.792255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.796303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] Sync routers for ids ['297243c4-ef8c-4c86-a66a-918899f9f1bb'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:40:28.805091 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9003c600-eccd-4899-892b-955e5ebd83e2 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "PUT /v2.0/routers/297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 200 len: 709 time: 6.9013877 Feb 16 08:40:28.806996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56452) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.821671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] Routers {'297243c4-ef8c-4c86-a66a-918899f9f1bb'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:28.822321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:40:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['297243c4-ef8c-4c86-a66a-918899f9f1bb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:28.834355 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fe102b8b-6dc3-4d00-9da7-397d91f08edf tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.4751973 Feb 16 08:40:28.838649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56456) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:28.945731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.950866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:28.951852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:28.961616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:28.984035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] Routers {'297243c4-ef8c-4c86-a66a-918899f9f1bb'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:40:28.984905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:40:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['297243c4-ef8c-4c86-a66a-918899f9f1bb'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:28.996876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.075515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=ce7822a4-daba-46ae-906b-ee69d5c26b10,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:29.082160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0b25e1f7-2559-4191-a350-8e36f34d9d6d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:29.103485 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9007013 Feb 16 08:40:29.120925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:29.121452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeeffa6-1a61-4181-b8e6-b5b660f6d23d None None] The sync data for ids ['297243c4-ef8c-4c86-a66a-918899f9f1bb'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:40:29.128932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56460) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.155842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:29.174839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0b25e1f7-2559-4191-a350-8e36f34d9d6d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:29.175169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.225077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:29.229746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:29.233574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:29.234460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Synchronizing usage tracker for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:29.255450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6caefd2c-6fef-4186-9b1a-7669ef9eb0ac None None] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:29.351575 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8e51554f-b1cc-4ab7-a6d5-9acfe085adaa tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/routers/297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 200 len: 744 time: 0.5385773 Feb 16 08:40:29.351575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36a9a71-6832-4298-9191-6346f3e58e35 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=89da5995-7ad1-451f-948c-907b661c48e8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:29.353760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56464) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.373748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:29.397241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4031393-2608-4e72-bcad-99a40b0f8819 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Synchronizing usage tracker for tenant:380bc1bcd4c149179a50f7106baec526 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:29.417184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:29.422733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cd7e1668-467f-4816-8921-eb02106c220b tempest-RoutersTestDVR-1739914689 tempest-RoutersTestDVR-1739914689-project] 10.222.0.94 "GET /v2.0/routers/aa7d650f-3eb1-4a2e-8427-900496075ab5 HTTP/1.1" status: 200 len: 683 time: 0.6811082 Feb 16 08:40:29.423673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56468) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.445325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:29.450883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:29.451733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:29.452323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.483478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-febdf2ae-90de-4bfc-8559-4978dc9e3be5 None None] Provisioning for port a2e0a0cb-fc35-46a2-862b-a97998001703 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:29.510294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Unset dirty status for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:29.514545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-395bb363-97d3-4b6e-a141-23871dafc416 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6748869 Feb 16 08:40:29.518460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56472) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.521796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:29.524910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.591092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:29.594680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4031393-2608-4e72-bcad-99a40b0f8819 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] Unset dirty status for tenant:380bc1bcd4c149179a50f7106baec526 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:29.598306 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e4031393-2608-4e72-bcad-99a40b0f8819 tempest-RoutersIpV6AdminTest-57247234 tempest-RoutersIpV6AdminTest-57247234-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 200 len: 205 time: 0.2410758 Feb 16 08:40:29.603004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56476) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.607897 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2c1f8e02-3861-40fb-8467-fcfb41ee4834 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2501740 Feb 16 08:40:29.607897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:29.620740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56478) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.627815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=4bdf9597-490b-4d30-b275-40c142247428,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:29.637444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a2e0a0cb-fc35-46a2-862b-a97998001703 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:29.637810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:29.643746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:29.714376 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e8fe3b7-60b4-4b36-a3a3-57c690362b91 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 200 len: 205 time: 0.0590906 Feb 16 08:40:29.714891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56484) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:29.746927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port 17a3a670-b4cf-42d4-8847-3be4048c12f2 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:29.747906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.781039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a2e0a0cb-fc35-46a2-862b-a97998001703 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:29.788199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:29.789700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a2e0a0cb-fc35-46a2-862b-a97998001703 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:29.790084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.858105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.938553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:29.983662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a2e0a0cb-fc35-46a2-862b-a97998001703, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a2e0a0cb-fc35-46a2-862b-a97998001703,segment=NetworkSegment(1954f757-ade7-4f2a-978f-f2b696bc973d),segment_id=1954f757-ade7-4f2a-978f-f2b696bc973d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:29.988615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.031852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.045853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.084332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.086615 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9dab1823-54c7-4754-b938-5b140f12fb65 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/4bdf9597-490b-4d30-b275-40c142247428 HTTP/1.1" status: 204 len: 168 time: 2.3741856 Feb 16 08:40:30.099253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a2e0a0cb-fc35-46a2-862b-a97998001703,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:30.101404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:30.190637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.217009 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-98782cb1-a591-44b2-b5c6-0167902cddc2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:30.218601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-98782cb1-a591-44b2-b5c6-0167902cddc2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:30.227146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Provisioning for port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:30.238511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Provisioning complete for port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.238950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.315838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:30.332352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Provisioning complete for port a2e0a0cb-fc35-46a2-862b-a97998001703 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.332734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.397955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-98782cb1-a591-44b2-b5c6-0167902cddc2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:30.399393 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-98782cb1-a591-44b2-b5c6-0167902cddc2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/4bdf9597-490b-4d30-b275-40c142247428 HTTP/1.1" status: 404 len: 333 time: 0.2909961 Feb 16 08:40:30.403606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56492) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:30.503320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Provisioning for port 17a3a670-b4cf-42d4-8847-3be4048c12f2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:30.511055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Provisioning complete for port 17a3a670-b4cf-42d4-8847-3be4048c12f2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.511692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.579424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-954b1e4a-37cd-4321-9791-5fb3506bab65 None None] Port 17a3a670-b4cf-42d4-8847-3be4048c12f2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:30.587056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.704041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Provisioning complete for port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.704801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.752570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for 17a3a670-b4cf-42d4-8847-3be4048c12f2 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:30.763453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:30.776943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Provisioning complete for port 17a3a670-b4cf-42d4-8847-3be4048c12f2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.777294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.797591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.831408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c985d978-4000-413f-b04f-6c9351dbb91a None None] Port 17a3a670-b4cf-42d4-8847-3be4048c12f2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:30.894319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a2e0a0cb-fc35-46a2-862b-a97998001703 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:30.925153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.944552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.955642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.980329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.980834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aa7d650f-3eb1-4a2e-8427-900496075ab5 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:30.990702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a2e0a0cb-fc35-46a2-862b-a97998001703 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:30.991127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:30.998158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.002661 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5a889fa6-e2e6-4cc9-a432-ffe86fafbf1f tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "DELETE /v2.0/routers/aa7d650f-3eb1-4a2e-8427-900496075ab5 HTTP/1.1" status: 204 len: 168 time: 1.5752738 Feb 16 08:40:31.003032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56496) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.008960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Request body: {'router': {'name': 'tempest-router-1488846933', 'distributed': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:31.013366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.013858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Fanout notify agent at l3_agent the message router_deleted on router 297243c4-ef8c-4c86-a66a-918899f9f1bb {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:31.015622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:31.025640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Usage tracker for resource:router and tenant:d9db958a2d084aa3a9b0fd6dcbbacaa7 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:31.030987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.032036 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9a8a8128-2b87-4f46-872d-13d23aa69a87 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 204 len: 168 time: 1.3165193 Feb 16 08:40:31.033586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:31.036209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56500) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.077403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:31.078029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:40:31.087043 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9baed642-6678-486e-a168-a54a6d55a4fd tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 200 len: 205 time: 0.0498319 Feb 16 08:40:31.089504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56504) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.094838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.150146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.151031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.162610 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-f937a20f-47ba-4680-affc-05dcd440ac81 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:31.163798 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f937a20f-47ba-4680-affc-05dcd440ac81 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/297243c4-ef8c-4c86-a66a-918899f9f1bb HTTP/1.1" status: 404 len: 336 time: 0.0732515 Feb 16 08:40:31.166384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.218806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-52da83ea-1992-42f7-b965-cccd4ea0ac43 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 200 len: 205 time: 0.0511742 Feb 16 08:40:31.221484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56512) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.279861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.291560 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-312dd2cf-f4a3-4ba1-9b7a-d634735639c9 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:31.292563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-312dd2cf-f4a3-4ba1-9b7a-d634735639c9 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/466d06d5-2be2-433b-acdb-84aca0058e85 HTTP/1.1" status: 404 len: 336 time: 0.0700998 Feb 16 08:40:31.293888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port ce7822a4-daba-46ae-906b-ee69d5c26b10 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:31.295574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56516) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.303780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet a16782df-e5eb-463a-9e01-b7e5bf4e43bf {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:31.316822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=ce98f7df-8bf9-4657-b8ed-e61d2d2560b9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:31.323751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.326194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.342082 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa9beb73-4a21-4eae-a620-3ed7664dd2b5 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 200 len: 205 time: 0.0454273 Feb 16 08:40:31.344425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56520) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.392498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.401062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.411968 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-45ab997b-896f-433e-9569-8a11b1d3d26c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:31.412951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-45ab997b-896f-433e-9569-8a11b1d3d26c tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/1c6c86f6-c775-4a56-ad94-c305c1fce4f9 HTTP/1.1" status: 404 len: 336 time: 0.0677083 Feb 16 08:40:31.417626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56524) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.449891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Transition to ACTIVE for port object ce7822a4-daba-46ae-906b-ee69d5c26b10 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:31.457736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=17a3a670-b4cf-42d4-8847-3be4048c12f2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:31.463161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.468522 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-91da76fa-a3f0-4cbc-b4e7-8611def63b94 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 200 len: 205 time: 0.0499508 Feb 16 08:40:31.469516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.473807 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-12ba61b3-7ba3-4c0d-bd1d-7925eae96bb2 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4667087 Feb 16 08:40:31.473807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56528) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.473807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56532) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.497181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.590016 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-a7b0f6d9-917d-4b1f-869e-bedc2c24a1fc tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:31.593527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': '3a8b271b-6218-40bc-bb58-6aa264c36847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:31.594055 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7b0f6d9-917d-4b1f-869e-bedc2c24a1fc tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/52d4cd2a-b25e-4d86-be99-cc3321ef9c75 HTTP/1.1" status: 404 len: 336 time: 0.1189125 Feb 16 08:40:31.594154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: 89da5995-7ad1-451f-948c-907b661c48e8, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:31.597601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56536) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.654060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.698104 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6d89b70a-9243-4505-97d2-8942cf276b4d tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 200 len: 205 time: 0.0994303 Feb 16 08:40:31.701116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.724786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=ce7822a4-daba-46ae-906b-ee69d5c26b10,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:31.779921 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-54f3afb3-f1a2-41f9-910e-25e0e4a41f83 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:31.780938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-54f3afb3-f1a2-41f9-910e-25e0e4a41f83 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/322e2c93-fa9d-4eff-a503-bcffab32a8c2 HTTP/1.1" status: 404 len: 336 time: 0.0788054 Feb 16 08:40:31.783738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.827813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.842723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.851650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 89da5995-7ad1-451f-948c-907b661c48e8 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:31.853574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:31.853905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:31.854231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:31.860019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.885099 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7d8c0119-b695-4d3b-bffe-2845fc88b66e tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a78270a-66d4-444a-acf5-588498bd77c5 HTTP/1.1" status: 200 len: 205 time: 0.0980747 Feb 16 08:40:31.888596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56548) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:31.970170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 89da5995-7ad1-451f-948c-907b661c48e8) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:31.974804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:31.975376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:31.978533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe3994f-2d6a-41cd-ba4e-2680f74b7028 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:31.982971 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9e863641-e88e-4757-9fde-82014a76f131 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/17a3a670-b4cf-42d4-8847-3be4048c12f2 HTTP/1.1" status: 204 len: 168 time: 2.4631424 Feb 16 08:40:31.995978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:31.996310 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:31.999454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.008541 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 2 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:32.013570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-0cb0beb8-1881-4418-8b79-52b84b3de590 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] delete failed (client error): The resource could not be found. Feb 16 08:40:32.014682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0cb0beb8-1881-4418-8b79-52b84b3de590 tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/routers/1a78270a-66d4-444a-acf5-588498bd77c5 HTTP/1.1" status: 404 len: 336 time: 0.1219034 Feb 16 08:40:32.060471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56556) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.121316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9dcc402-6d06-4299-a6da-f786aa0acf29 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] GET failed (client error): The resource could not be found. Feb 16 08:40:32.121836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a9dcc402-6d06-4299-a6da-f786aa0acf29 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Synchronizing usage tracker for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:32.129547 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6a263dd7-99e8-404c-afbe-69dd7ec0665e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9988539 Feb 16 08:40:32.135996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56560) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.140723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:32.141207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:32.141686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:32.151667 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82f614c-b251-4c9c-a736-299c603f896f tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] DELETE failed (client error): The resource could not be found. Feb 16 08:40:32.152311 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82f614c-b251-4c9c-a736-299c603f896f tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:40:32.162216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:32.248704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-89da5995-7ad1-451f-948c-907b661c48e8', 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': 'ce98f7df-8bf9-4657-b8ed-e61d2d2560b9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:32.249834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.266110 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e82f614c-b251-4c9c-a736-299c603f896f tempest-RoutersIpV6AdminTest-344991109 tempest-RoutersIpV6AdminTest-344991109-project] 10.222.0.94 "DELETE /v2.0/subnets/cd2f21f3-6796-4f01-ae6d-af3a2b913cea HTTP/1.1" status: 404 len: 337 time: 0.2037537 Feb 16 08:40:32.270786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:32.271130 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:32.284344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 3 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:32.292411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a9dcc402-6d06-4299-a6da-f786aa0acf29 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Unset dirty status for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:32.293539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a9dcc402-6d06-4299-a6da-f786aa0acf29 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports/17a3a670-b4cf-42d4-8847-3be4048c12f2 HTTP/1.1" status: 404 len: 333 time: 0.2778869 Feb 16 08:40:32.294581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.329275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.345740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-975395521'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:32.374212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.377448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=a16782df-e5eb-463a-9e01-b7e5bf4e43bf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:32.387269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:32.387623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:32.388055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:32.388641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.426758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.427368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 710e2ab5-e085-43bd-a68c-8ce1b6146446 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:40:32.437995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.439268 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-311dc55e-b520-464f-973f-c7c3b547d052 tempest-RoutersTestDVR-802477916 tempest-RoutersTestDVR-802477916-project-admin] 10.222.0.94 "DELETE /v2.0/routers/710e2ab5-e085-43bd-a68c-8ce1b6146446 HTTP/1.1" status: 204 len: 168 time: 0.9647145 Feb 16 08:40:32.487346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.492172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56572) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.492344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-acc10e62-d666-43a1-93e8-71359eed4c37 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/a16782df-e5eb-463a-9e01-b7e5bf4e43bf HTTP/1.1" status: 204 len: 168 time: 2.0748613 Feb 16 08:40:32.503740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:32.504063 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:32.515786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 4 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:32.559387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:32.559634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:32.559884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:32.562705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:32.571006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcb05ef-9dd1-4f97-8216-1d7450fe3c67 None None] Network 9702229b-05d3-45cb-8d21-9286266d0ab8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:32.581579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:32.588351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:32.605152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:32.605827 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:32.606281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:32.609708 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 5 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:32.632921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:32.638771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:32.642278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.656790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:32.657129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:32.657468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:32.711860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56578) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.726992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:32.748269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:32.748653 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:32.751753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Allocated IP 2001:db8::2 (89da5995-7ad1-451f-948c-907b661c48e8/ce98f7df-8bf9-4657-b8ed-e61d2d2560b9/cf84e253-5456-4a43-8d00-71e82bbaadac) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:32.752953 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 6 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:32.770805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.785472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 0b25e1f7-2559-4191-a350-8e36f34d9d6d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:32.785879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.801050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:32.804196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:32.843276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:32.843610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:32.843944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:32.876438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56586) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:32.905508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:32.987071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:32.987392 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:32.994255 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 7 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:33.050456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.070385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.097591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0b25e1f7-2559-4191-a350-8e36f34d9d6d,segment=NetworkSegment(ce278f99-f997-4e3c-a1c1-45497caa9b16),segment_id=ce278f99-f997-4e3c-a1c1-45497caa9b16)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:33.097976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.143486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:33.143831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:33.144163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:33.147386 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.ipam_backend_mixin [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce98f7df-8bf9-4657-b8ed-e61d2d2560b9 (CIDR: 2001:db8::/64) Feb 16 08:40:33.159291 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:40:33.159819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:40:33.169761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.171365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:33.171963 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:33.182351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 8 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:33.186247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Transition to ACTIVE for port object cf84e253-5456-4a43-8d00-71e82bbaadac will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:33.190991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] DHCP port deletion for 9702229b-05d3-45cb-8d21-9286266d0ab8 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:33.204620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Deleting port 0b25e1f7-2559-4191-a350-8e36f34d9d6d {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:33.204990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.247364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Transition to ACTIVE for port object cf84e253-5456-4a43-8d00-71e82bbaadac will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:33.248082 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7980c494-6abc-4ffe-a43b-a0882c669eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1084375 Feb 16 08:40:33.249891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:33.250790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:33.251620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:33.255108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56594) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:33.261800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.269536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:33.293766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 0b25e1f7-2559-4191-a350-8e36f34d9d6d owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:33.343909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:33.358487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Usage tracker for resource:security_group_rule and tenant:23201b59814445f5a937b8679f4e0f3a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:33.365167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:33.368626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:33.378117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:33.379224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:33.379790 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:33.381260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Usage tracker for resource:security_group_rule and tenant:a31df9e93e2c4a0cada9e17175f35787 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:33.386655 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 9 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:33.387301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:33.388378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:33.393918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:33.396361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:33.397905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Pushing event updated for resources: {'Port': ['ID=cf84e253-5456-4a43-8d00-71e82bbaadac,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:33.400639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:33.433635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::310 (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:33.440304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:33.440917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:33.441440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:33.453950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.498586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:33.499231 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:33.503790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 10 to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 Feb 16 08:40:33.523089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=0b25e1f7-2559-4191-a350-8e36f34d9d6d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:33.542170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port 0b25e1f7-2559-4191-a350-8e36f34d9d6d on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:33.550891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:33.551316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:33.551717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:33.563511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:33.585862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:33.593147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:33.609946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] For port 0b25e1f7-2559-4191-a350-8e36f34d9d6d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0b25e1f7-2559-4191-a350-8e36f34d9d6d,segment=NetworkSegment(ce278f99-f997-4e3c-a1c1-45497caa9b16),segment_id=ce278f99-f997-4e3c-a1c1-45497caa9b16)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:33.610346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.645027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:33.645610 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port ce7822a4-daba-46ae-906b-ee69d5c26b10 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:33.645775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.658751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:33.675222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Attempting to bind port cf84e253-5456-4a43-8d00-71e82bbaadac on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:33.675671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Attempting to bind port cf84e253-5456-4a43-8d00-71e82bbaadac by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '3a8b271b-6218-40bc-bb58-6aa264c36847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:33.676101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Attempting to bind port cf84e253-5456-4a43-8d00-71e82bbaadac on network 89da5995-7ad1-451f-948c-907b661c48e8 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:33.714613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.728857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.732848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.741787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Calling delete_port for 0b25e1f7-2559-4191-a350-8e36f34d9d6d owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:33.750630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.755603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:33.757766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.759313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.789525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:33.789984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Checking segment: {'id': '3a8b271b-6218-40bc-bb58-6aa264c36847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:33.790290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.790702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Bound using segment: {'id': '3a8b271b-6218-40bc-bb58-6aa264c36847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:33.791170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Bound port: cf84e253-5456-4a43-8d00-71e82bbaadac, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8b271b-6218-40bc-bb58-6aa264c36847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '89da5995-7ad1-451f-948c-907b661c48e8'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:33.791538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.824489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9702229b-05d3-45cb-8d21-9286266d0ab8']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:33.841571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e131b5b8-68f5-466b-8072-941d1fd08074,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:33.845208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce278f99-f997-4e3c-a1c1-45497caa9b16') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:33.845508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce278f99-f997-4e3c-a1c1-45497caa9b16') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:33.865950 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7515436c-ce8a-4a85-b52e-75ad0100ca10 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a31df9e93e2c4a0cada9e17175f35787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9819679 Feb 16 08:40:33.867839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:33.867839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:33.872072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=23201b59814445f5a937b8679f4e0f3a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1564915 Feb 16 08:40:33.872072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.876625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56598) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:33.876959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56600) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:33.900757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.908657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f7899-b4ea-4ef7-8a5b-17c8c545f526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b25800c-4acb-4413-8664-ed0100cf75ce,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:33.915740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:33.916380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.924591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:33.930530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cf84e253-5456-4a43-8d00-71e82bbaadac,segment=NetworkSegment(3a8b271b-6218-40bc-bb58-6aa264c36847),segment_id=3a8b271b-6218-40bc-bb58-6aa264c36847)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:33.938758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:33.943260 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:33.969961 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port ce7822a4-daba-46ae-906b-ee69d5c26b10, host hv-neutron-8294, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:33.970325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempted to set empty binding levels {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:40:33.986650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.021580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.037735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0cc8b-1632-40c4-819a-ed9c51429a26 None None] Pushing event updated for resources: {'Port': ['ID=cf84e253-5456-4a43-8d00-71e82bbaadac,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.065578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.067548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.099551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=9702229b-05d3-45cb-8d21-9286266d0ab8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.118498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:34.129128 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa4a06a8-f969-42b7-9d24-e93fce0c9f10 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/9702229b-05d3-45cb-8d21-9286266d0ab8 HTTP/1.1" status: 204 len: 168 time: 1.6354129 Feb 16 08:40:34.134372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56606) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:34.141688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'name': 'tempest-PortsTestJSON-1872096002'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:34.157245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] In _notify_port_updated(), no bound segment for port ce7822a4-daba-46ae-906b-ee69d5c26b10 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:34.158293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.159661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "PUT /v2.0/ports/ce7822a4-daba-46ae-906b-ee69d5c26b10 HTTP/1.1" status: 200 len: 976 time: 4.5284145 Feb 16 08:40:34.167633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56610) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:34.168866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd08278b-7014-453f-a409-86a358bced26 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=ce7822a4-daba-46ae-906b-ee69d5c26b10,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.198342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.289473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.291972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.369520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Deleting port 0b25e1f7-2559-4191-a350-8e36f34d9d6d {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:34.370052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.392855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:34.406643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:34.440533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:34.445892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:34.446742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.471686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.477262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.486376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7c0d7630-5028-41e8-b405-f59e2d7a0871 None None] The port '0b25e1f7-2559-4191-a350-8e36f34d9d6d' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:34.510269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.538622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:34.544614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:34.549747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-deece3c1-262e-4ada-8c8c-48f11f533ba7 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2129135 Feb 16 08:40:34.554545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56614) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:34.557069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:34.564011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:3f:29:8d'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:34.597491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:34.644900 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-854975b1-cd7e-4472-a842-c576628873a5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14267 time: 0.4638240 Feb 16 08:40:34.651356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56618) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:34.656925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.660080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:34.663245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.681273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b25800c-4acb-4413-8664-ed0100cf75ce,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.682980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.698317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.776586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e131b5b8-68f5-466b-8072-941d1fd08074,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.788118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.791724 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-29483be6-b136-4a38-b229-d5fb4555da33 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e131b5b8-68f5-466b-8072-941d1fd08074 HTTP/1.1" status: 204 len: 168 time: 0.9006722 Feb 16 08:40:34.791724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 89da5995-7ad1-451f-948c-907b661c48e8 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:34.801232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.807234 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-68f4f31d-c35c-48d8-9ea4-88ab386030cf admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2b25800c-4acb-4413-8664-ed0100cf75ce HTTP/1.1" status: 204 len: 168 time: 0.9165466 Feb 16 08:40:34.810426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:34.815512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:34.817159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.833731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 49d0fddd-97b3-4090-ab76-1ec800ea4378 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:34.835172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-07210fd0-f311-4850-aaf2-d75393b1b04b None None] Provisioning for port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:34.843942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-07210fd0-f311-4850-aaf2-d75393b1b04b None None] Provisioning complete for port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:34.844638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-07210fd0-f311-4850-aaf2-d75393b1b04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.861410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=467eb59f-9c10-4ca4-a474-ecaef93f8395,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:34.876757 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-73999054-33aa-49fe-81df-d1b1e474dcef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6125667 Feb 16 08:40:34.876926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Deleting port ce7822a4-daba-46ae-906b-ee69d5c26b10 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:34.877032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56626) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:34.877130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:34.887632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'fixed_ips': [{'subnet_id': 'ce98f7df-8bf9-4657-b8ed-e61d2d2560b9'}, {'subnet_id': '467eb59f-9c10-4ca4-a474-ecaef93f8395'}], 'name': 'tempest-PortsIpV6TestJSON-2123135188'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:34.994060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-07210fd0-f311-4850-aaf2-d75393b1b04b None None] Port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:35.060225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cf84e253-5456-4a43-8d00-71e82bbaadac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:35.175369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:35.182370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:35.182667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port cf84e253-5456-4a43-8d00-71e82bbaadac completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:35.186960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:35.218469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:35.231892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:35.266630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0b25e1f7-2559-4191-a350-8e36f34d9d6d no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:35.314288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0b25e1f7-2559-4191-a350-8e36f34d9d6d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:35.314797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0b25e1f7-2559-4191-a350-8e36f34d9d6d not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:35.460974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port ce7822a4-daba-46ae-906b-ee69d5c26b10, host hv-neutron-8294, got binding levels [] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:35.461527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.473041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.499525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 08844fbc-de6f-46ed-af8e-1b9daac890d8 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:35.515449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2769f11d-e3ed-447d-a860-499672ce7248 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:35.637319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.645476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56634) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:35.645689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Calling delete_port for ce7822a4-daba-46ae-906b-ee69d5c26b10 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:35.668553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56638) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:35.703762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.735168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Provisioning for port cf84e253-5456-4a43-8d00-71e82bbaadac completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:35.746671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:35.747393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.818924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.850167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.860762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:35.914212 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-537b818d-a779-4551-9794-3c4d35fa0a93 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=380bc1bcd4c149179a50f7106baec526&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2650671 Feb 16 08:40:35.923278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56642) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:35.992004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:35.995581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.003413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=49d0fddd-97b3-4090-ab76-1ec800ea4378,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.007754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:36.013171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Usage tracker for resource:security_group_rule and tenant:d9db958a2d084aa3a9b0fd6dcbbacaa7 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:36.018278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.022470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:36.039075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:36.067957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:36.068256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cf84e253-5456-4a43-8d00-71e82bbaadac,segment=NetworkSegment(3a8b271b-6218-40bc-bb58-6aa264c36847),segment_id=3a8b271b-6218-40bc-bb58-6aa264c36847)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:36.073321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.087399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:36.091472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:36.092156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.103269 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "DELETE /v2.0/ports/ce7822a4-daba-46ae-906b-ee69d5c26b10 HTTP/1.1" status: 204 len: 168 time: 1.4466245 Feb 16 08:40:36.103269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb036f9-8832-4fa0-8aaa-73290d34a1b5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce7822a4-daba-46ae-906b-ee69d5c26b10,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.106966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56646) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:36.150071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.190366 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ab720b71-d691-4de6-b70b-e7988c8909fe tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0546377 Feb 16 08:40:36.193658 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a6fa1d-89ce-4b8f-aa7e-fc3d76b800c8 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:40:36.194214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-87a6fa1d-89ce-4b8f-aa7e-fc3d76b800c8 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Synchronizing usage tracker for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:36.199666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56650) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:36.219748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Update dhcp port {'port': {'network_id': '89da5995-7ad1-451f-948c-907b661c48e8', 'fixed_ips': [{'subnet_id': 'ce98f7df-8bf9-4657-b8ed-e61d2d2560b9', 'ip_address': '2001:db8::2'}, {'subnet_id': '467eb59f-9c10-4ca4-a474-ecaef93f8395'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'cf84e253-5456-4a43-8d00-71e82bbaadac'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:40:36.221401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::2a3 (89da5995-7ad1-451f-948c-907b661c48e8/ce98f7df-8bf9-4657-b8ed-e61d2d2560b9/08844fbc-de6f-46ed-af8e-1b9daac890d8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:36.238663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.251399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d094135-2cec-42b5-af1e-34d102cbde90 None None] Pushing event updated for resources: {'Port': ['ID=cf84e253-5456-4a43-8d00-71e82bbaadac,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.251735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8:0:1::2da (89da5995-7ad1-451f-948c-907b661c48e8/467eb59f-9c10-4ca4-a474-ecaef93f8395/08844fbc-de6f-46ed-af8e-1b9daac890d8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:36.254787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.259993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-87a6fa1d-89ce-4b8f-aa7e-fc3d76b800c8 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Unset dirty status for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:36.263728 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-87a6fa1d-89ce-4b8f-aa7e-fc3d76b800c8 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports/ce7822a4-daba-46ae-906b-ee69d5c26b10 HTTP/1.1" status: 404 len: 333 time: 0.1451077 Feb 16 08:40:36.267609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:36.272515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.284880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1857390071', 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:36.286050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.318065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 49d0fddd-97b3-4090-ab76-1ec800ea4378 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:36.318805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:36.319058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.363829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c916443-33dd-4f46-9967-f93be58b227d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.368784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:36.390530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.396443 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c00b89eb-543c-4f5a-aba1-3f23e759c243 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d9db958a2d084aa3a9b0fd6dcbbacaa7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7269661 Feb 16 08:40:36.401145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56658) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:36.407246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Made reservation on behalf of 5c4c266db8e44046b931647fb7ce8002 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:36.409512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.506794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.526743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port 6e37ce21-36ba-4698-a7d7-5219f7504eb4 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:36.543583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.577990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43379c06-0aab-49c3-abd6-d115f9724228,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.662576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.666787 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8d01e1ba-9b5b-4eba-8954-8ec43efcf383 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/43379c06-0aab-49c3-abd6-d115f9724228 HTTP/1.1" status: 204 len: 168 time: 0.7404985 Feb 16 08:40:36.707174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.720534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] In _notify_port_updated(), no bound segment for port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 on network 39ae0de0-1b6c-4495-93e9-13b3511fd928 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:36.724303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:36.725143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.727219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "PUT /v2.0/ports/5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 HTTP/1.1" status: 200 len: 1002 time: 2.1716859 Feb 16 08:40:36.730542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56664) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:36.739339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83fe6a8-9dc9-4377-8d77-f4ee23918d24 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:36.794741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.802025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.854533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 08844fbc-de6f-46ed-af8e-1b9daac890d8 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:36.940935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:36.941288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.944135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 49d0fddd-97b3-4090-ab76-1ec800ea4378 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:36.949020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cf84e253-5456-4a43-8d00-71e82bbaadac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:36.979879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:36.990146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.069108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.128310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.131444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:37.132468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.135387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.187114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=49d0fddd-97b3-4090-ab76-1ec800ea4378,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:37.190541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.213963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c916443-33dd-4f46-9967-f93be58b227d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:37.225020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.239794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.251533 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bc524073-0c28-436a-bc5e-175ca33a934c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1c916443-33dd-4f46-9967-f93be58b227d HTTP/1.1" status: 204 len: 168 time: 0.8470950 Feb 16 08:40:37.253367 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a36e1511-01df-4f85-954f-1d14e10d83b3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/49d0fddd-97b3-4090-ab76-1ec800ea4378 HTTP/1.1" status: 204 len: 168 time: 1.0366757 Feb 16 08:40:37.261371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:37.275406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'mac_address': 'fa:16:3e:e0:e0:5b', 'name': 'tempest-PortsTestJSON-867925545'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:37.276657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 89da5995-7ad1-451f-948c-907b661c48e8 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:37.282482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:37.287903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:37.292831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:37.293707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.309501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=08844fbc-de6f-46ed-af8e-1b9daac890d8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:37.350927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Allocated IP 2001:db8:0:1::2 (89da5995-7ad1-451f-948c-907b661c48e8/467eb59f-9c10-4ca4-a474-ecaef93f8395/cf84e253-5456-4a43-8d00-71e82bbaadac) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:37.354988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:37.373452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:37.379269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:37.380714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:37.381538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.509749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cfd2543b-5f1d-4251-b534-40e23d6b6113 None None] Provisioning complete for port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:37.510216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cfd2543b-5f1d-4251-b534-40e23d6b6113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.521870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5de271ac-0729-4615-a6ae-6d9193298688 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.6396725 Feb 16 08:40:37.522125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:37.526467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:37.529659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:37.532186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56682) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:37.538092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:37.542362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.556277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:37.560711 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.2869642 Feb 16 08:40:37.575939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce98f7df-8bf9-4657-b8ed-e61d2d2560b9'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:37.648172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56686) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:37.671566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2543b-5f1d-4251-b534-40e23d6b6113 None None] Port 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:37.696887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cf84e253-5456-4a43-8d00-71e82bbaadac,segment=NetworkSegment(3a8b271b-6218-40bc-bb58-6aa264c36847),segment_id=3a8b271b-6218-40bc-bb58-6aa264c36847)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:37.731006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e47784-784c-428d-a384-85294dcbb8bd tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=6e37ce21-36ba-4698-a7d7-5219f7504eb4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:37.743275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.756108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.772600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port d05298f7-9b36-42a2-abaa-ae765c6f42de yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:37.782556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Transition to ACTIVE for port object cf84e253-5456-4a43-8d00-71e82bbaadac will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:37.787320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:37.847415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for 5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:38.042251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7793dc-76e6-4bf2-9c3c-7ee568b80a9b None None] Pushing event updated for resources: {'Port': ['ID=cf84e253-5456-4a43-8d00-71e82bbaadac,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:38.094498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.131721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.166112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1ca384d1-2636-4d23-b63d-0e86f7d4e97a tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Synchronizing usage tracker for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:38.187473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.262726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:38.287285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:38.301050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56708) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:38.301831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:38.311687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:38.312398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.323300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1ca384d1-2636-4d23-b63d-0e86f7d4e97a tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Unset dirty status for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:38.326920 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1ca384d1-2636-4d23-b63d-0e86f7d4e97a tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports/6e37ce21-36ba-4698-a7d7-5219f7504eb4 HTTP/1.1" status: 200 len: 955 time: 0.6728470 Feb 16 08:40:38.349928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56712) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:38.356530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=d05298f7-9b36-42a2-abaa-ae765c6f42de,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:38.379687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c1b965a-6c96-4507-a3cc-ecdf20932209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.423818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-14ab27c6-0410-4b60-a6fb-9df55ebd23c7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1589816 Feb 16 08:40:38.424033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56720) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:38.495946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Deleting port 6e37ce21-36ba-4698-a7d7-5219f7504eb4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:38.496288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.544531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.555011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:40:38.586324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734b288-e85d-4b85-8292-4ece7dc63c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:38.588706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9734b288-e85d-4b85-8292-4ece7dc63c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:38.606843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:38.613007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-34025779'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:38.620620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:38.635769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:network and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:38.698408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:38.729664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:38.750394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9734b288-e85d-4b85-8292-4ece7dc63c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:38.754615 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9734b288-e85d-4b85-8292-4ece7dc63c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/d05298f7-9b36-42a2-abaa-ae765c6f42de HTTP/1.1" status: 200 len: 840 time: 0.3267050 Feb 16 08:40:38.755656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56728) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:38.816621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:38.820340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:38.828195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:38.951119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Delete allocated IP 2001:db8:0:1::2da (89da5995-7ad1-451f-948c-907b661c48e8/467eb59f-9c10-4ca4-a474-ecaef93f8395) {{(pid=83709) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:40:38.959194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cf84e253-5456-4a43-8d00-71e82bbaadac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:39.031214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb7675-b0dc-40ec-a628-95af9e925225 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:39.047425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.074004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.099078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.099840 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bb7c8eb3-803e-4596-ae91-4eae2019d3b9 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 HTTP/1.1" status: 204 len: 168 time: 2.3649330 Feb 16 08:40:39.108296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-80bff706-5ea7-4d30-adb5-a448af8870c9 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.112093 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-80bff706-5ea7-4d30-adb5-a448af8870c9 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2801523 Feb 16 08:40:39.113753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56742) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.121560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-21ac9726-11d9-43ad-a3f1-1c24c16bb36d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.124756 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-21ac9726-11d9-43ad-a3f1-1c24c16bb36d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0089548 Feb 16 08:40:39.126237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56746) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.133122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-887a56d2-7a16-4769-bf5f-7c647b956d80 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.136402 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-887a56d2-7a16-4769-bf5f-7c647b956d80 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0079048 Feb 16 08:40:39.138522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56750) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.146083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-c1814045-bb58-4119-b6e7-223b04412b67 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.149564 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c1814045-bb58-4119-b6e7-223b04412b67 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0077481 Feb 16 08:40:39.157868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.165838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-862c4bdc-9a35-4d5a-a14f-24b022555d4d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.169146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-862c4bdc-9a35-4d5a-a14f-24b022555d4d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0079517 Feb 16 08:40:39.170580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56758) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.172076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.184246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-6542377b-946d-4b24-a5c6-56d5b18fdd3d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.187723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6542377b-946d-4b24-a5c6-56d5b18fdd3d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0138328 Feb 16 08:40:39.189009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.199136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fd64e4cd-8034-48d1-824d-5e8ac013a19a None None] Provisioning for port cf84e253-5456-4a43-8d00-71e82bbaadac completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:39.201166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port d05298f7-9b36-42a2-abaa-ae765c6f42de {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:39.201505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.231494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.236397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fd64e4cd-8034-48d1-824d-5e8ac013a19a None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:39.236834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fd64e4cd-8034-48d1-824d-5e8ac013a19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.252340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Ignored duplicate provisioning block setup for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:40:39.258757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.270773 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-22903c1a-9cfe-49dc-898e-75bdb14d913e tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] GET failed (client error): The resource could not be found. Feb 16 08:40:39.272078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-22903c1a-9cfe-49dc-898e-75bdb14d913e tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports/5daacdc8-1cf0-4e2d-8b82-6946d1dd30f2 HTTP/1.1" status: 404 len: 333 time: 0.1682642 Feb 16 08:40:39.277176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-4b17f0de-343a-46e3-bba3-895865d232d9 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.278511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4b17f0de-343a-46e3-bba3-895865d232d9 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0858855 Feb 16 08:40:39.288473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:39.288998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.301915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56766) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.302250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56768) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.315751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-993125699'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:39.338626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-4d2f2f63-f3c9-48ef-81b6-7f9f34fc3033 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.341958 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4d2f2f63-f3c9-48ef-81b6-7f9f34fc3033 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0337563 Feb 16 08:40:39.356094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56774) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.411454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-13ceb331-e5bd-475c-807f-ba87562933ef tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.415626 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-13ceb331-e5bd-475c-807f-ba87562933ef tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0560434 Feb 16 08:40:39.418990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.428521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:39.447763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Calling delete_port for 6e37ce21-36ba-4698-a7d7-5219f7504eb4 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:39.485189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=08844fbc-de6f-46ed-af8e-1b9daac890d8,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:39.488047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] In _notify_port_updated(), no bound segment for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 on network 89da5995-7ad1-451f-948c-907b661c48e8 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:39.492603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:39.493249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.494580 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3a4aa47f-829f-451f-bffd-3323412ef6f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/ports/08844fbc-de6f-46ed-af8e-1b9daac890d8 HTTP/1.1" status: 200 len: 926 time: 1.9441979 Feb 16 08:40:39.498832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.506524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ce98f7df-8bf9-4657-b8ed-e61d2d2560b9'}, {'subnet_id': '467eb59f-9c10-4ca4-a474-ecaef93f8395'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:39.542104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-7f9216dd-d74c-40d8-9038-42df5d3382bd tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.545832 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7f9216dd-d74c-40d8-9038-42df5d3382bd tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1177151 Feb 16 08:40:39.551565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:security_group_rule and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:39.555796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:39.558392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56786) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.568553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-83c49d3f-5c40-4d57-b08b-a0e1aa080ec4 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.572048 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-83c49d3f-5c40-4d57-b08b-a0e1aa080ec4 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0106735 Feb 16 08:40:39.572498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56790) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.580094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:39.595139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-47c26cc4-aa99-42d7-964a-4040f5f2d452 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.598882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-47c26cc4-aa99-42d7-964a-4040f5f2d452 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0159631 Feb 16 08:40:39.602359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56794) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.607992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.612547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-28545d61-824d-47a0-8416-56cb3ce68e58 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.616111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-28545d61-824d-47a0-8416-56cb3ce68e58 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0087106 Feb 16 08:40:39.619405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56798) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.655654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:39.660166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-7664417e-1e20-41a8-bcb7-5e230dae59c4 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.661174 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7664417e-1e20-41a8-bcb7-5e230dae59c4 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0408423 Feb 16 08:40:39.669390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:port and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:39.671984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.675021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:39.687014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-90389dbd-b98f-4c79-98f5-611d7512f6ea tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.695822 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-90389dbd-b98f-4c79-98f5-611d7512f6ea tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0150807 Feb 16 08:40:39.695822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:39.698898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56806) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.715308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-16d66c1f-50dc-4ff6-93f7-56dad40c2455 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.720071 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-16d66c1f-50dc-4ff6-93f7-56dad40c2455 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0164721 Feb 16 08:40:39.721819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56810) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.730849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-83f0b4b8-52b3-4914-83db-1c602034bcb5 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.735869 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-83f0b4b8-52b3-4914-83db-1c602034bcb5 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0091138 Feb 16 08:40:39.737387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56814) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.744686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:39.760637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.776218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-63cb8d12-3a3f-4fc1-b83c-06e46798b18b tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.781700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-63cb8d12-3a3f-4fc1-b83c-06e46798b18b tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0399904 Feb 16 08:40:39.781700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.783315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56818) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.804397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e37ce21-36ba-4698-a7d7-5219f7504eb4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:39.832105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-348c0732-fa6a-4165-be3b-0b8578b5424d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.836882 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-348c0732-fa6a-4165-be3b-0b8578b5424d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0319605 Feb 16 08:40:39.837177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:39.845093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.848499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56822) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.879921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-2a01750f-f4e2-4a29-b823-7410f84fe953 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.881492 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2a01750f-f4e2-4a29-b823-7410f84fe953 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0201733 Feb 16 08:40:39.889353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56826) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.896047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:39.920938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-79b2f093-91f6-42bd-9e50-f092c4a4c510 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.925342 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-79b2f093-91f6-42bd-9e50-f092c4a4c510 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0283349 Feb 16 08:40:39.927317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.933649 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e34fb27-1f1d-463b-a95c-217d8ce661be tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "DELETE /v2.0/ports/6e37ce21-36ba-4698-a7d7-5219f7504eb4 HTTP/1.1" status: 204 len: 168 time: 1.5771177 Feb 16 08:40:39.935949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-3fc661be-098b-4dce-ba36-58840c71b662 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.939454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fc661be-098b-4dce-ba36-58840c71b662 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0102456 Feb 16 08:40:39.939769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.940128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56836) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:39.993126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-fd6d952e-adb9-4081-b61c-2f433d59805c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:39.996509 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fd6d952e-adb9-4081-b61c-2f433d59805c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0485110 Feb 16 08:40:40.020830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.057594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for d05298f7-9b36-42a2-abaa-ae765c6f42de owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:40.057815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-6e46976f-045a-4b0e-833b-a040a3748caa tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.058796 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6e46976f-045a-4b0e-833b-a040a3748caa tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0240953 Feb 16 08:40:40.089150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56846) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.098132 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd3ad7c-f20c-4b37-addc-31ec85d62092 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:40:40.099009 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3dd3ad7c-f20c-4b37-addc-31ec85d62092 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports/6e37ce21-36ba-4698-a7d7-5219f7504eb4 HTTP/1.1" status: 404 len: 333 time: 0.1550629 Feb 16 08:40:40.101477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-7ddf7632-6ec6-4993-aaf8-03be0bae1bdc tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.103028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7ddf7632-6ec6-4993-aaf8-03be0bae1bdc tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0123127 Feb 16 08:40:40.104831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.107379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56852) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.120842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-437918700'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:40.129042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-60609ee0-da9f-4ba0-aead-a28a0792f564 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.129972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-60609ee0-da9f-4ba0-aead-a28a0792f564 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0163527 Feb 16 08:40:40.136713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56858) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.145013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:40.145786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.148662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-24949431-02e9-4310-9e6f-68145b65dd54 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.149611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-24949431-02e9-4310-9e6f-68145b65dd54 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0121584 Feb 16 08:40:40.153382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.157138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56862) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.165814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-211e93b3-3a49-44ab-a0af-d7b7ed851fe5 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.169217 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-211e93b3-3a49-44ab-a0af-d7b7ed851fe5 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0087099 Feb 16 08:40:40.169217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.169479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:40.173358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56866) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.203463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:40.206325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Usage tracker for resource:port and tenant:5c4c266db8e44046b931647fb7ce8002 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:40.232828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.233284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Added segment 17cdd66b-6bb8-443c-ab5b-11692e61d0e2 of type vlan for network 577ec345-4452-4267-9616-4d83115dec7f Feb 16 08:40:40.236920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.238010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-4eb08b13-2660-44fc-a8dc-d7bb9abac1fb tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.243551 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4eb08b13-2660-44fc-a8dc-d7bb9abac1fb tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0651071 Feb 16 08:40:40.247120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.251512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:40.293163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:40.297630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-5ecdc65f-656a-47ba-92d9-6b7f1d3b3668 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.302049 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ecdc65f-656a-47ba-92d9-6b7f1d3b3668 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0469847 Feb 16 08:40:40.304486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56874) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.319099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0726e6e-d091-44c3-90b4-a2400b404888,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:40.342126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-e8c81fd4-6a60-43a7-bf3f-032571f53ec3 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.346362 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e8c81fd4-6a60-43a7-bf3f-032571f53ec3 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0292292 Feb 16 08:40:40.347840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56878) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.356126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=d05298f7-9b36-42a2-abaa-ae765c6f42de,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:40.365650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-e3fcba4f-b164-417f-890f-bd8921fae262 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.370870 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e3fcba4f-b164-417f-890f-bd8921fae262 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0115709 Feb 16 08:40:40.383050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Provisioning for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:40.390236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56882) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.392012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Provisioning complete for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:40.392693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.399471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-4a280430-bbf4-4d98-8b8e-97d677d3efe8 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.404366 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4a280430-bbf4-4d98-8b8e-97d677d3efe8 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0121877 Feb 16 08:40:40.406605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56886) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.408473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.418859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.424863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-8a96e081-e1e6-4aba-a010-8b6a9164cf42 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.429718 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8a96e081-e1e6-4aba-a010-8b6a9164cf42 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0162175 Feb 16 08:40:40.430510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56890) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.444270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-dc399071-a66d-4658-92bc-b16a2d9ca456 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.446910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc399071-a66d-4658-92bc-b16a2d9ca456 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0118186 Feb 16 08:40:40.450068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56894) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.467628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-879d0b3f-4618-49b4-8e0e-63229e5fee6c None None] Port 08844fbc-de6f-46ed-af8e-1b9daac890d8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:40.479237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::13d (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/8c9fdc65-1bfe-440f-afb7-9c2cd35e030f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:40.489901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-cf08aa00-f533-4356-8894-8c22671b091a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.494400 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cf08aa00-f533-4356-8894-8c22671b091a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0126729 Feb 16 08:40:40.494400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56898) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.498887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-76aae5a9-8987-4294-8beb-0109338f136d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.499810 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-76aae5a9-8987-4294-8beb-0109338f136d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049450 Feb 16 08:40:40.504599 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e231c8a7-9bc2-4b48-8f84-b2fd101daf9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/d05298f7-9b36-42a2-abaa-ae765c6f42de HTTP/1.1" status: 204 len: 168 time: 1.7458978 Feb 16 08:40:40.504599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56902) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.505986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.509602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:40.510173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.510986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56904) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.512251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Made reservation on behalf of 5c4c266db8e44046b931647fb7ce8002 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:40.514512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.530526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-a6fc333f-7727-4f11-a4fe-d356c131ab74 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.531448 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a6fc333f-7727-4f11-a4fe-d356c131ab74 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0268207 Feb 16 08:40:40.536239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56910) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.582521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:40.590873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e91df4ca-b236-4b68-8ec3-9043f1e055bb None None] Provisioning complete for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:40.591869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e91df4ca-b236-4b68-8ec3-9043f1e055bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.594273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-c52bef51-6de2-4f9d-b816-7725c992c684 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.595248 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c52bef51-6de2-4f9d-b816-7725c992c684 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0537271 Feb 16 08:40:40.602470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56914) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.610734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-6862eeaf-4e94-4db6-a534-d4841df642b7 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.611587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6862eeaf-4e94-4db6-a534-d4841df642b7 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0074353 Feb 16 08:40:40.626201 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3068371 Feb 16 08:40:40.626201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56918) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.629279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56920) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.638254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-12f63bbc-c9b6-4dd7-9aa9-c330f60daaf1 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.639215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-12f63bbc-c9b6-4dd7-9aa9-c330f60daaf1 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0112090 Feb 16 08:40:40.642732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'subnet': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:40.649001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56926) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.656582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6a4cf-bd40-4f1b-bce1-6500ee7a9889 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Network': ['ID=577ec345-4452-4267-9616-4d83115dec7f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:40.656997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e91df4ca-b236-4b68-8ec3-9043f1e055bb None None] Port 08844fbc-de6f-46ed-af8e-1b9daac890d8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:40.671628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 577ec345-4452-4267-9616-4d83115dec7f details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:40.679763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-a0ef27a7-57bf-4a0f-bb3c-1eec212a70ea tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.683707 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a0ef27a7-57bf-4a0f-bb3c-1eec212a70ea tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0134821 Feb 16 08:40:40.687932 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dae0dcf-2e81-431c-a08c-f4c5e3f1b06a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:40.688433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1dae0dcf-2e81-431c-a08c-f4c5e3f1b06a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:40.691974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56930) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.720139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-5280718b-2269-4477-983b-0c0d4bdee7ab tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.723582 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5280718b-2269-4477-983b-0c0d4bdee7ab tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0146599 Feb 16 08:40:40.725440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56934) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.731030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-0e00f65a-cae7-4d22-b2c7-e278fa434d40 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.735243 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0e00f65a-cae7-4d22-b2c7-e278fa434d40 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054750 Feb 16 08:40:40.738931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56938) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.758538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-1cf368d9-41f5-4467-a74d-711f3c02654c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.762772 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1cf368d9-41f5-4467-a74d-711f3c02654c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0226798 Feb 16 08:40:40.763868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56942) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.774478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-5068ff3d-6439-403d-801a-92a9aa8e3aa1 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.777710 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5068ff3d-6439-403d-801a-92a9aa8e3aa1 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077853 Feb 16 08:40:40.782522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56946) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.795913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:40.799690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:subnet and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:40.802941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:40.808608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:40.819098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:40.822357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-5443463f-309d-451b-ba33-6096d384b37d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.823784 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5443463f-309d-451b-ba33-6096d384b37d tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0301714 Feb 16 08:40:40.836134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56950) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.844437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-225330e5-1bf6-4acf-a494-fb9583316fd6 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.845355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-225330e5-1bf6-4acf-a494-fb9583316fd6 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0082984 Feb 16 08:40:40.891280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56954) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.896339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-f67f9aed-e740-4643-b163-a273942fe9dd tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.897272 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f67f9aed-e740-4643-b163-a273942fe9dd tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0051379 Feb 16 08:40:40.903770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.915552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-755c172f-1d26-449a-99c7-980378176ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.921160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-d263d7cc-1d54-4599-870f-03b3abe2bc7c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.922124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d263d7cc-1d54-4599-870f-03b3abe2bc7c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0174935 Feb 16 08:40:40.925585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56962) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.932078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-3a740a10-1a1a-4c57-90f2-be2ca335bc26 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.932999 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3a740a10-1a1a-4c57-90f2-be2ca335bc26 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0065255 Feb 16 08:40:40.941708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.950569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-1df57c04-c1f0-44ec-89d3-26a0420a8dda tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.951521 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1df57c04-c1f0-44ec-89d3-26a0420a8dda tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0089040 Feb 16 08:40:40.955226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56970) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.963142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-df29930a-2fd5-44bf-af48-8fa6897b75bc tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:40.964419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-df29930a-2fd5-44bf-af48-8fa6897b75bc tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0076714 Feb 16 08:40:40.968376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:40.975100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56974) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.977576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1dae0dcf-2e81-431c-a08c-f4c5e3f1b06a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:40.978715 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1dae0dcf-2e81-431c-a08c-f4c5e3f1b06a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/d05298f7-9b36-42a2-abaa-ae765c6f42de HTTP/1.1" status: 404 len: 333 time: 0.4477015 Feb 16 08:40:40.982708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:40.994846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'name': 'tempest-PortsTestJSON-290387854'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:41.012890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-afe18656-fab5-4dff-b0a4-a647b64aac14 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.013870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-afe18656-fab5-4dff-b0a4-a647b64aac14 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0376623 Feb 16 08:40:41.015455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8:0:1::33b (89da5995-7ad1-451f-948c-907b661c48e8/467eb59f-9c10-4ca4-a474-ecaef93f8395/08844fbc-de6f-46ed-af8e-1b9daac890d8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:41.040914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56982) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.053779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-a2711211-b8ae-4f8f-8f1b-3ac981eea719 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.057823 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a2711211-b8ae-4f8f-8f1b-3ac981eea719 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0128808 Feb 16 08:40:41.066345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56986) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.095722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.224742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-3b67ccc8-6347-4951-b94b-bac38b46b77c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.229619 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3b67ccc8-6347-4951-b94b-bac38b46b77c tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.1583316 Feb 16 08:40:41.234263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56990) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.254564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-0583501a-a99e-4053-91f3-8b8ba77c3374 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.255808 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0583501a-a99e-4053-91f3-8b8ba77c3374 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0199316 Feb 16 08:40:41.260785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 56994) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.273493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.276483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-b26f021a-f3d8-4d2c-9d65-d8bd8606aabf tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.277437 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b26f021a-f3d8-4d2c-9d65-d8bd8606aabf tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0096064 Feb 16 08:40:41.283464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 56998) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.305974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-0095ba61-4f70-4b4c-ad0d-20ab0e21f8ca tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.306965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0095ba61-4f70-4b4c-ad0d-20ab0e21f8ca tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0216272 Feb 16 08:40:41.310478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57002) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.311528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:41.326864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-055796d7-7181-4c59-a0fb-52c216fcbb18 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.327419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.330200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-055796d7-7181-4c59-a0fb-52c216fcbb18 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0161366 Feb 16 08:40:41.332373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57006) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.332740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:41.339518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:41.344568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-94ce4ea6-5adf-400a-ba94-ad6e7cbf4d04 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.348800 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-94ce4ea6-5adf-400a-ba94-ad6e7cbf4d04 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0090075 Feb 16 08:40:41.351708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57010) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.363803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [None req-78cb1a8a-836b-4d14-904c-52aa684f3f5a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.364929 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-78cb1a8a-836b-4d14-904c-52aa684f3f5a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122077 Feb 16 08:40:41.375288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57014) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.395051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-6bdce7ce-ecd9-4adf-b73c-c7ddba6d175a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.396144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:41.398704 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6bdce7ce-ecd9-4adf-b73c-c7ddba6d175a tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0152919 Feb 16 08:40:41.399340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.404565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57018) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.419069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [None req-046fb5be-faaa-4196-98da-59997b98ee23 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] http://10.222.0.94:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:40:41.420900 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-046fb5be-faaa-4196-98da-59997b98ee23 tempest-ExtensionsTestJSON-1424364970 tempest-ExtensionsTestJSON-1424364970-project] 10.222.0.94 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0153704 Feb 16 08:40:41.439863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:41.441331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:41.452888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Network 96bb0e83-e4b7-4641-ab67-3502f73667c5 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:41.456376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:41.458930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:41.460870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:41.461647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.509347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.537218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Ignored duplicate provisioning block setup for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:40:41.538470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.586663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.588453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.607122 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-720b4eac-2ae4-4237-95e5-5de103866212 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5011699 Feb 16 08:40:41.612210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57026) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.624841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:41.638591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.739840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:41.748527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=8c9fdc65-1bfe-440f-afb7-9c2cd35e030f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:41.800088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.809364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57032) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.813022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:41.820488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:41.827134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:41.828173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.838015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Subnet': ['ID=a05a88a4-eafc-4a27-84fd-30f1669191a8,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:41.878150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Checking segment: {'id': '17cdd66b-6bb8-443c-ab5b-11692e61d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '577ec345-4452-4267-9616-4d83115dec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:41.878540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network hostable DHCP agents. Network: 577ec345-4452-4267-9616-4d83115dec7f, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:41.890390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.906776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.925632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=08844fbc-de6f-46ed-af8e-1b9daac890d8,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:41.968544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] In _notify_port_updated(), no bound segment for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 on network 89da5995-7ad1-451f-948c-907b661c48e8 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:41.975721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:41.976924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:41.983176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57038) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:41.983415 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-12a285f6-f3fb-4387-8bd4-aae6e41ef386 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/ports/08844fbc-de6f-46ed-af8e-1b9daac890d8 HTTP/1.1" status: 200 len: 1012 time: 2.4838576 Feb 16 08:40:41.990943 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-39c5a24f-37d8-431c-8929-66892cce35dd tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6875057 Feb 16 08:40:41.997928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57040) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:42.006827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3f:29:8d'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:42.073554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:42.101643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.106304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a46f341e-3cdb-4950-9e77-e633cd801458 None None] Provisioning complete for port 08844fbc-de6f-46ed-af8e-1b9daac890d8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:42.106920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a46f341e-3cdb-4950-9e77-e633cd801458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.133227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:42.136978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 08844fbc-de6f-46ed-af8e-1b9daac890d8 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:42.138354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.165623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a46f341e-3cdb-4950-9e77-e633cd801458 None None] Port 08844fbc-de6f-46ed-af8e-1b9daac890d8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:42.176017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:42.197684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:42.205220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:42.206295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.230534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:42.245437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 577ec345-4452-4267-9616-4d83115dec7f) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:42.247099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.262756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b652716-2298-4423-9fad-293a21b8b4d2 None None] Network 577ec345-4452-4267-9616-4d83115dec7f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:42.287183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:42.292174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Usage tracker for resource:security_group_rule and tenant:0dbf67fe08474b5b9cc4e61e5f421f08 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:42.295786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:42.301840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:42.302541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.316098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:42.383005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2febb87-58b9-4f05-b059-42e204e9d746 None None] Provisioning for port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:42.390906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2febb87-58b9-4f05-b059-42e204e9d746 None None] Provisioning complete for port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:42.391659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2febb87-58b9-4f05-b059-42e204e9d746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.412691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4b188414-bc00-4962-bdf8-8eab24311fad tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7778361 Feb 16 08:40:42.412691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d608c301-24ef-4d7b-aebc-329f7541ca05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4259682 Feb 16 08:40:42.421193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57046) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:42.421639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57048) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:42.435668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:42.468038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-359328810'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:42.510490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d2febb87-58b9-4f05-b059-42e204e9d746 None None] Port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:42.540847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.597636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-577ec345-4452-4267-9616-4d83115dec7f', 'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'tenant_id': '8ed615ebc2244f4cb3fefae78898c2da', 'fixed_ips': [{'subnet_id': 'a05a88a4-eafc-4a27-84fd-30f1669191a8'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:42.598550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.774711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Allocated IP 172.20.0.2 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/b0b8eef2-739b-481e-a4f1-85ab15acfe5d) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:42.830390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] device_id is not set on port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:42.844831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.867081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:42.870151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.872378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.880034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.888169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Transition to ACTIVE for port object deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:42.895838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.900291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:42.908524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:port and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:42.983074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:43.009040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.020290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Transition to ACTIVE for port object b0b8eef2-739b-481e-a4f1-85ab15acfe5d will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:43.040931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Transition to ACTIVE for port object b0b8eef2-739b-481e-a4f1-85ab15acfe5d will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:43.044467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.047694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:43.048563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.064318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.070663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 08844fbc-de6f-46ed-af8e-1b9daac890d8 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:43.098327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:43.122555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:43.125105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:43.125242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.125527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.125868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.127530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:43.133983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Pushing event updated for resources: {'Port': ['ID=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:43.141416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] In _notify_port_updated(), no bound segment for port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f on network 39ae0de0-1b6c-4495-93e9-13b3511fd928 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:43.145338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:43.145986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.147445 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "PUT /v2.0/ports/8c9fdc65-1bfe-440f-afb7-9c2cd35e030f HTTP/1.1" status: 200 len: 1002 time: 1.1484623 Feb 16 08:40:43.153001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57054) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:43.190416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.191083 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.200850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0dbf67fe08474b5b9cc4e61e5f421f08&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3876011 Feb 16 08:40:43.202042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 2 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.208948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5931ec86-b9d7-4172-a728-6a324424b859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8e872-d027-4e6a-9adc-3dee696bc8cc,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:43.209916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57058) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:43.212017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:43.215277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.230509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52b3d2-4524-4cef-981e-a0bc92abd53f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=8c9fdc65-1bfe-440f-afb7-9c2cd35e030f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:43.239486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Attempting to bind port b0b8eef2-739b-481e-a4f1-85ab15acfe5d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.239892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Attempting to bind port b0b8eef2-739b-481e-a4f1-85ab15acfe5d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '17cdd66b-6bb8-443c-ab5b-11692e61d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '577ec345-4452-4267-9616-4d83115dec7f'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.240388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Attempting to bind port b0b8eef2-739b-481e-a4f1-85ab15acfe5d on network 577ec345-4452-4267-9616-4d83115dec7f {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.254333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:43.254772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Checking segment: {'id': '17cdd66b-6bb8-443c-ab5b-11692e61d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '577ec345-4452-4267-9616-4d83115dec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:43.255177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.255568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Bound using segment: {'id': '17cdd66b-6bb8-443c-ab5b-11692e61d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '577ec345-4452-4267-9616-4d83115dec7f'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:43.256052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Bound port: b0b8eef2-739b-481e-a4f1-85ab15acfe5d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17cdd66b-6bb8-443c-ab5b-11692e61d0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '577ec345-4452-4267-9616-4d83115dec7f'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:43.256425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.318234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port f2c23058-3b7e-4fd3-b028-b499dfb749ce yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:43.321601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.322160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.322528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.336094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.336682 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.343161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 3 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.364606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:43.365011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.389384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] For port b0b8eef2-739b-481e-a4f1-85ab15acfe5d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:43.393348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] For port b0b8eef2-739b-481e-a4f1-85ab15acfe5d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,segment=NetworkSegment(17cdd66b-6bb8-443c-ab5b-11692e61d0e2),segment_id=17cdd66b-6bb8-443c-ab5b-11692e61d0e2)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:43.404051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.427690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.427997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.428334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.493639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.496400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.496943 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.501032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 4 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.503494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9324-c168-433f-bdf5-1821e6a12773 None None] Pushing event updated for resources: {'Port': ['ID=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:43.531903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.532248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.532750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.552828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-42c008d9-8434-4d0f-a1b8-24c5436232ca None None] Provisioning complete for port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:43.554366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-42c008d9-8434-4d0f-a1b8-24c5436232ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.585619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.585974 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.633815 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 5 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.642247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.695585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.695928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.696251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.723119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-42c008d9-8434-4d0f-a1b8-24c5436232ca None None] Port 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:43.727776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.729984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.730349 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.735380 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 6 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.803392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:43.804252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:43.804489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:43.811679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.832702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:43.832925 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:43.856370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:40:43.887965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.893760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 7 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:43.897508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.3 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/f2c23058-3b7e-4fd3-b028-b499dfb749ce) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:43.899520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.901851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.949557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.981608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] In _notify_port_updated(), no bound segment for port 83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a on network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:43.985061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for 8c9fdc65-1bfe-440f-afb7-9c2cd35e030f owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:43.985376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:43.985984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:43.990017 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/ports/83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a HTTP/1.1" status: 200 len: 818 time: 1.5625353 Feb 16 08:40:43.999860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57062) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:44.027607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8e872-d027-4e6a-9adc-3dee696bc8cc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:44.034188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:44.034544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:44.034921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:44.057296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.060169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5d8cb50e-8871-4ddf-ac09-d64b66e2fc23 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2fd8e872-d027-4e6a-9adc-3dee696bc8cc HTTP/1.1" status: 204 len: 168 time: 0.8352153 Feb 16 08:40:44.061771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:44.062099 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:44.064467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 8 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:44.096360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:44.096694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:44.097023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:44.104173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:44.104500 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:44.105399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 9 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:44.154035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:44.154478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:44.154715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:44.180001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:44.180347 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:44.180700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0925f7d2-4799-45d6-9a54-f6c96214705e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:44.183230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempt 10 to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 Feb 16 08:40:44.237964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:44.240402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:44.240757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempting to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:44.245195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=08844fbc-de6f-46ed-af8e-1b9daac890d8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:44.254525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.261387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.266892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:44.267225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.322109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:40:44.322725 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Failed to bind port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '4007d0b9-9bda-4a03-afa4-a2dce6992c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '96bb0e83-e4b7-4641-ab67-3502f73667c5'}] Feb 16 08:40:44.323232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.336523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=8c9fdc65-1bfe-440f-afb7-9c2cd35e030f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:44.440369 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b14cffec-8262-4d44-b4fd-190760822a90 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/08844fbc-de6f-46ed-af8e-1b9daac890d8 HTTP/1.1" status: 204 len: 168 time: 2.4357529 Feb 16 08:40:44.441045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57072) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:44.443576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.468582 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-180b9be6-c668-48e0-a8af-cee524b2b73f tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/8c9fdc65-1bfe-440f-afb7-9c2cd35e030f HTTP/1.1" status: 204 len: 168 time: 1.3135436 Feb 16 08:40:44.473575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57074) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:44.570554 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d8e166-6efa-4b1e-a285-9e75f4e109ad tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:40:44.571313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9d8e166-6efa-4b1e-a285-9e75f4e109ad tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:44.656591 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13096f7-e03d-4f53-8b4b-3506c9b49278 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] GET failed (client error): The resource could not be found. Feb 16 08:40:44.657740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a13096f7-e03d-4f53-8b4b-3506c9b49278 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Synchronizing usage tracker for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:44.684067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9d8e166-6efa-4b1e-a285-9e75f4e109ad tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:44.688565 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c9d8e166-6efa-4b1e-a285-9e75f4e109ad tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/08844fbc-de6f-46ed-af8e-1b9daac890d8 HTTP/1.1" status: 404 len: 333 time: 0.2163393 Feb 16 08:40:44.699645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57084) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:44.738882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a13096f7-e03d-4f53-8b4b-3506c9b49278 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Unset dirty status for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:44.740078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a13096f7-e03d-4f53-8b4b-3506c9b49278 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports/8c9fdc65-1bfe-440f-afb7-9c2cd35e030f HTTP/1.1" status: 404 len: 333 time: 0.2653391 Feb 16 08:40:44.744584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57090) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:44.760031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1772687520'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:44.781111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.796259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183, host hv-neutron-8294, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:44.796595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Attempted to set empty binding levels {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:40:44.878585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:44.914388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object f2c23058-3b7e-4fd3-b028-b499dfb749ce will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:44.946050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet 467eb59f-9c10-4ca4-a474-ecaef93f8395 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:44.952741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.004409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.041324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4e815-5209-4da5-846a-c2663d67f614 None None] Network 577ec345-4452-4267-9616-4d83115dec7f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:45.081679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] In _notify_port_updated(), no bound segment for port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 on network 96bb0e83-e4b7-4641-ab67-3502f73667c5 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:45.082845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.085088 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "PUT /v2.0/ports/deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 HTTP/1.1" status: 200 len: 976 time: 3.4690826 Feb 16 08:40:45.095416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58298b76-819f-4422-8c9f-2f4a5bc30bc5 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event updated for resources: {'Port': ['ID=deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:45.098234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57100) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:45.171042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.209422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:45.266706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0b8eef2-739b-481e-a4f1-85ab15acfe5d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:45.276571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Deleting port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:45.276911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.285063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.349436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57106) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:45.368382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4a923e5a-6d38-4f7c-a3f1-72735218acf6 None None] Provisioning for port b0b8eef2-739b-481e-a4f1-85ab15acfe5d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:45.407750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b0b8eef2-739b-481e-a4f1-85ab15acfe5d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:45.428215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.445468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b0b8eef2-739b-481e-a4f1-85ab15acfe5d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:45.445976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.489982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea89d66-49a9-412d-b351-e7bf7887b12c req-3b743524-406c-40c1-8bf1-aaac5ae994c5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:45.497113 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ea89d66-49a9-412d-b351-e7bf7887b12c req-3b743524-406c-40c1-8bf1-aaac5ae994c5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4106667 Feb 16 08:40:45.555658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:45.570607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:45.583746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:45.607578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.615397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:45.634992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=f2c23058-3b7e-4fd3-b028-b499dfb749ce,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:45.665444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b0b8eef2-739b-481e-a4f1-85ab15acfe5d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,segment=NetworkSegment(17cdd66b-6bb8-443c-ab5b-11692e61d0e2),segment_id=17cdd66b-6bb8-443c-ab5b-11692e61d0e2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:45.667876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.668548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.669548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.669957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.670553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.670999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.671124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.671518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.672120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.672563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.672995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.673400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:45.673534 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ea89d66-49a9-412d-b351-e7bf7887b12c req-ed2371ab-3775-400a-9990-9e7a58895fcd tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753831 Feb 16 08:40:45.686307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] For port deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183, host hv-neutron-8294, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:45.687854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.692393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:45.728443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1250426311'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:45.734365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:45.736146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.742303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.758589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:45.771462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:45.772129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.779567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.795122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:45.853171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:45.856387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port 485facde-9dc9-41b5-bcb5-1c1b0b80b34f yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:45.894751 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-354a238c-9aab-407f-8063-6ad6ce9c10ba tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4683721 Feb 16 08:40:45.898795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57114) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:45.905523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:45.908204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Calling delete_port for deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:45.908451 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1dca77ff-56f9-41ad-a35b-7cb145d75c36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a HTTP/1.1" status: 204 len: 168 time: 1.9073293 Feb 16 08:40:45.915099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57116) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:45.939225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Usage tracker for resource:network and tenant:4da14828a291461691c1ec2fb9ee2e8e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:45.942649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:45.996601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=467eb59f-9c10-4ca4-a474-ecaef93f8395,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:46.008467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-499426646', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:52:00:ef'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:46.023992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:46.037055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Provisioning for port f2c23058-3b7e-4fd3-b028-b499dfb749ce completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:46.044748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e151a0-99d2-4ba4-94fa-93fdc1566030 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:46.050845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.066960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Provisioning complete for port f2c23058-3b7e-4fd3-b028-b499dfb749ce triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:46.067333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.088950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c1815-3f9e-4ecc-bb00-9cc40c166404 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:46.089575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-505c1815-3f9e-4ecc-bb00-9cc40c166404 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:46.120496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::81 (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/485facde-9dc9-41b5-bcb5-1c1b0b80b34f) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:46.122565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-505c1815-3f9e-4ecc-bb00-9cc40c166404 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:46.123717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-505c1815-3f9e-4ecc-bb00-9cc40c166404 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2069163 Feb 16 08:40:46.126526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57122) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:46.151669 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-942caa06-d4f6-47da-a128-c54f165d0518 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/467eb59f-9c10-4ca4-a474-ecaef93f8395 HTTP/1.1" status: 204 len: 168 time: 1.4508011 Feb 16 08:40:46.152554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Made reservation on behalf of 4da14828a291461691c1ec2fb9ee2e8e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:46.155525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.158978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:46.197130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.200593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Port f2c23058-3b7e-4fd3-b028-b499dfb749ce cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:46.238361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:46.244719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Usage tracker for resource:security_group_rule and tenant:4da14828a291461691c1ec2fb9ee2e8e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:46.247910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:46.253720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:46.257925 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5de88c-d6e4-4fbe-b4c2-d87ae6e5617d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:40:46.263860 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0b5de88c-d6e4-4fbe-b4c2-d87ae6e5617d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/83e7332d-c35f-4bb3-90f9-dea3ed3e6f9a HTTP/1.1" status: 404 len: 333 time: 0.1363630 Feb 16 08:40:46.272764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57130) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:46.291216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248784519'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:46.311098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:46.313927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Provisioning complete for port b0b8eef2-739b-481e-a4f1-85ab15acfe5d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:46.314084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b5344acb-05a5-4c64-9f7a-bbe458beb3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.320246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:46.332206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:46.362471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:46.364689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.366730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.375449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f8639-2f87-40dc-a099-7b4721671edf req-383428fd-98e9-4b31-b70a-f4a7ef63b66c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:46.376852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd5f8639-2f87-40dc-a099-7b4721671edf req-383428fd-98e9-4b31-b70a-f4a7ef63b66c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4828649 Feb 16 08:40:46.425068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.478890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Pushing event deleted for resources: {'Port': ['ID=deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:46.487712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:46.499741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:46.511629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:46.515036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.519635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:port and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:46.531179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:46.535074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.535438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.536223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.536223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.536425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.536745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.537060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.537383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.538783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.538783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.539025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:46.543822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.544169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Added segment 0257a116-7dc4-457e-82bb-ea7a949404f8 of type vlan for network c2a3ee95-f42f-45fe-a560-371c9a87d3cc Feb 16 08:40:46.550283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:46.558768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37d34f20-392b-4eab-a032-42f2e6418f20,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:46.563713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.588867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd5f8639-2f87-40dc-a099-7b4721671edf req-a4e349bb-3a11-4250-b4c1-6f0ed09f234c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655231 Feb 16 08:40:46.611007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:46.626837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.639308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f40f6558-9271-4238-9a87-94e612be1d8f None None] Provisioning complete for port f2c23058-3b7e-4fd3-b028-b499dfb749ce triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:46.639685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f40f6558-9271-4238-9a87-94e612be1d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.686584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object 485facde-9dc9-41b5-bcb5-1c1b0b80b34f will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:46.721031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f40f6558-9271-4238-9a87-94e612be1d8f None None] Port f2c23058-3b7e-4fd3-b028-b499dfb749ce cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:46.742771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:46.748052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet ce98f7df-8bf9-4657-b8ed-e61d2d2560b9 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:46.756390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.794640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.839640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.839957 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment 05d9a32f-d64a-4b24-bb13-333edb250774 of type vlan for network 757a4c56-134f-4f32-a3be-9745677c9d6b Feb 16 08:40:46.883108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.908725 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b6170a84-3ca8-4c47-ac7a-74470b1cc72c tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "DELETE /v2.0/ports/deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 HTTP/1.1" status: 204 len: 168 time: 1.8060086 Feb 16 08:40:46.909398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57136) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:46.921978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.929983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0b8eef2-739b-481e-a4f1-85ab15acfe5d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:46.974283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:46.984426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:46.991726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:46.997807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=485facde-9dc9-41b5-bcb5-1c1b0b80b34f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:47.006065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:47.011734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:47.012856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.024598 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fe504f-d321-4a3c-b349-3e30b3510294 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:40:47.025107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88fe504f-d321-4a3c-b349-3e30b3510294 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Synchronizing usage tracker for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:47.048759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b0b8eef2-739b-481e-a4f1-85ab15acfe5d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:47.049686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.057071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.074981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.079001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:47.079618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.098763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port 8762743c-059f-449e-be9a-abd32273f548 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:47.110184 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9a06008d-64af-4fcd-b4be-9a26bd013e46 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3610051 Feb 16 08:40:47.116773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57140) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:47.130074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'network_id': '39ae0de0-1b6c-4495-93e9-13b3511fd928', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2082958911'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:47.180010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba35962-6c77-4883-af26-07fe91984198 req-028ce601-3f68-4e9f-ae9d-b2c488199b96 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:47.193876 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eba35962-6c77-4883-af26-07fe91984198 req-028ce601-3f68-4e9f-ae9d-b2c488199b96 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3308687 Feb 16 08:40:47.196738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88fe504f-d321-4a3c-b349-3e30b3510294 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] Unset dirty status for tenant:5c4c266db8e44046b931647fb7ce8002 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:47.198257 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88fe504f-d321-4a3c-b349-3e30b3510294 tempest-PortsAdminExtendedAttrsTestJSON-1752271508 tempest-PortsAdminExtendedAttrsTestJSON-1752271508-project-admin] 10.222.0.94 "GET /v2.0/ports/deaf3dc4-ef71-4ac0-ab32-a87b5fbcd183 HTTP/1.1" status: 404 len: 333 time: 0.2722797 Feb 16 08:40:47.205388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57144) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:47.221040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9452920 Feb 16 08:40:47.226694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.231105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.231874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:47.232697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.242619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:47.378371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe87d3-c6c9-4e59-9037-38a90fb70e5c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=757a4c56-134f-4f32-a3be-9745677c9d6b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:47.390950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:47.431758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'Network': ['ID=c2a3ee95-f42f-45fe-a560-371c9a87d3cc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:47.453797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.456335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:47.469290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:47.497628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:47.500194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=ce98f7df-8bf9-4657-b8ed-e61d2d2560b9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:47.505336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Usage tracker for resource:port and tenant:2c3b01657f3641ad9999198de02cb817 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:47.509175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:47.517010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:47.519536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.536222 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f770804a-7dd4-4f63-a75e-31be9bed6773 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/ce98f7df-8bf9-4657-b8ed-e61d2d2560b9 HTTP/1.1" status: 204 len: 168 time: 1.3656096 Feb 16 08:40:47.536621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57152) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:47.556617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Made reservation on behalf of 2c3b01657f3641ad9999198de02cb817 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:47.559605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.561352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be4f7b3-8295-45ab-8adc-a2b2a47fdeb8 None None] Network 89da5995-7ad1-451f-948c-907b661c48e8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:47.619648 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-884bd92b-4e41-4cb8-9a57-1b82ac1ddef6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2584534 Feb 16 08:40:47.628682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57156) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:47.640116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Request body: {'subnet': {'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:47.670657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.675423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] device_id is not set on port ed467ba0-eb6c-4932-86de-fe995b0dc40e yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:47.684637 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eba35962-6c77-4883-af26-07fe91984198 req-819a5c3b-9e13-47aa-91c9-b549db035d97 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4891269 Feb 16 08:40:47.695352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Provisioning complete for port cf84e253-5456-4a43-8d00-71e82bbaadac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:47.696674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.719189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:47.759511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:47.769018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:47.788303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:47.799929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.13 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/8762743c-059f-449e-be9a-abd32273f548) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:47.858462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:47.957893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:47.981536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:47.992762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Usage tracker for resource:subnet and tenant:4da14828a291461691c1ec2fb9ee2e8e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:47.998791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:48.027044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Provisioning for port 485facde-9dc9-41b5-bcb5-1c1b0b80b34f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:48.037070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:48.041363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Provisioning complete for port 485facde-9dc9-41b5-bcb5-1c1b0b80b34f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:48.041363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.044055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port cf84e253-5456-4a43-8d00-71e82bbaadac {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:48.044390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.083540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.115551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dde40110-e010-4117-9d42-c1df85f4a8f4 None None] Port 485facde-9dc9-41b5-bcb5-1c1b0b80b34f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:48.118141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Made reservation on behalf of 4da14828a291461691c1ec2fb9ee2e8e for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:48.127246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] DHCP port deletion for 89da5995-7ad1-451f-948c-907b661c48e8 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:48.131285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Deleting port cf84e253-5456-4a43-8d00-71e82bbaadac {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:48.132338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.209959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96bb0e83-e4b7-4641-ab67-3502f73667c5']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:48.233292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.240143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Allocated IP 2001:db8::16a (39ae0de0-1b6c-4495-93e9-13b3511fd928/c0fea10c-ea8c-443a-856f-54bb037f0afe/ed467ba0-eb6c-4932-86de-fe995b0dc40e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:48.254626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4007d0b9-9bda-4a03-afa4-a2dce6992c22') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:48.254914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4007d0b9-9bda-4a03-afa4-a2dce6992c22') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:48.279334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.366003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cf84e253-5456-4a43-8d00-71e82bbaadac,segment=NetworkSegment(3a8b271b-6218-40bc-bb58-6aa264c36847),segment_id=3a8b271b-6218-40bc-bb58-6aa264c36847)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:48.366003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.382719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.397875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.400864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:48.401263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:48.419365 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:48.499883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Calling delete_port for cf84e253-5456-4a43-8d00-71e82bbaadac owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:48.561182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] For port cf84e253-5456-4a43-8d00-71e82bbaadac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cf84e253-5456-4a43-8d00-71e82bbaadac,segment=NetworkSegment(3a8b271b-6218-40bc-bb58-6aa264c36847),segment_id=3a8b271b-6218-40bc-bb58-6aa264c36847)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:48.561588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.583144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.606569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a48bf-040c-4eca-b862-b0bf90fa6871 req-26c347b0-dd1d-4ff1-bcc0-7ae133e16761 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:48.608006 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-467a48bf-040c-4eca-b862-b0bf90fa6871 req-26c347b0-dd1d-4ff1-bcc0-7ae133e16761 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.7692084 Feb 16 08:40:48.637802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.655432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] Pushing event deleted for resources: {'Port': ['ID=cf84e253-5456-4a43-8d00-71e82bbaadac,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:48.671492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9be355b-2b1f-439e-953a-839778582c40 None None] No DVR routers for this DVR port cf84e253-5456-4a43-8d00-71e82bbaadac on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:48.688605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.690540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object 8762743c-059f-449e-be9a-abd32273f548 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:48.711629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.743445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] Pushing event deleted for resources: {'Network': ['ID=96bb0e83-e4b7-4641-ab67-3502f73667c5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:48.761642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for cf84e253-5456-4a43-8d00-71e82bbaadac owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:48.775587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c63df76d-5c23-4fbe-96cb-878365bda653 tempest-PortsAdminExtendedAttrsTestJSON-28146901 tempest-PortsAdminExtendedAttrsTestJSON-28146901-project] 10.222.0.94 "DELETE /v2.0/networks/96bb0e83-e4b7-4641-ab67-3502f73667c5 HTTP/1.1" status: 204 len: 168 time: 1.5511992 Feb 16 08:40:48.793900 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-467a48bf-040c-4eca-b862-b0bf90fa6871 req-9d53cead-6d28-4416-8132-1c8271341be9 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578326 Feb 16 08:40:48.871912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.958661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cf84e253-5456-4a43-8d00-71e82bbaadac no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:48.978951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:48.983316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:48.983835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:48.984056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:48.992279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.007306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: cf84e253-5456-4a43-8d00-71e82bbaadac {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:49.007961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cf84e253-5456-4a43-8d00-71e82bbaadac not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:49.036005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Transition to ACTIVE for port object ed467ba0-eb6c-4932-86de-fe995b0dc40e will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:49.041848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:49.045675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:49.052145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.128996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=8762743c-059f-449e-be9a-abd32273f548,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:49.184966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.189332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'Subnet': ['ID=5aa7c3e2-3442-4bcf-b43a-ae48781394e9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:49.310261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:49.311293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Checking segment: {'id': '0257a116-7dc4-457e-82bb-ea7a949404f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:49.311650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Network hostable DHCP agents. Network: c2a3ee95-f42f-45fe-a560-371c9a87d3cc, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:49.320058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:49.324782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:49.328705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:49.329322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.333400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=88328203-054b-4bc4-8f9e-252123c78580,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:49.348803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57170) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.354850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=ed467ba0-eb6c-4932-86de-fe995b0dc40e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:49.369338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:49.369982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.394416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:49.417545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ccecb7f6-38ec-4dcf-8b92-fee58c40a2ed tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4409022 Feb 16 08:40:49.418494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, c2a3ee95-f42f-45fe-a560-371c9a87d3cc) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:49.420248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': '05d9a32f-d64a-4b24-bb13-333edb250774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:49.420826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 757a4c56-134f-4f32-a3be-9745677c9d6b, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:49.425983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57176) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.428257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c7c816e-b6fc-4d3a-aa5a-681f24263194 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3098340 Feb 16 08:40:49.432173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4594cb6-af45-4b8f-8e80-9e4eebacc106 None None] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:49.433637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57178) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.462402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb736dd-1610-4fe7-9cb9-a468bbe3d043 req-2afba0cc-4b66-433f-8880-64ab1ad5194c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:49.469433 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cb736dd-1610-4fe7-9cb9-a468bbe3d043 req-2afba0cc-4b66-433f-8880-64ab1ad5194c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2530818 Feb 16 08:40:49.472247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:49.472853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 757a4c56-134f-4f32-a3be-9745677c9d6b is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:49.473052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.484141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1df', 'mac_address': 'fa:16:3e:3f:29:8d'}, {'ip_address': '2001:db8::81', 'mac_address': 'fa:16:3e:05:44:5d'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:49.504985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 757a4c56-134f-4f32-a3be-9745677c9d6b) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:49.512733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port cf84e253-5456-4a43-8d00-71e82bbaadac {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:49.513078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.522229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:49.523459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.548363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20496e41-d782-4462-b550-8c2c148ad178 None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:49.572554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cb736dd-1610-4fe7-9cb9-a468bbe3d043 req-4efeec70-b090-4213-bc80-f429444786ce tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019483 Feb 16 08:40:49.575496 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0117f5ee-76a9-401d-9601-aff8ddf25dd3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2264621 Feb 16 08:40:49.578127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57184) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.584143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:49.656118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] The port 'cf84e253-5456-4a43-8d00-71e82bbaadac' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:49.688990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f509219-7075-49fa-8ddf-6d7dc689b55c None None] Provisioning for port 8762743c-059f-449e-be9a-abd32273f548 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:49.705545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f509219-7075-49fa-8ddf-6d7dc689b55c None None] Provisioning complete for port 8762743c-059f-449e-be9a-abd32273f548 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:49.705917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f509219-7075-49fa-8ddf-6d7dc689b55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.778621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:49.782851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:49.786333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:49.792581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:49.804673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:49.808275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:49.841021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5f509219-7075-49fa-8ddf-6d7dc689b55c None None] Port 8762743c-059f-449e-be9a-abd32273f548 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:49.854962 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c06b584-7514-4f0d-b3b5-9854fa086fe6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2229044 Feb 16 08:40:49.876462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57190) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.889276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Request body: {'port': {'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1051563585'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:49.946107 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.ipam_backend_mixin [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 88328203-054b-4bc4-8f9e-252123c78580 (CIDR: 172.20.0.0/28) Feb 16 08:40:49.951462 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:40:49.951908 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:40:49.975033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d038597e-9954-4baf-acf4-2701d6d652e0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3957603 Feb 16 08:40:49.976385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57194) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:49.981935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:50.006516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-c2a3ee95-f42f-45fe-a560-371c9a87d3cc', 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc', 'tenant_id': '4da14828a291461691c1ec2fb9ee2e8e', 'fixed_ips': [{'subnet_id': '5aa7c3e2-3442-4bcf-b43a-ae48781394e9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:50.007367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.019515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-757a4c56-134f-4f32-a3be-9745677c9d6b', 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': '88328203-054b-4bc4-8f9e-252123c78580'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:50.020335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.033041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-930cb8cb-ff77-46e3-ace2-3adcffa6d243 None None] Provisioning for port ed467ba0-eb6c-4932-86de-fe995b0dc40e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:50.048718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-930cb8cb-ff77-46e3-ace2-3adcffa6d243 None None] Provisioning complete for port ed467ba0-eb6c-4932-86de-fe995b0dc40e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:50.049093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-930cb8cb-ff77-46e3-ace2-3adcffa6d243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.143763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:50.148821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:50.152536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:50.159494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:50.174057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.178090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:50.185184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.213279 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5c82938d-59ff-4700-9bc6-2a0297950e9f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a6dda51110e744a7b64b0f4d90183b95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8627694 Feb 16 08:40:50.214188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57198) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:50.277700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89da5995-7ad1-451f-948c-907b661c48e8']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:50.333674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8b271b-6218-40bc-bb58-6aa264c36847') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:50.333976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8b271b-6218-40bc-bb58-6aa264c36847') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:50.344556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-930cb8cb-ff77-46e3-ace2-3adcffa6d243 None None] Port ed467ba0-eb6c-4932-86de-fe995b0dc40e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:50.347944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:50.352511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:50.356451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:50.357478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Synchronizing usage tracker for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:50.417200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:50.419937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.439544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Usage tracker for resource:port and tenant:4da14828a291461691c1ec2fb9ee2e8e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:50.450642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:50.471796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:50.474340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.488611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Allocated IP 172.20.0.2 (c2a3ee95-f42f-45fe-a560-371c9a87d3cc/5aa7c3e2-3442-4bcf-b43a-ae48781394e9/879c84e0-0e6f-41b3-b59d-c20bcb50a18f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:50.505518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Allocated IP 172.20.0.2 (757a4c56-134f-4f32-a3be-9745677c9d6b/88328203-054b-4bc4-8f9e-252123c78580/7c6fe704-672b-4ff9-95b1-c4ae70b52e4f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:50.512288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Unset dirty status for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:50.513887 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-26cb3025-682b-465b-9b32-96ffe440e939 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.0836966 Feb 16 08:40:50.519796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:50.520464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.521999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57202) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:50.536446 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:50.596302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port 8762743c-059f-449e-be9a-abd32273f548 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:50.596581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.604577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Made reservation on behalf of 4da14828a291461691c1ec2fb9ee2e8e for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:50.608056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.626804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.635573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.699102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] device_id is not set on port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:50.718215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.740793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.812897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.817567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.890000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 757a4c56-134f-4f32-a3be-9745677c9d6b is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:50.900872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:50.906720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=89da5995-7ad1-451f-948c-907b661c48e8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:50.924027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:50.924632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.926491 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d3730ddd-9079-4b4d-a848-09682b8e8f5e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/89da5995-7ad1-451f-948c-907b661c48e8 HTTP/1.1" status: 204 len: 168 time: 3.3880932 Feb 16 08:40:50.926865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:50.936297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:50.937825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=04c74a0f-58d7-4139-8d83-02d292d1b433,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:50.950843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Transition to ACTIVE for port object 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:50.978253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Transition to ACTIVE for port object 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:51.069653 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-81c87198-f25b-4dd3-86ea-69a4d65a1189 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0920951 Feb 16 08:40:51.078576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.080870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57212) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:51.083792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.089469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'fixed_ips': [{'subnet_id': '88328203-054b-4bc4-8f9e-252123c78580'}, {'subnet_id': '04c74a0f-58d7-4139-8d83-02d292d1b433'}], 'name': 'tempest-PortsTestJSON-976792586'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:51.148407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.154908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Transition to ACTIVE for port object 879c84e0-0e6f-41b3-b59d-c20bcb50a18f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:51.182534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe23b6f-4ea4-447c-ad25-7ce7d8117add req-3239c99d-c91b-431a-9f2c-45e8fd11a441 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.184256 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7fe23b6f-4ea4-447c-ad25-7ce7d8117add req-3239c99d-c91b-431a-9f2c-45e8fd11a441 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3762467 Feb 16 08:40:51.189990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:51.191243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:51.197584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0524ae2f-c165-46f5-aa7e-94f31b08921c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:51.206515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:51.211759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502eeae5-3510-44b9-9357-aec3e7220c31 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.212505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-502eeae5-3510-44b9-9357-aec3e7220c31 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:51.240810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.242009 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af335ee0-8752-4432-ae34-925ee3643a7a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/0524ae2f-c165-46f5-aa7e-94f31b08921c HTTP/1.1" status: 204 len: 168 time: 1.0099044 Feb 16 08:40:51.301380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-502eeae5-3510-44b9-9357-aec3e7220c31 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:51.302922 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-502eeae5-3510-44b9-9357-aec3e7220c31 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3569353 Feb 16 08:40:51.307278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57218) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:51.328450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Transition to ACTIVE for port object 879c84e0-0e6f-41b3-b59d-c20bcb50a18f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:51.335856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Pushing event updated for resources: {'Port': ['ID=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:51.360741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Attempting to bind port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:51.361569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Attempting to bind port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '05d9a32f-d64a-4b24-bb13-333edb250774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:51.361941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Attempting to bind port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f on network 757a4c56-134f-4f32-a3be-9745677c9d6b {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:51.370424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.381286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:51.384604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Checking segment: {'id': '05d9a32f-d64a-4b24-bb13-333edb250774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:51.385056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.385454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Bound using segment: {'id': '05d9a32f-d64a-4b24-bb13-333edb250774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:51.386167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Bound port: 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05d9a32f-d64a-4b24-bb13-333edb250774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:51.386313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.397267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:40:51.419885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.433391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.442487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:51.442897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.452454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:51.467933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:51.530098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Allocated IP 172.20.0.4 (c2a3ee95-f42f-45fe-a560-371c9a87d3cc/5aa7c3e2-3442-4bcf-b43a-ae48781394e9/25b4431f-88fd-471f-8c5d-ebbbc3f46cef) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:51.548808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] In _notify_port_updated(), no bound segment for port ed467ba0-eb6c-4932-86de-fe995b0dc40e on network 39ae0de0-1b6c-4495-93e9-13b3511fd928 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:51.549609 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7fe23b6f-4ea4-447c-ad25-7ce7d8117add req-51183f4f-58a0-432f-9207-6b2138b077ba tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3563557 Feb 16 08:40:51.552772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:51.553456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.555084 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "PUT /v2.0/ports/ed467ba0-eb6c-4932-86de-fe995b0dc40e HTTP/1.1" status: 200 len: 1067 time: 2.1198800 Feb 16 08:40:51.562010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:51.623823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf0484-240b-4db7-ac7b-13f3a53d3579 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event updated for resources: {'Port': ['ID=ed467ba0-eb6c-4932-86de-fe995b0dc40e,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:51.634853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Pushing event updated for resources: {'Port': ['ID=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:51.671568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for 8762743c-059f-449e-be9a-abd32273f548 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:51.674997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Attempting to bind port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:51.675370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Attempting to bind port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0257a116-7dc4-457e-82bb-ea7a949404f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:51.675847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Attempting to bind port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f on network c2a3ee95-f42f-45fe-a560-371c9a87d3cc {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:51.701887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:51.702265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Checking segment: {'id': '0257a116-7dc4-457e-82bb-ea7a949404f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:51.704318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cd639689-19b0-4ef4-8234-30598fe7d824 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3958108 Feb 16 08:40:51.704887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.705293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Bound using segment: {'id': '0257a116-7dc4-457e-82bb-ea7a949404f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:51.705783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Bound port: 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0257a116-7dc4-457e-82bb-ea7a949404f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:51.709538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.719603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57228) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:51.732553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:51.734175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-187523148'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:51.765137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port ed467ba0-eb6c-4932-86de-fe995b0dc40e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:51.765496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.799342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:51.836571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,segment=NetworkSegment(05d9a32f-d64a-4b24-bb13-333edb250774),segment_id=05d9a32f-d64a-4b24-bb13-333edb250774)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:51.851169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.896618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57232) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:51.922481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.942732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] For port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:51.968620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] For port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,segment=NetworkSegment(0257a116-7dc4-457e-82bb-ea7a949404f8),segment_id=0257a116-7dc4-457e-82bb-ea7a949404f8)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:51.978823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:51.986321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:51.990654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-31d328fe-b080-436c-8d66-a4a7d78c30a1 None None] Provisioning complete for port ed467ba0-eb6c-4932-86de-fe995b0dc40e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:51.991690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-31d328fe-b080-436c-8d66-a4a7d78c30a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.001434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:52.009514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:52.011202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=8762743c-059f-449e-be9a-abd32273f548,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:52.014268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:52.019693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e67579-eb14-4d1c-a146-74479c750c9c None None] Pushing event updated for resources: {'Port': ['ID=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:52.028186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:52.071112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:52.075925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.101196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:52.104040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.106672 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a70b0838-8540-4f20-8351-de9cd03d070a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5c4c266db8e44046b931647fb7ce8002&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2076671 Feb 16 08:40:52.112592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57236) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:52.126251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-31d328fe-b080-436c-8d66-a4a7d78c30a1 None None] Port ed467ba0-eb6c-4932-86de-fe995b0dc40e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:52.136857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:52.142720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5670e3f-fabc-4ec7-b6be-62e90777c49e None None] Pushing event updated for resources: {'Port': ['ID=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:52.226544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.332236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Transition to ACTIVE for port object 25b4431f-88fd-471f-8c5d-ebbbc3f46cef will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:52.401847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:40:52.454372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.473002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.473361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment 29d7004b-3eeb-4863-8e6e-d667ddfc1770 of type vlan for network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 Feb 16 08:40:52.476186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.534235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.545217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.710917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for ed467ba0-eb6c-4932-86de-fe995b0dc40e owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:52.744222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.758731 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5d2dccb1-9e83-4f2a-b1b9-79ca08668460 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/8762743c-059f-449e-be9a-abd32273f548 HTTP/1.1" status: 204 len: 168 time: 2.2306719 Feb 16 08:40:52.766597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57242) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:52.784676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'Port': ['ID=25b4431f-88fd-471f-8c5d-ebbbc3f46cef,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:52.836429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:52.850386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:52.855382 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-a086234a-f291-4c89-933f-c5b8e77ac0f7 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] GET failed (client error): The resource could not be found. Feb 16 08:40:52.860651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a086234a-f291-4c89-933f-c5b8e77ac0f7 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports/8762743c-059f-449e-be9a-abd32273f548 HTTP/1.1" status: 404 len: 333 time: 0.0784295 Feb 16 08:40:52.860651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:52.862637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:52.874833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57246) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:52.879907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-1269786378'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:53.004751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:53.005335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.026571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.028587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.030718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:53.030874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.035596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.14 (757a4c56-134f-4f32-a3be-9745677c9d6b/88328203-054b-4bc4-8f9e-252123c78580/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:53.048803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:53.072791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d05f0-0e89-40ec-a476-43d30576fc00 req-7f92e365-c352-4083-8e48-9d39edaddd0f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:53.074643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a44d05f0-0e89-40ec-a476-43d30576fc00 req-7f92e365-c352-4083-8e48-9d39edaddd0f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3189347 Feb 16 08:40:53.078791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8910dd-d2ed-4b96-8258-7ce99d0d7fbf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:53.117230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.121127 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3157095f-5d3c-4541-9f74-2004daa3814d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2e8910dd-d2ed-4b96-8258-7ce99d0d7fbf HTTP/1.1" status: 204 len: 168 time: 1.0075669 Feb 16 08:40:53.146220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:53.154282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 879c84e0-0e6f-41b3-b59d-c20bcb50a18f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:53.170852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a44d05f0-0e89-40ec-a476-43d30576fc00 req-dece7385-61d1-443a-90b1-f10f7f6820a5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842028 Feb 16 08:40:53.174223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0998c044-0769-44e9-9163-0fe21f7a21c2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.2953918 Feb 16 08:40:53.177240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57252) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:53.184824 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4608326 Feb 16 08:40:53.190412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:53.193203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57256) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:53.200924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Request body: {'port': {'network_id': 'c2a3ee95-f42f-45fe-a560-371c9a87d3cc', 'name': 'tempest-ExtraDHCPOptionsTestJSON-586581900', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:53.201606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.201921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] bootfile-name is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:40:53.202475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] tftp-server is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:40:53.203101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] server-ip-address is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:40:53.235006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:53.244936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:53.261037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.28 (757a4c56-134f-4f32-a3be-9745677c9d6b/04c74a0f-58d7-4139-8d83-02d292d1b433/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:53.293362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b895d2a-da20-497e-b62a-a4affca41825 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=4bd4f3da-caf4-45b8-afb8-af4b9f65d420,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:53.306929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:40:53.335034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=ed467ba0-eb6c-4932-86de-fe995b0dc40e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:53.439246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:port and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:53.677880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.680986 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-13efc013-2dd5-407b-9115-30b3a547af41 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/ed467ba0-eb6c-4932-86de-fe995b0dc40e HTTP/1.1" status: 204 len: 168 time: 2.1176982 Feb 16 08:40:53.683533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57262) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:53.747025 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3d964f-8604-4bd5-bd91-dc76de05ba03 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] GET failed (client error): The resource could not be found. Feb 16 08:40:53.747344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c3d964f-8604-4bd5-bd91-dc76de05ba03 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Synchronizing usage tracker for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:53.769859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2c3d964f-8604-4bd5-bd91-dc76de05ba03 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Unset dirty status for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:53.771161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c3d964f-8604-4bd5-bd91-dc76de05ba03 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports/ed467ba0-eb6c-4932-86de-fe995b0dc40e HTTP/1.1" status: 404 len: 333 time: 0.0865138 Feb 16 08:40:53.774111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:53.774713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57270) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:53.811491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:53.886380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port 485facde-9dc9-41b5-bcb5-1c1b0b80b34f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:53.887023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:53.928165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:53.945968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Usage tracker for resource:port and tenant:4da14828a291461691c1ec2fb9ee2e8e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:53.978239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02892e70-d9ed-4d77-ab3f-5a9de7078ae4 None None] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:53.978841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:53.981555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:53.984552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.007036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:54.038393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:54.047591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:54.051739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:54.057738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:54.106701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:54.192591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.226353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:54.260478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.273913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Made reservation on behalf of 4da14828a291461691c1ec2fb9ee2e8e for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:54.276940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.348379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6673da-a9a6-4b52-b746-bdbcfc617c75 None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:54.386191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.419527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] device_id is not set on port 674f39ee-b1c8-4b12-861a-2d305a870ec4 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:54.497803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for 485facde-9dc9-41b5-bcb5-1c1b0b80b34f owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:54.549735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object c3f42930-f586-40fe-8cc4-f4b71c7b0b5b will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:54.555325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Provisioning for port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:54.566539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Provisioning complete for port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:54.566916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.649094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.711355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=485facde-9dc9-41b5-bcb5-1c1b0b80b34f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:54.774628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.779715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.5 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/a7b15299-1b92-4fc1-957f-5d11de6aa2d0) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:54.800688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.801374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-05f983fa-f210-4534-89a9-a9fa3e2529ae tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/485facde-9dc9-41b5-bcb5-1c1b0b80b34f HTTP/1.1" status: 204 len: 168 time: 1.0258021 Feb 16 08:40:54.803988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57288) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:54.874077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] For port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,segment=NetworkSegment(0257a116-7dc4-457e-82bb-ea7a949404f8),segment_id=0257a116-7dc4-457e-82bb-ea7a949404f8)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:54.880418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.882483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77c4b55-426d-4761-a7ab-be73eddd788c tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] GET failed (client error): The resource could not be found. Feb 16 08:40:54.882988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e77c4b55-426d-4761-a7ab-be73eddd788c tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Synchronizing usage tracker for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:54.885237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:54.920343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65ef87-fac0-4539-97b2-5757e9e4d0ba req-ef06f430-2885-47dc-96da-f816b5dc4c8d tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:54.922542 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b65ef87-fac0-4539-97b2-5757e9e4d0ba req-ef06f430-2885-47dc-96da-f816b5dc4c8d tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4540169 Feb 16 08:40:54.930358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e77c4b55-426d-4761-a7ab-be73eddd788c tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Unset dirty status for tenant:2c3b01657f3641ad9999198de02cb817 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:54.931595 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e77c4b55-426d-4761-a7ab-be73eddd788c tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "GET /v2.0/ports/485facde-9dc9-41b5-bcb5-1c1b0b80b34f HTTP/1.1" status: 404 len: 333 time: 0.1266983 Feb 16 08:40:54.935179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57292) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:55.042922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 757a4c56-134f-4f32-a3be-9745677c9d6b is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:55.044284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Allocated IP 172.20.0.9 (c2a3ee95-f42f-45fe-a560-371c9a87d3cc/5aa7c3e2-3442-4bcf-b43a-ae48781394e9/674f39ee-b1c8-4b12-861a-2d305a870ec4) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:55.066604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:55.067253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.071162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:55.107336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:55.140051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a2d7b7-54e2-4b01-9ceb-0648774608a1 None None] Pushing event updated for resources: {'Port': ['ID=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:55.164047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Provisioning for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:55.170013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Provisioning complete for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:55.170505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.283251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Update dhcp port {'port': {'network_id': '757a4c56-134f-4f32-a3be-9745677c9d6b', 'fixed_ips': [{'subnet_id': '88328203-054b-4bc4-8f9e-252123c78580', 'ip_address': '172.20.0.2'}, {'subnet_id': '04c74a0f-58d7-4139-8d83-02d292d1b433'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '7c6fe704-672b-4ff9-95b1-c4ae70b52e4f'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:40:55.431593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.464847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.528254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.549204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.555226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object a7b15299-1b92-4fc1-957f-5d11de6aa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:55.606619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for 16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:55.617443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:55.618147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.635207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.666879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,segment=NetworkSegment(05d9a32f-d64a-4b24-bb13-333edb250774),segment_id=05d9a32f-d64a-4b24-bb13-333edb250774)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:55.681168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.785318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.804003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.808185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be647386-ae7a-469b-a563-dbeb4b3556b9 None None] Pushing event updated for resources: {'Port': ['ID=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:55.821075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Transition to ACTIVE for port object 674f39ee-b1c8-4b12-861a-2d305a870ec4 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:55.839491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=c3f42930-f586-40fe-8cc4-f4b71c7b0b5b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:55.877545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Allocated IP 172.20.0.18 (757a4c56-134f-4f32-a3be-9745677c9d6b/04c74a0f-58d7-4139-8d83-02d292d1b433/7c6fe704-672b-4ff9-95b1-c4ae70b52e4f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:55.883136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Provisioning for port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:55.891953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Provisioning complete for port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:55.892693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.895465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.922917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:55.931028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:55.952813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7da4bcde-f45a-4de4-8823-e3b049f52375 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/ports/16bb2ff5-d9c4-44e1-bfa1-4ccd9dbbe87c HTTP/1.1" status: 204 len: 168 time: 1.0165486 Feb 16 08:40:55.957246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57310) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:55.982713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b65ef87-fac0-4539-97b2-5757e9e4d0ba req-903c4913-bfe4-4a7d-95b1-96907835cb53 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9887862 Feb 16 08:40:56.021163 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3c26fb70-81b1-4334-bc01-869fdab20c1a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.9388795 Feb 16 08:40:56.027435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57316) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:56.039551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.050879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:56.087740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:56.095911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88328203-054b-4bc4-8f9e-252123c78580'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:56.138771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:56.175574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Provisioning complete for port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:56.175954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f1a6c37a-5a6f-4530-a1e9-348930c35190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.238572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57320) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:56.251144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,segment=NetworkSegment(05d9a32f-d64a-4b24-bb13-333edb250774),segment_id=05d9a32f-d64a-4b24-bb13-333edb250774)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:56.285871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:56.288634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:56.290327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=a7b15299-1b92-4fc1-957f-5d11de6aa2d0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:56.321280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.331123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting subnet c0fea10c-ea8c-443a-856f-54bb037f0afe {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:40:56.335687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.364379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Transition to ACTIVE for port object 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:56.372833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.451437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:56.463829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.483571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:56.571054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-871928989', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:56.586941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:56.607109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Usage tracker for resource:port and tenant:b1c443a5d5674408b26c80bfaa8bc4b0 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:56.608853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47167e9-afde-4141-917f-08f494f40e1a None None] Pushing event updated for resources: {'Port': ['ID=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:56.619671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:56.634281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:56.661366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Made reservation on behalf of b1c443a5d5674408b26c80bfaa8bc4b0 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:56.664022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.680862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.681259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:56.681888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.699880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7b1cabc5-acd1-476e-b772-7ea0fab07e2d None None] Provisioning for port 674f39ee-b1c8-4b12-861a-2d305a870ec4 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:56.706040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7b1cabc5-acd1-476e-b772-7ea0fab07e2d None None] Provisioning complete for port 674f39ee-b1c8-4b12-861a-2d305a870ec4 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:56.706409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b1cabc5-acd1-476e-b772-7ea0fab07e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.726676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.768172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7b1cabc5-acd1-476e-b772-7ea0fab07e2d None None] Port 674f39ee-b1c8-4b12-861a-2d305a870ec4 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:56.778517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:56.779152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.779298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:56.786755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Usage tracker for resource:security_group_rule and tenant:b1c443a5d5674408b26c80bfaa8bc4b0 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:56.790056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:56.802957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:56.806487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.836400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.836756 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f6ce828b-47ab-4af8-ae5c-e3127a7258ca tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9614959 Feb 16 08:40:56.840025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57328) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:56.843970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=76025db4-1b8d-4b6b-8a59-c2ea1884e58e,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:56.860366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:52:00:ef'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:56.886469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Subnet': ['ID=c0fea10c-ea8c-443a-856f-54bb037f0afe,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:56.896012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fc1897d0-301a-480e-87b8-b83d5589344b None None] Provisioning for port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:56.904053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.926871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fc1897d0-301a-480e-87b8-b83d5589344b None None] Provisioning complete for port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:56.927374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc1897d0-301a-480e-87b8-b83d5589344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:56.938041 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-755c2bb9-7a86-405e-8641-296bd400f9a0 tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/subnets/c0fea10c-ea8c-443a-856f-54bb037f0afe HTTP/1.1" status: 204 len: 168 time: 0.9757514 Feb 16 08:40:56.938041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57332) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:56.972873 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.7913401 Feb 16 08:40:56.973075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57336) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:56.987239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a005953e-30bb-40b5-98d7-f924b8bfb8ef None None] Network 39ae0de0-1b6c-4495-93e9-13b3511fd928 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:57.030772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fc1897d0-301a-480e-87b8-b83d5589344b None None] Port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:57.034362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:57.103413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84336053-e334-4c45-8382-d96eb78ee6ea tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'Port': ['ID=674f39ee-b1c8-4b12-861a-2d305a870ec4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:57.179482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': '29d7004b-3eeb-4863-8e6e-d667ddfc1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:57.179838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: 4bd4f3da-caf4-45b8-afb8-af4b9f65d420, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:40:57.246659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.265949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.269526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] device_id is not set on port 09ed8c37-0aef-4855-a626-b47f4a92b654 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:57.339109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 879c84e0-0e6f-41b3-b59d-c20bcb50a18f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:40:57.387643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9d0f1-a4d5-4f0c-87ca-6c3a4dbb2bf2 None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:57.432077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e44d47-0193-4487-b603-0dc3c499ab29,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:57.440621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.469578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:57.474007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:57.478484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:57.479369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Synchronizing usage tracker for tenant:4da14828a291461691c1ec2fb9ee2e8e on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:40:57.506866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:40:57.517249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Deleting port a2e0a0cb-fc35-46a2-862b-a97998001703 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:57.517625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.544368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5d1a6718-bf63-4e8c-b4b6-c2ad55f70913 None None] Provisioning for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:57.563934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5d1a6718-bf63-4e8c-b4b6-c2ad55f70913 None None] Provisioning complete for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:57.564312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5d1a6718-bf63-4e8c-b4b6-c2ad55f70913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.569060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 4bd4f3da-caf4-45b8-afb8-af4b9f65d420) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:57.619352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Allocated IP 172.26.4.204 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/09ed8c37-0aef-4855-a626-b47f4a92b654) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:57.621635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Unset dirty status for tenant:4da14828a291461691c1ec2fb9ee2e8e on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:40:57.623027 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c5b8bdeb-7b71-41a9-b755-3b4ebfee404c tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.6489253 Feb 16 08:40:57.635142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57342) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:57.635294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9463bb-57c3-400d-83a6-a99ab0a6a210 None None] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:40:57.635810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:57.636338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.655416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38c741-7d8b-4a64-83cf-b9d6b05fe410 req-f502bea6-0dac-45d5-9c22-59d50e17f491 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:57.662446 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e38c741-7d8b-4a64-83cf-b9d6b05fe410 req-f502bea6-0dac-45d5-9c22-59d50e17f491 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3902156 Feb 16 08:40:57.714611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:57.714987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.742204 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9edf797a-05fa-4f1f-9874-717f9d46009f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5437758 Feb 16 08:40:57.742204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.753124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57346) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:57.753524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] DHCP port deletion for 39ae0de0-1b6c-4495-93e9-13b3511fd928 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:40:57.791384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Deleting port a2e0a0cb-fc35-46a2-862b-a97998001703 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:57.791752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.817201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420', 'name': 'tempest-PortsIpV6TestJSON-179941933'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:57.833846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Deleting port 674f39ee-b1c8-4b12-861a-2d305a870ec4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:57.834183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:57.859441 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e38c741-7d8b-4a64-83cf-b9d6b05fe410 req-ecaa767c-1ed4-4df7-a359-8ccf4b6c93f1 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954062 Feb 16 08:40:57.884381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Delete allocated IP 172.20.0.28 (757a4c56-134f-4f32-a3be-9745677c9d6b/04c74a0f-58d7-4139-8d83-02d292d1b433) {{(pid=83709) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:40:58.170184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] For port a2e0a0cb-fc35-46a2-862b-a97998001703, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a2e0a0cb-fc35-46a2-862b-a97998001703,segment=NetworkSegment(1954f757-ade7-4f2a-978f-f2b696bc973d),segment_id=1954f757-ade7-4f2a-978f-f2b696bc973d)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:58.170479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.211702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.246176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.266619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.270860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Ignored duplicate provisioning block setup for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:40:58.303295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] For port a2e0a0cb-fc35-46a2-862b-a97998001703, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a2e0a0cb-fc35-46a2-862b-a97998001703,segment=NetworkSegment(1954f757-ade7-4f2a-978f-f2b696bc973d),segment_id=1954f757-ade7-4f2a-978f-f2b696bc973d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:40:58.304250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.313226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-4bd4f3da-caf4-45b8-afb8-af4b9f65d420', 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': '76025db4-1b8d-4b6b-8a59-c2ea1884e58e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:40:58.314052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.322010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.356432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Calling delete_port for a2e0a0cb-fc35-46a2-862b-a97998001703 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:58.425376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=a7b15299-1b92-4fc1-957f-5d11de6aa2d0,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:58.448630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:40:58.453922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:40:58.457597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:40:58.465525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:40:58.573676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:40:58.576994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.672608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.701690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Calling delete_port for a2e0a0cb-fc35-46a2-862b-a97998001703 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:58.716189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 7a3766ec-96c4-4a89-9344-26f02b16043c yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:40:58.718679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] In _notify_port_updated(), no bound segment for port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 on network 577ec345-4452-4267-9616-4d83115dec7f {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:58.722427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:58.723071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.724356 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b9279511-0b78-461a-879a-30e2901cc9bf tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "PUT /v2.0/ports/a7b15299-1b92-4fc1-957f-5d11de6aa2d0 HTTP/1.1" status: 200 len: 993 time: 1.8779259 Feb 16 08:40:58.737155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57350) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:58.794137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.805460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.819826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=c3f42930-f586-40fe-8cc4-f4b71c7b0b5b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:58.824278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] In _notify_port_updated(), no bound segment for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b on network 757a4c56-134f-4f32-a3be-9745677c9d6b {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:40:58.828792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:58.829784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.831157 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b2cdc10f-50d6-426c-adf9-bdbbc015b076 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/ports/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b HTTP/1.1" status: 200 len: 919 time: 2.7937772 Feb 16 08:40:58.835166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57354) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:40:58.839804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Provisioning complete for port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:58.840194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:58.843727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '88328203-054b-4bc4-8f9e-252123c78580'}, {'subnet_id': '04c74a0f-58d7-4139-8d83-02d292d1b433'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:40:58.892912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Allocated IP 2001:db8::2 (4bd4f3da-caf4-45b8-afb8-af4b9f65d420/76025db4-1b8d-4b6b-8a59-c2ea1884e58e/d547a02c-04bf-4fb8-8d25-93a353eaf84b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:58.926738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:40:58.927038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:40:58.959383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a2e0a0cb-fc35-46a2-862b-a97998001703 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:40:58.961275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:58.961699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.007078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Port a7b15299-1b92-4fc1-957f-5d11de6aa2d0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:59.012782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a2e0a0cb-fc35-46a2-862b-a97998001703 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:40:59.013070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a2e0a0cb-fc35-46a2-862b-a97998001703 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:40:59.044364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.059936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Port': ['ID=a2e0a0cb-fc35-46a2-862b-a97998001703,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:59.132670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Provisioning complete for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:59.133220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.212326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Calling delete_port for 674f39ee-b1c8-4b12-861a-2d305a870ec4 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:59.270340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] No DVR routers for this DVR port a2e0a0cb-fc35-46a2-862b-a97998001703 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:40:59.321031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.371098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.392464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Transition to ACTIVE for port object d547a02c-04bf-4fb8-8d25-93a353eaf84b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:59.417866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Transition to ACTIVE for port object d547a02c-04bf-4fb8-8d25-93a353eaf84b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:40:59.425799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.472613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Deleting port a2e0a0cb-fc35-46a2-862b-a97998001703 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:40:59.473038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.509411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Provisioning for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:40:59.557359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Pushing event updated for resources: {'Port': ['ID=09ed8c37-0aef-4855-a626-b47f4a92b654,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:59.561423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:59.563329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.565963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95134dd0-5cd0-4089-ab60-5280f1824239 None None] The port 'a2e0a0cb-fc35-46a2-862b-a97998001703' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:40:59.579579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:59.591002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Provisioning complete for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:59.591002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.591907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:59.593075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc5e02-3c9c-4c4d-9bb5-c52827ba5f81 req-adca40ce-0855-41b0-ad99-600d1497ef1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:59.595280 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03bc5e02-3c9c-4c4d-9bb5-c52827ba5f81 req-adca40ce-0855-41b0-ad99-600d1497ef1f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3096373 Feb 16 08:40:59.657050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b8a9a3b-270f-4c79-a90a-67bd9e212cc5 None None] Port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:59.666913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:40:59.667772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Pushing event updated for resources: {'Port': ['ID=d547a02c-04bf-4fb8-8d25-93a353eaf84b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:59.670843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:40:59.676112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:40:59.679652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.681843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ae0de0-1b6c-4495-93e9-13b3511fd928']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:59.692087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.692697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.693203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.693685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.694266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.695178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.695651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.696212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.697211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.697833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.698306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:40:59.715358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::226 (4bd4f3da-caf4-45b8-afb8-af4b9f65d420/76025db4-1b8d-4b6b-8a59-c2ea1884e58e/7a3766ec-96c4-4a89-9344-26f02b16043c) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:59.726700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1954f757-ade7-4f2a-978f-f2b696bc973d') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:59.726927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1954f757-ade7-4f2a-978f-f2b696bc973d') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:40:59.756479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.788410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:40:59.789543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.798235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.809951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Attempting to bind port d547a02c-04bf-4fb8-8d25-93a353eaf84b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:40:59.810582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Attempting to bind port d547a02c-04bf-4fb8-8d25-93a353eaf84b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '29d7004b-3eeb-4863-8e6e-d667ddfc1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:40:59.810732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Attempting to bind port d547a02c-04bf-4fb8-8d25-93a353eaf84b on network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:40:59.820014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:40:59.820597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.822663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-da7d550f-d080-4fb9-9d9f-502b50e9f982 None None] Provisioning complete for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:40:59.823036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-da7d550f-d080-4fb9-9d9f-502b50e9f982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:40:59.835798 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:40:59.839705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.850928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:40:59.851304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Checking segment: {'id': '29d7004b-3eeb-4863-8e6e-d667ddfc1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:40:59.851711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.852101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Bound using segment: {'id': '29d7004b-3eeb-4863-8e6e-d667ddfc1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:40:59.853063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Bound port: d547a02c-04bf-4fb8-8d25-93a353eaf84b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d7004b-3eeb-4863-8e6e-d667ddfc1770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:40:59.853063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:40:59.865324 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03bc5e02-3c9c-4c4d-9bb5-c52827ba5f81 req-5da61ffc-2791-497a-8c04-f504e2ed0f10 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627928 Feb 16 08:40:59.874521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for a7b15299-1b92-4fc1-957f-5d11de6aa2d0 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:40:59.933842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-da7d550f-d080-4fb9-9d9f-502b50e9f982 None None] Port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:40:59.935614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.30 (757a4c56-134f-4f32-a3be-9745677c9d6b/04c74a0f-58d7-4139-8d83-02d292d1b433/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:40:59.961572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event deleted for resources: {'Port': ['ID=674f39ee-b1c8-4b12-861a-2d305a870ec4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:40:59.979058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] For port d547a02c-04bf-4fb8-8d25-93a353eaf84b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:40:59.983082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] For port d547a02c-04bf-4fb8-8d25-93a353eaf84b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d547a02c-04bf-4fb8-8d25-93a353eaf84b,segment=NetworkSegment(29d7004b-3eeb-4863-8e6e-d667ddfc1770),segment_id=29d7004b-3eeb-4863-8e6e-d667ddfc1770)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:40:59.988751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.061375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0ceaddcd-744d-477a-8c33-62cb72240a3d tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8166795 Feb 16 08:41:00.075340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57360) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:00.080970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1fcdb-4a27-4d06-b229-3c9ab4e4f809 None None] Pushing event updated for resources: {'Port': ['ID=d547a02c-04bf-4fb8-8d25-93a353eaf84b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:00.122796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.129838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.204'}]}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:00.163276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.172944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:00.188980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.191811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] Pushing event deleted for resources: {'Network': ['ID=39ae0de0-1b6c-4495-93e9-13b3511fd928,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:00.194387 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-589af4a3-1840-4f9a-983d-5bab6fc6f7eb tempest-AllowedAddressPairIpV6TestJSON-1469291901 tempest-AllowedAddressPairIpV6TestJSON-1469291901-project] 10.222.0.94 "DELETE /v2.0/networks/39ae0de0-1b6c-4495-93e9-13b3511fd928 HTTP/1.1" status: 204 len: 168 time: 3.2567821 Feb 16 08:41:00.204262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Usage tracker for resource:router and tenant:b1c443a5d5674408b26c80bfaa8bc4b0 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:00.217834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:00.235621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:00.293604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.300654 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a0a19e0b-d381-47c8-bd12-7ce22e1ce2e6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "DELETE /v2.0/ports/674f39ee-b1c8-4b12-861a-2d305a870ec4 HTTP/1.1" status: 204 len: 168 time: 2.6616774 Feb 16 08:41:00.342158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57366) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:00.368544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.374555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.493599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.551018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.552638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=a7b15299-1b92-4fc1-957f-5d11de6aa2d0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:00.563119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Request body: {'port': {'name': 'tempest-new-port-name-1407338233', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:00.563541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] bootfile-name is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:00.563877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] tftp-server is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:00.564200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] server-ip-address is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:00.591769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.672366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 7a3766ec-96c4-4a89-9344-26f02b16043c will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:00.729591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57372) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:00.739494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Ignored duplicate provisioning block setup for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:41:00.752369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.765191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.777794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.941797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=7a3766ec-96c4-4a89-9344-26f02b16043c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:00.967602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:00.978475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.028959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d547a02c-04bf-4fb8-8d25-93a353eaf84b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:01.057824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=c3f42930-f586-40fe-8cc4-f4b71c7b0b5b,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:01.131818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:01.137762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:01.138576 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-589e6764-cef8-4e7c-9de2-adcbc2e27f8a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/a7b15299-1b92-4fc1-957f-5d11de6aa2d0 HTTP/1.1" status: 204 len: 168 time: 2.4004941 Feb 16 08:41:01.140493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:01.145438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:01.145438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.151759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57380) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.179609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d547a02c-04bf-4fb8-8d25-93a353eaf84b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:01.262047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] In _notify_port_updated(), no bound segment for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b on network 757a4c56-134f-4f32-a3be-9745677c9d6b {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:41:01.272041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:01.273201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.281538 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ac653f2-d2b5-4f0b-bf6b-70b6b8e898ed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/ports/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b HTTP/1.1" status: 200 len: 999 time: 2.4443307 Feb 16 08:41:01.285323 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0d2f2d5a-7fe8-46c5-b7f7-c336bc350d3c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2c3b01657f3641ad9999198de02cb817&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5496106 Feb 16 08:41:01.289586 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1d5c16a3-86bd-4609-ba09-c1d865a61b71 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5261042 Feb 16 08:41:01.298550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57384) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.299166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57386) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.299826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57388) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.349547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '4bd4f3da-caf4-45b8-afb8-af4b9f65d420', 'name': 'tempest-PortsIpV6TestJSON-939271821'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:01.373332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c80c0460-c77a-415f-a8a4-8bbe59a6d060 None None] Provisioning complete for port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:01.373768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c80c0460-c77a-415f-a8a4-8bbe59a6d060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.376301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-126e9228-da6a-4137-8b3f-680e608b6551 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] GET failed (client error): The resource could not be found. Feb 16 08:41:01.377646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-126e9228-da6a-4137-8b3f-680e608b6551 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports/a7b15299-1b92-4fc1-957f-5d11de6aa2d0 HTTP/1.1" status: 404 len: 333 time: 0.2176893 Feb 16 08:41:01.385756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57396) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.397775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-1702396'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:01.417746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:01.418188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.447068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c80c0460-c77a-415f-a8a4-8bbe59a6d060 None None] Port c3f42930-f586-40fe-8cc4-f4b71c7b0b5b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:01.500421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac8107-cfe1-496c-bd5f-8c9208e901a7 req-820f500d-f939-472c-9ab0-fcdf427b0897 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:01.501912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dac8107-cfe1-496c-bd5f-8c9208e901a7 req-820f500d-f939-472c-9ab0-fcdf427b0897 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4354312 Feb 16 08:41:01.544695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e12852-e75b-42bc-89b0-20c749070d66 None None] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:01.635428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dac8107-cfe1-496c-bd5f-8c9208e901a7 req-fb1484dc-d38a-46ac-841e-bf614b3d7259 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144247 Feb 16 08:41:01.642943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Provisioning for port d547a02c-04bf-4fb8-8d25-93a353eaf84b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:01.676690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Provisioning complete for port d547a02c-04bf-4fb8-8d25-93a353eaf84b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:01.677111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.694682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.698535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:01.702192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.725504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.743134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.754713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Usage tracker for resource:port and tenant:8ed615ebc2244f4cb3fefae78898c2da is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:01.767673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:01.783205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:01.838715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:01.842169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.887077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:01.903894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:01.908658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] In _notify_port_updated(), no bound segment for port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef on network c2a3ee95-f42f-45fe-a560-371c9a87d3cc {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:41:01.915595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:01.916286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.930998 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "PUT /v2.0/ports/25b4431f-88fd-471f-8c5d-ebbbc3f46cef HTTP/1.1" status: 200 len: 1136 time: 1.5494556 Feb 16 08:41:01.933808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadec1c-098a-468d-8d28-8ed30a35a154 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event updated for resources: {'Port': ['ID=25b4431f-88fd-471f-8c5d-ebbbc3f46cef,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:01.934766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57404) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:01.956930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:01.961764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:01.979979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:01.992077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port aae7ed54-de04-4a79-9ba6-0326757da310 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:02.006455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.138423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:02.141979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.145035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] For port d547a02c-04bf-4fb8-8d25-93a353eaf84b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d547a02c-04bf-4fb8-8d25-93a353eaf84b,segment=NetworkSegment(29d7004b-3eeb-4863-8e6e-d667ddfc1770),segment_id=29d7004b-3eeb-4863-8e6e-d667ddfc1770)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:02.154477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.164708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.241003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979f9346-d8ef-465c-8ba7-4e047df44df4 None None] Pushing event updated for resources: {'Port': ['ID=d547a02c-04bf-4fb8-8d25-93a353eaf84b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:02.285204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cdbd40e0-09e1-442f-a1e0-538942258773 None None] Provisioning complete for port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:02.285640 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdbd40e0-09e1-442f-a1e0-538942258773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.313118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ff2a7-56f3-4b63-b1dc-9fc48613aa1f req-3de6a500-34aa-4731-99e6-2d7670be0665 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:02.314699 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-761ff2a7-56f3-4b63-b1dc-9fc48613aa1f req-3de6a500-34aa-4731-99e6-2d7670be0665 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1254129 Feb 16 08:41:02.316087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.10 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/aae7ed54-de04-4a79-9ba6-0326757da310) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:02.373122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd40e0-09e1-442f-a1e0-538942258773 None None] Port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:02.383863 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-761ff2a7-56f3-4b63-b1dc-9fc48613aa1f req-fc3f02b9-81f4-480a-ab18-e9a0b8d3cec3 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628533 Feb 16 08:41:02.432103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for c3f42930-f586-40fe-8cc4-f4b71c7b0b5b owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:02.520474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e4962-9e2e-40ab-9d8c-7becb3f386d6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:02.521078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b03e4962-9e2e-40ab-9d8c-7becb3f386d6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Synchronizing usage tracker for tenant:4da14828a291461691c1ec2fb9ee2e8e on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:02.554533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.565999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 9d53c3be-999b-4beb-bb1b-10ef4d948c55 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:02.617405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Provisioning complete for port d547a02c-04bf-4fb8-8d25-93a353eaf84b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:02.618261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.620805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.631125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a777fa-e1aa-46eb-9989-386fa0e7e2e3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:02.659941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object aae7ed54-de04-4a79-9ba6-0326757da310 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:02.702342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.705137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.749387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b03e4962-9e2e-40ab-9d8c-7becb3f386d6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Unset dirty status for tenant:4da14828a291461691c1ec2fb9ee2e8e on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:02.750596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b03e4962-9e2e-40ab-9d8c-7becb3f386d6 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "GET /v2.0/ports/25b4431f-88fd-471f-8c5d-ebbbc3f46cef HTTP/1.1" status: 200 len: 1136 time: 0.8058205 Feb 16 08:41:02.768739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57408) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:02.788851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Provisioning for port 7a3766ec-96c4-4a89-9344-26f02b16043c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:02.794313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Provisioning complete for port 7a3766ec-96c4-4a89-9344-26f02b16043c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:02.794762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.798063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.800150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:02.804417 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eb174abe-7672-4119-9c35-ec9596d9267b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c9a777fa-e1aa-46eb-9989-386fa0e7e2e3 HTTP/1.1" status: 204 len: 168 time: 1.4979677 Feb 16 08:41:02.857559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:02.857705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::18f (4bd4f3da-caf4-45b8-afb8-af4b9f65d420/76025db4-1b8d-4b6b-8a59-c2ea1884e58e/9d53c3be-999b-4beb-bb1b-10ef4d948c55) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:02.864021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=aae7ed54-de04-4a79-9ba6-0326757da310,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:02.867255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:02.871228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:02.897389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-262cd497-d20b-426f-8708-f2169cb6305f None None] Port 7a3766ec-96c4-4a89-9344-26f02b16043c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:02.967658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d547a02c-04bf-4fb8-8d25-93a353eaf84b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:03.068960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Deleting port 25b4431f-88fd-471f-8c5d-ebbbc3f46cef {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:03.069444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.098552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f0736f94-3c63-49dc-b291-9d9dd3b789fc None None] Provisioning complete for port 7a3766ec-96c4-4a89-9344-26f02b16043c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:03.099335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0736f94-3c63-49dc-b291-9d9dd3b789fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.220911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0736f94-3c63-49dc-b291-9d9dd3b789fc None None] Port 7a3766ec-96c4-4a89-9344-26f02b16043c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:03.234290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d547a02c-04bf-4fb8-8d25-93a353eaf84b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:03.234697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.371961 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.430656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d7867421-ad4d-48ca-b75b-c638964f01ef None None] Provisioning for port aae7ed54-de04-4a79-9ba6-0326757da310 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:03.447060 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-22a46e9c-8ce5-42c8-b426-1707f51fae36 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.9824245 Feb 16 08:41:03.460050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d7867421-ad4d-48ca-b75b-c638964f01ef None None] Provisioning complete for port aae7ed54-de04-4a79-9ba6-0326757da310 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:03.460779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d7867421-ad4d-48ca-b75b-c638964f01ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.559968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Calling delete_port for 25b4431f-88fd-471f-8c5d-ebbbc3f46cef owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:03.569547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d7867421-ad4d-48ca-b75b-c638964f01ef None None] Port aae7ed54-de04-4a79-9ba6-0326757da310 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:03.619202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:03.620156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.667527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bf728389-9be8-4a3c-b835-a08fc1e43f3a tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2792397 Feb 16 08:41:03.670289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57430) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:03.676584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:52:00:ef'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:03.676982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.789074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 9d53c3be-999b-4beb-bb1b-10ef4d948c55 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:03.807349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:03.869117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-e9200c68-c4d5-4fd2-9e3b-76eb00c20902 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:03.870159 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-e9200c68-c4d5-4fd2-9e3b-76eb00c20902 service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.4024389 Feb 16 08:41:03.879584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=c3f42930-f586-40fe-8cc4-f4b71c7b0b5b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:03.921148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57436) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:03.947705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.045330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.123869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-293698489'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:04.127647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event deleted for resources: {'Port': ['ID=25b4431f-88fd-471f-8c5d-ebbbc3f46cef,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:04.140331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeef8e-4292-4a7b-b9e3-6e6c2492b360 req-bf6b9cc2-4a52-49ea-8552-d117ffaf846f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:04.141929 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8eaeef8e-4292-4a7b-b9e3-6e6c2492b360 req-bf6b9cc2-4a52-49ea-8552-d117ffaf846f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3111048 Feb 16 08:41:04.143445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:04.154190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:network and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:04.177007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:04.180284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.251510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:04.273201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.279139 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-c0e53595-d35c-4693-9dc1-1ded9644c3dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.3953023 Feb 16 08:41:04.365442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:04.368955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.403530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.414473 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8eaeef8e-4292-4a7b-b9e3-6e6c2492b360 req-c2cd1ad1-8d5b-4dd9-8f03-a3164a4408c2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635546 Feb 16 08:41:04.419204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:04.437287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.477085 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ae3487e-a1ce-4d6a-96e9-0668697dade2 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "DELETE /v2.0/ports/25b4431f-88fd-471f-8c5d-ebbbc3f46cef HTTP/1.1" status: 204 len: 168 time: 1.7066510 Feb 16 08:41:04.484181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57442) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:04.496725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:04.499102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:04.503833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:04.504526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.576220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:04.595624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:security_group_rule and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:04.602930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.608707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:04.614694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-b03b8b50-7c41-4ca9-b1b1-03d781511435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:04.616229 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-b03b8b50-7c41-4ca9-b1b1-03d781511435 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.2797914 Feb 16 08:41:04.617340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=9d53c3be-999b-4beb-bb1b-10ef4d948c55,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:04.625964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:04.696592 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bbe54dd7-9c59-4dea-be54-096d4b8fd821 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b HTTP/1.1" status: 204 len: 168 time: 3.3947008 Feb 16 08:41:04.697154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57446) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:04.779766 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-52cab2f6-2b94-479c-af4c-e4adb3e5c7e6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4746933 Feb 16 08:41:04.802526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57450) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:04.879839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.902573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.918942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6004a772-f368-4a7f-bc86-387c7ce07c9a None None] Provisioning for port 9d53c3be-999b-4beb-bb1b-10ef4d948c55 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:04.921141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-6ccc6fb9-9c03-4c78-a01f-2972fb8af03a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2880287 Feb 16 08:41:04.927616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6004a772-f368-4a7f-bc86-387c7ce07c9a None None] Provisioning complete for port 9d53c3be-999b-4beb-bb1b-10ef4d948c55 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:04.927820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6004a772-f368-4a7f-bc86-387c7ce07c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:04.973657 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea031f4-8009-42d4-9fbd-c549f371caaa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:41:04.974166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2ea031f4-8009-42d4-9fbd-c549f371caaa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:05.021081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.031087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6004a772-f368-4a7f-bc86-387c7ce07c9a None None] Port 9d53c3be-999b-4beb-bb1b-10ef4d948c55 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:05.044445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.044938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 01699d5d-c706-4d44-af9a-c1ea18f8d194 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:41:05.070233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.157828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2ea031f4-8009-42d4-9fbd-c549f371caaa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:05.158905 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ea031f4-8009-42d4-9fbd-c549f371caaa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b HTTP/1.1" status: 404 len: 333 time: 0.4561918 Feb 16 08:41:05.177928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57454) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:05.230101 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:41:05.233902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-91a3b69d-c3b0-45d6-9716-7c54e8f24b1c tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1242964 Feb 16 08:41:05.234542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57458) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:05.309998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Deleting subnet 5aa7c3e2-3442-4bcf-b43a-ae48781394e9 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:05.314014 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-32d93880-7d39-423c-a8e7-c704b8227e71 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830266 Feb 16 08:41:05.327556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.336659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.345927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Deleting port 09ed8c37-0aef-4855-a626-b47f4a92b654 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:05.346573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.369542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=aae7ed54-de04-4a79-9ba6-0326757da310,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:05.382107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.444574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] In _notify_port_updated(), no bound segment for port aae7ed54-de04-4a79-9ba6-0326757da310 on network 577ec345-4452-4267-9616-4d83115dec7f {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:41:05.448516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:05.449160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.453388 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f458accd-fb72-4010-81d8-563f1a97a120 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "PUT /v2.0/ports/aae7ed54-de04-4a79-9ba6-0326757da310 HTTP/1.1" status: 200 len: 994 time: 1.7793360 Feb 16 08:41:05.453388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:05.455031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57464) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:05.468342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-57696fc4-e74a-4958-81cf-f9270430c520 None None] Provisioning complete for port aae7ed54-de04-4a79-9ba6-0326757da310 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:05.468724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57696fc4-e74a-4958-81cf-f9270430c520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.499137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44cc91-3b5b-4fd5-884b-1ac0074a86fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:05.499741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0c44cc91-3b5b-4fd5-884b-1ac0074a86fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:05.506419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.539516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-57696fc4-e74a-4958-81cf-f9270430c520 None None] Port aae7ed54-de04-4a79-9ba6-0326757da310 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:05.593041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.593385 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Added segment 6589e950-da1b-4013-ac1b-5c335db4aef5 of type vlan for network 845b2056-9615-46c6-afcf-a7b11d258df1 Feb 16 08:41:05.601269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5db48fae-c691-4a77-bdd4-fd91f014475f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:05.625203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port aae7ed54-de04-4a79-9ba6-0326757da310 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:05.625638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.711574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0c44cc91-3b5b-4fd5-884b-1ac0074a86fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:05.712644 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0c44cc91-3b5b-4fd5-884b-1ac0074a86fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A226 HTTP/1.1" status: 200 len: 928 time: 0.9056416 Feb 16 08:41:05.714381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.723051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57468) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:05.727271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9087dc8b-1906-4fdb-8542-73b3eac596cb req-314dc0a2-b601-4ef8-a191-c335db4d2def service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058137 Feb 16 08:41:05.800967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 04c74a0f-58d7-4139-8d83-02d292d1b433 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:05.808185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.862324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.866677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:05.867264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.873194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 9d53c3be-999b-4beb-bb1b-10ef4d948c55 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:05.873533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.875913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:05.996151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.004656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.037136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80749ab-be76-48b5-8ebe-2dc5d6d56df3 req-98f9d7f0-ed69-4c1f-b99a-ab3f6d82c91a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:06.039169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f80749ab-be76-48b5-8ebe-2dc5d6d56df3 req-98f9d7f0-ed69-4c1f-b99a-ab3f6d82c91a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4525383 Feb 16 08:41:06.130625 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2080433 Feb 16 08:41:06.141155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Calling delete_port for 09ed8c37-0aef-4855-a626-b47f4a92b654 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:06.152641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57472) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:06.157522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885ccf6-0465-4f4f-826a-6cbae5fb03a1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Network': ['ID=845b2056-9615-46c6-afcf-a7b11d258df1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:06.172313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:06.175627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:06.211380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.308802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.321878 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f80749ab-be76-48b5-8ebe-2dc5d6d56df3 req-133de7d7-091d-4421-96e2-462f5e325f83 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2646778 Feb 16 08:41:06.354715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event deleted for resources: {'Subnet': ['ID=5aa7c3e2-3442-4bcf-b43a-ae48781394e9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:06.375050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e26c2e-df05-400a-8bf1-41f5753a2dc7 None None] Network c2a3ee95-f42f-45fe-a560-371c9a87d3cc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:06.376158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.392185 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc86919c-de70-4bd3-b3ae-229ecee38da8 tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "DELETE /v2.0/subnets/5aa7c3e2-3442-4bcf-b43a-ae48781394e9 HTTP/1.1" status: 204 len: 168 time: 1.9070373 Feb 16 08:41:06.393614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.424103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57476) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:06.433853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:06.468173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:06.476521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:06.534035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:06.576257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:06.591526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for aae7ed54-de04-4a79-9ba6-0326757da310 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:06.652618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.674899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] DHCP port deletion for c2a3ee95-f42f-45fe-a560-371c9a87d3cc request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:06.678945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.681729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Deleting port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:06.682510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.748265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=04c74a0f-58d7-4139-8d83-02d292d1b433,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:06.755785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.771931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.776890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602203ae-f21b-4679-be61-117ca92b76c6 None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:06.898992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.906319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Deleting port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:06.906319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.922785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 9d53c3be-999b-4beb-bb1b-10ef4d948c55 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:06.963938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:06.972098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 879c84e0-0e6f-41b3-b59d-c20bcb50a18f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:06.995061 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1672d9e7-7b84-42c4-a69f-5f558f28769d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/04c74a0f-58d7-4139-8d83-02d292d1b433 HTTP/1.1" status: 204 len: 168 time: 1.8014960 Feb 16 08:41:07.005861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57480) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:07.042134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Pushing event deleted for resources: {'Port': ['ID=09ed8c37-0aef-4855-a626-b47f4a92b654,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:07.147029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 88328203-054b-4bc4-8f9e-252123c78580 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:07.156361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.210307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] For port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,segment=NetworkSegment(0257a116-7dc4-457e-82bb-ea7a949404f8),segment_id=0257a116-7dc4-457e-82bb-ea7a949404f8)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:07.211793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.289254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.292202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.347273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Calling delete_port for 879c84e0-0e6f-41b3-b59d-c20bcb50a18f owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:07.351832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] For port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,segment=NetworkSegment(0257a116-7dc4-457e-82bb-ea7a949404f8),segment_id=0257a116-7dc4-457e-82bb-ea7a949404f8)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:07.352424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.383780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=9d53c3be-999b-4beb-bb1b-10ef4d948c55,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:07.437184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.499839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Calling delete_port for 879c84e0-0e6f-41b3-b59d-c20bcb50a18f owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:07.525973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.533422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.542487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.591904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] Pushing event deleted for resources: {'Port': ['ID=879c84e0-0e6f-41b3-b59d-c20bcb50a18f,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:07.598922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.613325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=aae7ed54-de04-4a79-9ba6-0326757da310,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:07.620450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fba57-3b93-494d-ab32-e81c05e163fb None None] No DVR routers for this DVR port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:07.622389 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-38424088-c101-4e36-83ba-9ad42f48e7b4 tempest-RoutersAdminNegativeIpV6Test-544788182 tempest-RoutersAdminNegativeIpV6Test-544788182-project-admin] 10.222.0.94 "DELETE /v2.0/ports/09ed8c37-0aef-4855-a626-b47f4a92b654 HTTP/1.1" status: 204 len: 168 time: 2.3869236 Feb 16 08:41:07.644736 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6c4966bf-dac9-412a-aa04-c8305629ebba tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/9d53c3be-999b-4beb-bb1b-10ef4d948c55 HTTP/1.1" status: 204 len: 168 time: 1.9182074 Feb 16 08:41:07.654195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:07.657175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.711325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:07.711649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:07.801672 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b77c718-d064-4618-b5d4-5b6232358352 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:41:07.802180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b77c718-d064-4618-b5d4-5b6232358352 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:07.827823 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-ca38faaa-7ce3-4cde-adcf-203f027b4752 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4330113 Feb 16 08:41:07.848256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.851284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-580a9217-6c39-4608-bf5d-697da375dffe tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/aae7ed54-de04-4a79-9ba6-0326757da310 HTTP/1.1" status: 204 len: 168 time: 2.3931444 Feb 16 08:41:07.852660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b77c718-d064-4618-b5d4-5b6232358352 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:07.856227 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b77c718-d064-4618-b5d4-5b6232358352 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/9d53c3be-999b-4beb-bb1b-10ef4d948c55 HTTP/1.1" status: 404 len: 333 time: 0.1967678 Feb 16 08:41:07.856227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57492) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:07.856477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57496) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:07.907550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.957433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.972190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:07.993916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582671a-d756-4373-9885-5c8af884ca7c req-73bd595e-ba0d-4afe-a3cc-1f8738d1fce0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:07.995817 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3582671a-d756-4373-9885-5c8af884ca7c req-73bd595e-ba0d-4afe-a3cc-1f8738d1fce0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5041175 Feb 16 08:41:08.009511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=88328203-054b-4bc4-8f9e-252123c78580,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:08.060429 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff47d895-9aeb-43f5-9243-0cb301720ae6 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] GET failed (client error): The resource could not be found. Feb 16 08:41:08.061023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ff47d895-9aeb-43f5-9243-0cb301720ae6 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Synchronizing usage tracker for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:08.076533 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-916404f0-7119-4f52-9a49-fc715c3b96c1 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/88328203-054b-4bc4-8f9e-252123c78580 HTTP/1.1" status: 204 len: 168 time: 1.0680571 Feb 16 08:41:08.077231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57502) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:08.115931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 7a3766ec-96c4-4a89-9344-26f02b16043c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:08.116347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.152151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ff47d895-9aeb-43f5-9243-0cb301720ae6 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Unset dirty status for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:08.157877 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ff47d895-9aeb-43f5-9243-0cb301720ae6 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports/aae7ed54-de04-4a79-9ba6-0326757da310 HTTP/1.1" status: 404 len: 333 time: 0.3025024 Feb 16 08:41:08.167612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57506) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:08.170224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:08.180070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-1459386314'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:08.208468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=4b45d712-954e-4af7-93d1-943ae84462f2,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:08.231614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Deleting port 879c84e0-0e6f-41b3-b59d-c20bcb50a18f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:08.231962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.340622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] The port '879c84e0-0e6f-41b3-b59d-c20bcb50a18f' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:08.378853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7cd7ae23-df17-4ca3-a10e-4c227b462b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.392576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:08.393046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network hostable DHCP agents. Network: 845b2056-9615-46c6-afcf-a7b11d258df1, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:08.420723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.450162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.461413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-c2a31957-b8c5-4497-9be7-345d48de7efd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.4567168 Feb 16 08:41:08.486978 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3582671a-d756-4373-9885-5c8af884ca7c req-c8c04151-47b7-4e93-9be6-010d684279e2 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4784970 Feb 16 08:41:08.498183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6684d5f-3bbe-4792-b93e-001399bfc8df None None] Network 757a4c56-134f-4f32-a3be-9745677c9d6b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:08.520392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:08.523158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.589327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.664788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aff62bb8-08c3-4907-adb2-c35379081d01 None None] Provisioning complete for port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:08.665339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aff62bb8-08c3-4907-adb2-c35379081d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.789655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a3ee95-f42f-45fe-a560-371c9a87d3cc']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:08.813619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:08.825215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:08.830581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:08.838622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Usage tracker for resource:security_group_rule and tenant:691b5a77a94f44949cf9415f76dff70e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:08.858387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:08.883846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:08.885967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:08.892825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.906881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0257a116-7dc4-457e-82bb-ea7a949404f8') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:08.907143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0257a116-7dc4-457e-82bb-ea7a949404f8') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:08.931097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 845b2056-9615-46c6-afcf-a7b11d258df1) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:08.935881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:08.935881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:08.952171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77654a-7e2b-4352-9643-bd493c4a2bdf None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:08.966966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.007814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,segment=NetworkSegment(05d9a32f-d64a-4b24-bb13-333edb250774),segment_id=05d9a32f-d64a-4b24-bb13-333edb250774)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:09.008175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.016964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.022932 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-20c247a2-eda5-4bc9-8757-66b640857b87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8672736 Feb 16 08:41:09.023592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] DHCP port deletion for 757a4c56-134f-4f32-a3be-9745677c9d6b request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:09.028740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57520) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:09.033178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Deleting port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:09.033551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.046540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 7a3766ec-96c4-4a89-9344-26f02b16043c owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:09.071864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-a618ddeb-8d34-47a9-9013-ddda718b9b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:09.073314 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-a618ddeb-8d34-47a9-9013-ddda718b9b2d service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.5525928 Feb 16 08:41:09.081442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:09.085179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.143926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'name': 'tempest-NetworksTestDHCPv6-326202570'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:09.160635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:09.161042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.182111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:09.212460 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:09.222561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port b9efd643-319e-4bfa-8f0c-4f6e39145118 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:09.309098 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-09ea4aec-1dab-44b2-b5c7-e303ca53e24f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.2126999 Feb 16 08:41:09.407292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6628d58-900e-4407-a790-0c6188d94cd2 req-72b2d66c-095d-43bc-91ad-9e2091f712b5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:09.414763 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6628d58-900e-4407-a790-0c6188d94cd2 req-72b2d66c-095d-43bc-91ad-9e2091f712b5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.5964270 Feb 16 08:41:09.422704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.425119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '4b45d712-954e-4af7-93d1-943ae84462f2'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:09.426400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.430629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.465321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] For port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,segment=NetworkSegment(05d9a32f-d64a-4b24-bb13-333edb250774),segment_id=05d9a32f-d64a-4b24-bb13-333edb250774)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:09.465705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.478376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.500139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] Pushing event deleted for resources: {'Network': ['ID=c2a3ee95-f42f-45fe-a560-371c9a87d3cc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:09.508198 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-465898d9-9f45-4e93-8d1b-da5e854f7acd tempest-ExtraDHCPOptionsTestJSON-1617036597 tempest-ExtraDHCPOptionsTestJSON-1617036597-project] 10.222.0.94 "DELETE /v2.0/networks/c2a3ee95-f42f-45fe-a560-371c9a87d3cc HTTP/1.1" status: 204 len: 168 time: 3.0777504 Feb 16 08:41:09.523974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.535288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.555764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-21cbd9bd-2688-4e58-b80f-79b6ad9bbb7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:09.557196 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-21cbd9bd-2688-4e58-b80f-79b6ad9bbb7e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.2335627 Feb 16 08:41:09.589144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:09.593102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=7c6fe704-672b-4ff9-95b1-c4ae70b52e4f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:09.601076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:09.606273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:09.645246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.651577 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6628d58-900e-4407-a790-0c6188d94cd2 req-d2897c0b-4676-44fd-bd0c-70a9be6cc7c4 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358797 Feb 16 08:41:09.658146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c533e7e7-c292-47ed-b40f-7512510935ec,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:09.658378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:09.687220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:09.705709 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a8f39512-a8a3-4fdc-a9b9-1cdc322678dc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=691b5a77a94f44949cf9415f76dff70e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5300512 Feb 16 08:41:09.707923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57528) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:09.721316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.9 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/b9efd643-319e-4bfa-8f0c-4f6e39145118) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:09.732342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/4b45d712-954e-4af7-93d1-943ae84462f2/cbc58c6e-7d18-436f-8f26-56ddcaabe8dd) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:09.741151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=7a3766ec-96c4-4a89-9344-26f02b16043c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:09.777029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:09.781054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.854813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.872514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:09.882493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:09.926908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57534) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:09.975444 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-ca59cea1-580a-4c8d-b461-72af281fa6ab service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4044414 Feb 16 08:41:09.988220 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bb6c156a-2ccf-4546-b5a1-54af7a8f5ca2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/7a3766ec-96c4-4a89-9344-26f02b16043c HTTP/1.1" status: 204 len: 168 time: 2.0463068 Feb 16 08:41:09.989224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:09.992053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757a4c56-134f-4f32-a3be-9745677c9d6b']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:10.030255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05d9a32f-d64a-4b24-bb13-333edb250774') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:10.030647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05d9a32f-d64a-4b24-bb13-333edb250774') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:10.079502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.101708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.113924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:10.114823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.135762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:10.137676 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:10.147987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Calling delete_port for 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:10.225222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.254450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.262224 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e046d6b-c89e-43eb-9fc1-c6f0a4484274 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:41:10.262224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e046d6b-c89e-43eb-9fc1-c6f0a4484274 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:10.264473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:10.264858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:10.268613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Transition to ACTIVE for port object cbc58c6e-7d18-436f-8f26-56ddcaabe8dd will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:10.278184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.306212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Transition to ACTIVE for port object cbc58c6e-7d18-436f-8f26-56ddcaabe8dd will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:10.314312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.317423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=757a4c56-134f-4f32-a3be-9745677c9d6b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:10.317943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.332434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534db6d1-b380-4a31-b560-cd7a45be712f req-3e2ce802-b467-4e25-b1de-72d0ecb00b7c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:10.339761 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-534db6d1-b380-4a31-b560-cd7a45be712f req-3e2ce802-b467-4e25-b1de-72d0ecb00b7c tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4746902 Feb 16 08:41:10.379977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e046d6b-c89e-43eb-9fc1-c6f0a4484274 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:10.385294 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e046d6b-c89e-43eb-9fc1-c6f0a4484274 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/7a3766ec-96c4-4a89-9344-26f02b16043c HTTP/1.1" status: 404 len: 333 time: 0.3534000 Feb 16 08:41:10.396461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:10.421089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:10.424947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:10.426902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Pushing event updated for resources: {'Port': ['ID=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:10.429076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:10.460448 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8fe14208-616d-4d7d-8837-93ff1561767b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4da14828a291461691c1ec2fb9ee2e8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5321622 Feb 16 08:41:10.479205 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-90f96537-7891-4ef8-b1ca-562105257f4e service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857557 Feb 16 08:41:10.482311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57548) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:10.524919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Attempting to bind port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:10.525162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.525271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Attempting to bind port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:10.526175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Attempting to bind port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:10.532949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:10.534069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:10.534069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.534360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:10.534977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Bound port: cbc58c6e-7d18-436f-8f26-56ddcaabe8dd, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:10.535926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.549876 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-404d72ff-a0a5-4fa0-a8d8-571441a0645e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/757a4c56-134f-4f32-a3be-9745677c9d6b HTTP/1.1" status: 204 len: 168 time: 2.4540308 Feb 16 08:41:10.557599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:10.607319 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-534db6d1-b380-4a31-b560-cd7a45be712f req-f80c3d7e-9a5d-40b8-b208-cb52dc0be4c5 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666790 Feb 16 08:41:10.620939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::255 (845b2056-9615-46c6-afcf-a7b11d258df1/4b45d712-954e-4af7-93d1-943ae84462f2/8a8e74c2-16b8-4129-bfb0-dedbe62dac78) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:10.632111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.643056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] For port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:10.647433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] For port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:10.654701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.655900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.657019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c533e7e7-c292-47ed-b40f-7512510935ec HTTP/1.1" status: 204 len: 168 time: 0.9481792 Feb 16 08:41:10.664864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823c7b4-3633-42bb-ab7d-1d0b353f7c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c533e7e7-c292-47ed-b40f-7512510935ec,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:10.729691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b22d9-30da-4cb0-a14b-b1b40349cf58 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:10.731026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-403b22d9-30da-4cb0-a14b-b1b40349cf58 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:10.761194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d26a5d-3e99-4a8a-a16e-113f2b8cc645 None None] Pushing event updated for resources: {'Port': ['ID=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:10.765381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Deleting port 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:10.765749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.834424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8b32bdb-86e0-4146-924b-5953211b208a None None] The port '7c6fe704-672b-4ff9-95b1-c4ae70b52e4f' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:10.867539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-403b22d9-30da-4cb0-a14b-b1b40349cf58 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:10.873838 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-403b22d9-30da-4cb0-a14b-b1b40349cf58 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3151832 Feb 16 08:41:10.877532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57560) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:10.903571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object b9efd643-319e-4bfa-8f0c-4f6e39145118 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:10.915132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57251f40-af6c-47de-902b-5a85b0ca75da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:10.967680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:11.024984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:11.025336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7c6fe704-672b-4ff9-95b1-c4ae70b52e4f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:11.077650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.121490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:11.151404 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-883e8e29-18ee-4d6f-849d-c367aac01cb4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2724345 Feb 16 08:41:11.153123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57566) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.173049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-152464383'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:11.182660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ffa3c-16e9-467a-abc0-ceb280457fc6 req-8362c708-bf38-4885-a338-cbbfd1390a0a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.190898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c59ffa3c-16e9-467a-abc0-ceb280457fc6 req-8362c708-bf38-4885-a338-cbbfd1390a0a tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3065221 Feb 16 08:41:11.192953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.198660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cfd6260d-20c6-46d2-ab52-135e22517509 req-9f08c47f-08b6-462e-88ac-53606a2bf128 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7033315 Feb 16 08:41:11.223073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:11.233448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.239988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:11.271217 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c59ffa3c-16e9-467a-abc0-ceb280457fc6 req-0a794860-ca94-4b19-ac7d-777223821065 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792806 Feb 16 08:41:11.272985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.314654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57572) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.323786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:11.362178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:11.366138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.386744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:11.388297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet 76025db4-1b8d-4b6b-8a59-c2ea1884e58e {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:11.393910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.398319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:11.401390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:11.405772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.406626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.415086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=8a8e74c2-16b8-4129-bfb0-dedbe62dac78,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:11.482985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:11.487092 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88885f41-c03b-463a-9981-c20bd17cf446 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4092646 Feb 16 08:41:11.487422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.489568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-01d70ee4-904b-4b93-af06-7c389fcd0774 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b1c443a5d5674408b26c80bfaa8bc4b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1662591 Feb 16 08:41:11.494477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57576) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.494846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57578) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.502147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:11.513687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:11.515583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=b9efd643-319e-4bfa-8f0c-4f6e39145118,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:11.519739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:11.563261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.641549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:11.651688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.661506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d6a3e-0321-4e17-bce3-d8d90afb130a req-8860600b-867d-41ed-88a2-3fe7d24e1046 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.665649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.666002 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment 6086416f-80bd-4676-9ace-36bd99118c73 of type vlan for network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b Feb 16 08:41:11.668589 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af1d6a3e-0321-4e17-bce3-d8d90afb130a req-8860600b-867d-41ed-88a2-3fe7d24e1046 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2228315 Feb 16 08:41:11.673035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.680766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.681387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.722076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc5b99-d49f-4807-80e9-75bd264ff78d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.727349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfc5b99-d49f-4807-80e9-75bd264ff78d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.728151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7bfc5b99-d49f-4807-80e9-75bd264ff78d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:11.739926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.744878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.773863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.778039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.782207 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/37d34f20-392b-4eab-a032-42f2e6418f20 HTTP/1.1" status: 204 len: 168 time: 1.2940240 Feb 16 08:41:11.782207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556415f-754b-42ad-a4fa-b86eb622c87f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d34f20-392b-4eab-a032-42f2e6418f20,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:11.804506 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af1d6a3e-0321-4e17-bce3-d8d90afb130a req-b7942a5c-a04c-4e88-aa0d-6c45ca18c631 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349785 Feb 16 08:41:11.806111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4027b742-7e66-4c6c-821f-c4915987cd8d tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6320128 Feb 16 08:41:11.806754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57586) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.826914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.856338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'network_id': '577ec345-4452-4267-9616-4d83115dec7f', 'name': 'tempest-AllowedAddressPairTestJSON-40341095'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:11.881635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.889303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7bfc5b99-d49f-4807-80e9-75bd264ff78d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:11.894566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa675f85-36f8-4793-84a3-e178faa9aa85 None None] Provisioning for port b9efd643-319e-4bfa-8f0c-4f6e39145118 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:11.898783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7bfc5b99-d49f-4807-80e9-75bd264ff78d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4028561 Feb 16 08:41:11.899427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57594) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:11.906754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa675f85-36f8-4793-84a3-e178faa9aa85 None None] Provisioning complete for port b9efd643-319e-4bfa-8f0c-4f6e39145118 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:11.907026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa675f85-36f8-4793-84a3-e178faa9aa85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.931904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:11.935911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:11.936549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.030924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fa675f85-36f8-4793-84a3-e178faa9aa85 None None] Port b9efd643-319e-4bfa-8f0c-4f6e39145118 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:12.157810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:12.158205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.190323 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0273917 Feb 16 08:41:12.191465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9fd3e-8372-4134-bc2c-56a82a540a32 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:12.198246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57598) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:12.208119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:12.212897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:12.240554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.264277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.355018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=76025db4-1b8d-4b6b-8a59-c2ea1884e58e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:12.406034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e44d47-0193-4487-b603-0dc3c499ab29,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:12.408682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.411766 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-03a90a0a-cab0-4975-8ff1-1d56b08dbb24 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/76025db4-1b8d-4b6b-8a59-c2ea1884e58e HTTP/1.1" status: 204 len: 168 time: 2.0107205 Feb 16 08:41:12.415677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57602) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:12.421961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bb98e9-b520-4e5a-8a41-4eb25e17bc87 None None] Network 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:12.465783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:12.470739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:12.472713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8edf9d-68d7-4940-9b86-fedac998e9dd None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:12.483950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:12.494776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:12.513318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.514260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2df3f511-dbe8-4845-b581-0b0a1dd64cbe admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/32e44d47-0193-4487-b603-0dc3c499ab29 HTTP/1.1" status: 204 len: 168 time: 1.0171456 Feb 16 08:41:12.547653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:12.562887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Made reservation on behalf of 8ed615ebc2244f4cb3fefae78898c2da for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:12.566287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.599092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] device_id is not set on port 628a1ddf-c272-4070-bad0-504f8cfb6270 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:12.625098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.628753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:12.667771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port d547a02c-04bf-4fb8-8d25-93a353eaf84b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:12.670309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:12.740984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-efb24d14-6da4-489c-bcb1-f79d44653b4e None None] Provisioning for port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:12.786120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:12.791408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Allocated IP 172.20.0.11 (577ec345-4452-4267-9616-4d83115dec7f/a05a88a4-eafc-4a27-84fd-30f1669191a8/628a1ddf-c272-4070-bad0-504f8cfb6270) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:13.021192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cbc58c6e-7d18-436f-8f26-56ddcaabe8dd up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:13.105324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.113892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] DHCP port deletion for 4bd4f3da-caf4-45b8-afb8-af4b9f65d420 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:13.119115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Deleting port d547a02c-04bf-4fb8-8d25-93a353eaf84b {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:13.119706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.135471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.152153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:13.165117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:13.165814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.501847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:13.598660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] For port d547a02c-04bf-4fb8-8d25-93a353eaf84b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d547a02c-04bf-4fb8-8d25-93a353eaf84b,segment=NetworkSegment(29d7004b-3eeb-4863-8e6e-d667ddfc1770),segment_id=29d7004b-3eeb-4863-8e6e-d667ddfc1770)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:13.599259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.616187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.618308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49b572-3936-405f-8203-ee030be1b0b9 req-2410434e-4f81-4d01-a6b1-8b6465b41271 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:13.620067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bc49b572-3936-405f-8203-ee030be1b0b9 req-2410434e-4f81-4d01-a6b1-8b6465b41271 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.8130372 Feb 16 08:41:13.626331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] For port d547a02c-04bf-4fb8-8d25-93a353eaf84b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d547a02c-04bf-4fb8-8d25-93a353eaf84b,segment=NetworkSegment(29d7004b-3eeb-4863-8e6e-d667ddfc1770),segment_id=29d7004b-3eeb-4863-8e6e-d667ddfc1770)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:13.627010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.721470 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bc49b572-3936-405f-8203-ee030be1b0b9 req-459bf0fe-d5a5-4d0a-a2f4-8bf6d95a6111 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714774 Feb 16 08:41:13.767676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.875795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Calling delete_port for d547a02c-04bf-4fb8-8d25-93a353eaf84b owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:13.899536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=cb9e9c95-a124-4770-ba86-fd6af4bb4364,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:13.911727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.921549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=8a8e74c2-16b8-4129-bfb0-dedbe62dac78,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:13.934197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Provisioning for port 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:13.937158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.953173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Provisioning complete for port 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:13.953553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:13.977331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for d547a02c-04bf-4fb8-8d25-93a353eaf84b owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:13.998503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.011418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Port 8a8e74c2-16b8-4129-bfb0-dedbe62dac78 was deleted so its status cannot be updated. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 16 08:41:14.031267 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ec8afab3-d891-4dbb-8019-dd18d6b5f02d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/8a8e74c2-16b8-4129-bfb0-dedbe62dac78 HTTP/1.1" status: 204 len: 168 time: 2.1063561 Feb 16 08:41:14.038249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57628) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:14.046822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:14.055174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.099324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.112594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': '6086416f-80bd-4676-9ace-36bd99118c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:14.112943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:14.136697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.156953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Transition to ACTIVE for port object 628a1ddf-c272-4070-bad0-504f8cfb6270 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:14.159154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Provisioning complete for port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:14.160165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ec4304df-7752-42db-975e-c3b15a365ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.168958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8dbf70-57a3-4fcf-9ac7-62e263383698 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:14.170317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8dbf70-57a3-4fcf-9ac7-62e263383698 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:14.173282 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cc8dbf70-57a3-4fcf-9ac7-62e263383698 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1339450 Feb 16 08:41:14.175358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:14.175653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:14.176032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57632) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:14.216077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] No DVR routers for this DVR port d547a02c-04bf-4fb8-8d25-93a353eaf84b on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:14.221762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.237810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:14.262045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:14.291573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:14.296268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:14.297329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.313810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e022448-a9af-4f69-8a51-efdaf69c790f None None] Pushing event deleted for resources: {'Port': ['ID=d547a02c-04bf-4fb8-8d25-93a353eaf84b,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:14.317201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae24fa-bbab-47d4-883f-648cd2180f55 None None] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:14.319928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57636) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:14.332199 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bf6e6047-f4c2-46e6-b554-59de38db50c4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1300826 Feb 16 08:41:14.332414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=628a1ddf-c272-4070-bad0-504f8cfb6270,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:14.337213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57640) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:14.341320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Network 577ec345-4452-4267-9616-4d83115dec7f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:14.346492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b', 'name': 'tempest-PortsTestJSON-1267956755'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:14.377693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:14.380445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:14.519332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 4b45d712-954e-4af7-93d1-943ae84462f2 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:14.526200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:14.526843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.527469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.577076 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7ffa78f6-8507-4f49-9dc3-3438abaf11fd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7425907 Feb 16 08:41:14.578380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:14.578579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529667428'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:14.585494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:14.585715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:14.598637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:14.603891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:14.609155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:14.613132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:14.619850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.632405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:52:00:ef'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:58:20:70'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:14.666141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:14.669052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.685271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port d547a02c-04bf-4fb8-8d25-93a353eaf84b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:14.685532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.701654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:14.704838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.705886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b', 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': 'cb9e9c95-a124-4770-ba86-fd6af4bb4364'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:14.706875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.729639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.748403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:14.781448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bd37668-9ce6-4c1a-b996-951ecdbc23aa None None] Provisioning for port 628a1ddf-c272-4070-bad0-504f8cfb6270 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:14.792523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bd37668-9ce6-4c1a-b996-951ecdbc23aa None None] Provisioning complete for port 628a1ddf-c272-4070-bad0-504f8cfb6270 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:14.792793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4bd37668-9ce6-4c1a-b996-951ecdbc23aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.816559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:14.901337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4bd37668-9ce6-4c1a-b996-951ecdbc23aa None None] Port 628a1ddf-c272-4070-bad0-504f8cfb6270 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:14.903768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] The port 'd547a02c-04bf-4fb8-8d25-93a353eaf84b' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:14.919246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bd37668-9ce6-4c1a-b996-951ecdbc23aa None None] Could not find standard attr ID for object 8a8e74c2-16b8-4129-bfb0-dedbe62dac78. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:14.940560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Allocated IP 172.20.0.2 (2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b/cb9e9c95-a124-4770-ba86-fd6af4bb4364/881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:14.956849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cbc58c6e-7d18-436f-8f26-56ddcaabe8dd up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:15.000250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:15.058940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:security_group_rule and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:15.060976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeec6da-3269-4361-8eb5-cf2d52c238e7 req-549f0865-f949-4cdb-92ac-ccf654ff6aee tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:15.062570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5aeec6da-3269-4361-8eb5-cf2d52c238e7 req-549f0865-f949-4cdb-92ac-ccf654ff6aee tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.1846077 Feb 16 08:41:15.078037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:15.083749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.098071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:15.119041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.134879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.181075 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5aeec6da-3269-4361-8eb5-cf2d52c238e7 req-664df95d-40b0-4aae-8677-5f6989e50882 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130834 Feb 16 08:41:15.196133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:15.196527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.275328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.297338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=4b45d712-954e-4af7-93d1-943ae84462f2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:15.310923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd4f3da-caf4-45b8-afb8-af4b9f65d420']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:15.331615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16251328-796a-4908-9827-0a20ae318899 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:15.333804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d7004b-3eeb-4863-8e6e-d667ddfc1770') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:15.334149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d7004b-3eeb-4863-8e6e-d667ddfc1770') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:15.347682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.373292 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-afc531f3-75e3-4fbd-8f63-31c9d5ba0ba8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/4b45d712-954e-4af7-93d1-943ae84462f2 HTTP/1.1" status: 204 len: 168 time: 1.1939135 Feb 16 08:41:15.373292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.375736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:15.392806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.431643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:15.440401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.448676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cccd89-7474-419a-a2f6-a7a598fb7ea8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:15.452570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:15.453695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.470135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ec1829d5-4f1e-4b72-92e4-29541be93fb4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0930510 Feb 16 08:41:15.473075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57660) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:15.480181 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:15.485508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:15.487191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.487532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment daa0fe7c-1a0d-46e4-a835-bdbea4e89d61 of type vlan for network 83b5ead7-407a-4353-9358-585cf4312ebb Feb 16 08:41:15.525844 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:41:15.531538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.587355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.592355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.611345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.630999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Transition to ACTIVE for port object 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:15.665502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=4bd4f3da-caf4-45b8-afb8-af4b9f65d420,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:15.677558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8582e22d-aaa2-422a-be5d-5cc6a5d02eff tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/4bd4f3da-caf4-45b8-afb8-af4b9f65d420 HTTP/1.1" status: 204 len: 168 time: 3.2572484 Feb 16 08:41:15.684470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57664) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:15.689361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:41:15.696008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1429486086'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:15.706651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:15.712488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:15.713009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Transition to ACTIVE for port object 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:15.716423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:15.719475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.723321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:15.723856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.733006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.762134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:15.804454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.812583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d547a02c-04bf-4fb8-8d25-93a353eaf84b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:15.827793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.855642 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5306466 Feb 16 08:41:15.865350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d547a02c-04bf-4fb8-8d25-93a353eaf84b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:15.865830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d547a02c-04bf-4fb8-8d25-93a353eaf84b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:15.871757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:15.882557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:15.886047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b201-7258-4b52-99b5-8d6293905f69 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=83b5ead7-407a-4353-9358-585cf4312ebb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:15.887079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:15.891764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:15.899280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:15.907148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:15.914335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:15.918947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:15.925461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:15.954239 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-3af87ae1-eb52-4196-bd55-0fdb9562c741 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 1098 time: 0.3400218 Feb 16 08:41:15.955438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Pushing event updated for resources: {'Port': ['ID=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:15.956913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:15.968152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 83b5ead7-407a-4353-9358-585cf4312ebb details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:16.053841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:16.080465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Deleting port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:16.080841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.116639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.4 (2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b/cb9e9c95-a124-4770-ba86-fd6af4bb4364/689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:16.156190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668d3d-923b-46a2-99d4-d9c9fe98eb84 req-db4dd37d-92ef-4f30-8c9a-c4005983189d tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:16.163530 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-88668d3d-923b-46a2-99d4-d9c9fe98eb84 req-db4dd37d-92ef-4f30-8c9a-c4005983189d tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4755390 Feb 16 08:41:16.182906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event updated for resources: {'Port': ['ID=628a1ddf-c272-4070-bad0-504f8cfb6270,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:16.227304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:16.282246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.282770 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment b9422cae-87ce-4de0-90bd-ec2d778701c0 of type vlan for network ed7eebfd-fe65-4deb-bd32-be49c9103a6d Feb 16 08:41:16.317648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] In _notify_port_updated(), no bound segment for port 628a1ddf-c272-4070-bad0-504f8cfb6270 on network 577ec345-4452-4267-9616-4d83115dec7f {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:41:16.329001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:16.329941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.332116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f1dd91b9-b4ae-4b04-af62-433627faf5f1 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "PUT /v2.0/ports/628a1ddf-c272-4070-bad0-504f8cfb6270 HTTP/1.1" status: 200 len: 1054 time: 1.7531314 Feb 16 08:41:16.352850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57668) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:16.356327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.370007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Attempting to bind port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:16.371133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Attempting to bind port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6086416f-80bd-4676-9ace-36bd99118c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:16.371511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Attempting to bind port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 on network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:16.392700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.402635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1499862-98f1-4844-91e2-657012ff53f2 req-bebf48f3-c8b1-4d89-9eeb-b9ce58c7bf0b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:16.404118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-bebf48f3-c8b1-4d89-9eeb-b9ce58c7bf0b service neutron] 10.222.0.98 "GET /v2.0/networks?id=14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 200 len: 913 time: 0.4395680 Feb 16 08:41:16.445629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:16.446080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Checking segment: {'id': '6086416f-80bd-4676-9ace-36bd99118c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:16.446480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.446871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Bound using segment: {'id': '6086416f-80bd-4676-9ace-36bd99118c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:16.447353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Bound port: 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6086416f-80bd-4676-9ace-36bd99118c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:16.447865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.512731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.516459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:16.517089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.574143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] For port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:16.579708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] For port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,segment=NetworkSegment(6086416f-80bd-4676-9ace-36bd99118c73),segment_id=6086416f-80bd-4676-9ace-36bd99118c73)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:16.637194 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-91bf9dc0-3f39-4689-915b-5c5ca51aabb4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 200 len: 1001 time: 0.2198315 Feb 16 08:41:16.648573 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-88668d3d-923b-46a2-99d4-d9c9fe98eb84 req-83133f0d-14be-4e58-87ae-352532d698c0 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832749 Feb 16 08:41:16.668437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.710375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0216374 Feb 16 08:41:16.714468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57672) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:16.720888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e62fb-2017-460c-b215-9f4b8d59f185 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=ed7eebfd-fe65-4deb-bd32-be49c9103a6d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:16.726182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:16.772844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port 628a1ddf-c272-4070-bad0-504f8cfb6270 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:16.773708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:16.785722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce08202-c9f3-4766-8d1b-5576c385495e None None] Pushing event updated for resources: {'Port': ['ID=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:16.788462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:16.834163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1499862-98f1-4844-91e2-657012ff53f2 req-96abf6c0-4c5e-45bd-aa78-482103ee41a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:16.835677 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-96abf6c0-4c5e-45bd-aa78-482103ee41a0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 200 len: 851 time: 0.1845644 Feb 16 08:41:16.913168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:16.933210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:16.937828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:16.948933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:16.967129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cbc58c6e-7d18-436f-8f26-56ddcaabe8dd no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:16.976508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:17.039927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3499afce-2b2c-4be3-bed6-29e0c7b83c79 None None] Provisioning complete for port 628a1ddf-c272-4070-bad0-504f8cfb6270 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:17.040329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3499afce-2b2c-4be3-bed6-29e0c7b83c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.098175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.101679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.151919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:17.166047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:17.183926 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-559ef7c4-409c-4121-bcaf-cb0f01e9839e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=14238a41-bf9e-489c-ace7-3b3059a8683b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3356040 Feb 16 08:41:17.194208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:17.195969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.207399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3499afce-2b2c-4be3-bed6-29e0c7b83c79 None None] Port 628a1ddf-c272-4070-bad0-504f8cfb6270 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:17.220645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] For port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:17.221214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.260479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.423230 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-05a75cdb-9bb3-4f01-b45d-f723ddf3a267 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189877 Feb 16 08:41:17.480179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:17.482155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0077484 Feb 16 08:41:17.486974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a73856-673a-4329-8261-9cddb44c4e0b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=5e3d0d8e-1ac4-4aa6-b68e-b534417af4af,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:17.488694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57676) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:17.504778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'name': 'tempest-NetworksTestDHCPv6-1346700121'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:17.513377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Calling delete_port for cbc58c6e-7d18-436f-8f26-56ddcaabe8dd owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:17.655742 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c1499862-98f1-4844-91e2-657012ff53f2 req-0f2b7f25-b999-4b09-9f23-6e08edf8cd24 service neutron] 10.222.0.98 "GET /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909304 Feb 16 08:41:17.703872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.725139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.836935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.837963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.871250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:17.936743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=4334e088-e28e-41e5-a829-09be1f86937e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:17.987523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': 'b9422cae-87ce-4de0-90bd-ec2d778701c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:17.988178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: ed7eebfd-fe65-4deb-bd32-be49c9103a6d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:18.020458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:18.023844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] Pushing event deleted for resources: {'Port': ['ID=cbc58c6e-7d18-436f-8f26-56ddcaabe8dd,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:18.030816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451c50-6304-4ae6-91b7-b396a8f9c029 None None] No DVR routers for this DVR port cbc58c6e-7d18-436f-8f26-56ddcaabe8dd on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:18.036503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:18.055860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b08ac4-ca2e-4c4d-b911-306c0e82499e None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:18.063250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, ed7eebfd-fe65-4deb-bd32-be49c9103a6d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:18.072451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:18.074887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.087150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f808e83-8f26-4dde-87ff-b6fa8203daaa None None] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:18.113707 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fc9e5bca-dd78-48e4-a201-4de38454cd61 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3960183 Feb 16 08:41:18.117463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:18.121818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for 628a1ddf-c272-4070-bad0-504f8cfb6270 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:18.124168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d', 'name': 'tempest-PortsIpV6TestJSON-270688487', 'fixed_ips': [{'subnet_id': '4334e088-e28e-41e5-a829-09be1f86937e', 'ip_address': '2001:db8::10'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:18.360690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:18.383305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:18.397310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:18.408073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:18.415723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:18.430010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:18.440044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.493810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 4a9d8794-0ff9-456d-b2e0-315794cbeb9b yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:18.580135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:18.590796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:18.629006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:18.631341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.646092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:18.699833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '5e3d0d8e-1ac4-4aa6-b68e-b534417af4af'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:18.700652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.778084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:18.788439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:18.845235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-ed7eebfd-fe65-4deb-bd32-be49c9103a6d', 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': '4334e088-e28e-41e5-a829-09be1f86937e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:18.846377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.870652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=628a1ddf-c272-4070-bad0-504f8cfb6270,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:18.890575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:18.893866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:18.896043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960adb1c-6344-497d-8026-8feea6685200 None None] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:19.010563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:19.014453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.058805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:19.077612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 299ebf27-c1b5-47fd-929f-632e8b1e008c yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:19.097503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::10 (ed7eebfd-fe65-4deb-bd32-be49c9103a6d/4334e088-e28e-41e5-a829-09be1f86937e/4a9d8794-0ff9-456d-b2e0-315794cbeb9b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:19.132443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57686) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:19.139588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:19.275850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4f62bd76-5e01-4f53-a068-ac97336f1986 None None] Provisioning for port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:19.282484 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-11a8818b-3218-45be-947e-50539dfc2406 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.9430568 Feb 16 08:41:19.287147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:19.293004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57690) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:19.302097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:19.311744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c400b6b-b859-4eef-b44a-c9c55c2a023a req-6b43968d-f6e0-45e4-a792-0036f7e55313 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:19.313517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8c400b6b-b859-4eef-b44a-c9c55c2a023a req-6b43968d-f6e0-45e4-a792-0036f7e55313 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 1.2134209 Feb 16 08:41:19.319999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b', 'name': 'tempest-PortsTestJSON-1156644858'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:19.324845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/5e3d0d8e-1ac4-4aa6-b68e-b534417af4af/3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:19.335348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:19.341524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.361717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 4a9d8794-0ff9-456d-b2e0-315794cbeb9b will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:19.375942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:19.392876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.491987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:19.495195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:19.500463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:19.500689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:19.504348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:19.504927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:19.505654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.511776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=4a9d8794-0ff9-456d-b2e0-315794cbeb9b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:19.539923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da6f8a79-b0a7-4be8-b8f0-1b1d2db9021e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4208291 Feb 16 08:41:19.540644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57694) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:19.546793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d', 'name': 'tempest-PortsIpV6TestJSON-711775400', 'fixed_ips': [{'subnet_id': '4334e088-e28e-41e5-a829-09be1f86937e', 'ip_address': '2001:db8::f'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:19.554717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:19.555125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.636245 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8c400b6b-b859-4eef-b44a-c9c55c2a023a req-f66b6040-93f9-4657-9259-9f863912c271 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638130 Feb 16 08:41:19.683967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Allocated IP 2001:db8::2 (ed7eebfd-fe65-4deb-bd32-be49c9103a6d/4334e088-e28e-41e5-a829-09be1f86937e/d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:19.715024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:19.719341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:19.723098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:19.733791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:19.744878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:19.750407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.775415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port f8139d33-0de8-4967-bdad-13b7ada3d828 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:19.840273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.865097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:19.927571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:19.937991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:19.950505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:19.963395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.983472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:19.998726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:20.001856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.002655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Transition to ACTIVE for port object 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:20.017115 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-35d383be-3df9-493d-a3c0-493638c24a28 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/628a1ddf-c272-4070-bad0-504f8cfb6270 HTTP/1.1" status: 204 len: 168 time: 3.6385427 Feb 16 08:41:20.019902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57698) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:20.032113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.036613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 11a45153-71e4-4591-b1cd-21f87836dff8 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:20.070865 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e745372-3439-4442-af82-1840f3efd904 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] GET failed (client error): The resource could not be found. Feb 16 08:41:20.070865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e745372-3439-4442-af82-1840f3efd904 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Synchronizing usage tracker for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:20.088916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Transition to ACTIVE for port object 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:20.090788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e745372-3439-4442-af82-1840f3efd904 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Unset dirty status for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:20.095130 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e745372-3439-4442-af82-1840f3efd904 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports/628a1ddf-c272-4070-bad0-504f8cfb6270 HTTP/1.1" status: 404 len: 333 time: 0.0714805 Feb 16 08:41:20.095580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57702) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:20.109115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.188282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.213638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port b9efd643-319e-4bfa-8f0c-4f6e39145118 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:20.214215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Transition to ACTIVE for port object d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:20.214319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.237672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Transition to ACTIVE for port object d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:20.251556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.265448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,segment=NetworkSegment(6086416f-80bd-4676-9ace-36bd99118c73),segment_id=6086416f-80bd-4676-9ace-36bd99118c73)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:20.305185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.317889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:20.327902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:20.340260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Pushing event updated for resources: {'Port': ['ID=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:20.343113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:20.352708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:20.385682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:20.431060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::f (ed7eebfd-fe65-4deb-bd32-be49c9103a6d/4334e088-e28e-41e5-a829-09be1f86937e/f8139d33-0de8-4967-bdad-13b7ada3d828) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:20.444836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:20.455974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::27e (845b2056-9615-46c6-afcf-a7b11d258df1/5e3d0d8e-1ac4-4aa6-b68e-b534417af4af/299ebf27-c1b5-47fd-929f-632e8b1e008c) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:20.540924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Pushing event updated for resources: {'Port': ['ID=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:20.549175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.585702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.8 (2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b/cb9e9c95-a124-4770-ba86-fd6af4bb4364/11a45153-71e4-4591-b1cd-21f87836dff8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:20.658235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Provisioning complete for port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:20.658235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.707055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Attempting to bind port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:20.707421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Attempting to bind port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:20.707789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Attempting to bind port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:20.733240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.757930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=bd8bd711-b201-4845-b4bb-ad41dc40fceb,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:20.760266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:20.760644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:20.761048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.761437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:20.761902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Bound port: 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:20.762276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.771234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Attempting to bind port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:20.772182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Attempting to bind port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b9422cae-87ce-4de0-90bd-ec2d778701c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:20.772542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Attempting to bind port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea on network ed7eebfd-fe65-4deb-bd32-be49c9103a6d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:20.793532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:20.798264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:20.798476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Checking segment: {'id': 'b9422cae-87ce-4de0-90bd-ec2d778701c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:20.798864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.799248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Bound using segment: {'id': 'b9422cae-87ce-4de0-90bd-ec2d778701c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:20.799899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Bound port: d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9422cae-87ce-4de0-90bd-ec2d778701c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'ed7eebfd-fe65-4deb-bd32-be49c9103a6d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:20.800281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.853329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:20.853622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: 83b5ead7-407a-4353-9358-585cf4312ebb, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:20.885139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for b9efd643-319e-4bfa-8f0c-4f6e39145118 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:20.979312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:20.994523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] For port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:21.000081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:21.015364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object f8139d33-0de8-4967-bdad-13b7ada3d828 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:21.018076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.057344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] For port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:21.079531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.083500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 83b5ead7-407a-4353-9358-585cf4312ebb is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:21.090206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 299ebf27-c1b5-47fd-929f-632e8b1e008c will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:21.099451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.114592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 83b5ead7-407a-4353-9358-585cf4312ebb) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:21.129235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.129822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.138533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.142323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] For port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:21.147174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.147363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a98e57-5caa-46cc-96e0-03135922c690 None None] Network 83b5ead7-407a-4353-9358-585cf4312ebb requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:21.170808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82004-043a-4ea7-9b25-c457110afd5f req-1b4ef4af-68ad-49ab-a51e-d6e4f98169ad tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.171962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6d82004-043a-4ea7-9b25-c457110afd5f req-1b4ef4af-68ad-49ab-a51e-d6e4f98169ad tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.2473323 Feb 16 08:41:21.178386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 11a45153-71e4-4591-b1cd-21f87836dff8 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:21.209796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.219734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8d7bd956-cc10-434f-9743-8a3fa1581737 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0816040 Feb 16 08:41:21.253111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57708) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.276475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564317214'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:21.277728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] For port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,segment=NetworkSegment(b9422cae-87ce-4de0-90bd-ec2d778701c0),segment_id=b9422cae-87ce-4de0-90bd-ec2d778701c0)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:21.289872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Provisioning for port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:21.297087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.303320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:21.313134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c720ff4-9228-49e5-95f5-c817fc89ab52 None None] Pushing event updated for resources: {'Port': ['ID=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.323354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Provisioning complete for port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:21.323732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.336041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:21.361649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:21.363855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:21.373978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=f8139d33-0de8-4967-bdad-13b7ada3d828,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.376443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:21.379006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=299ebf27-c1b5-47fd-929f-632e8b1e008c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.402300 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6d82004-043a-4ea7-9b25-c457110afd5f req-66d598ff-dbb2-40aa-b7a2-65a0a16a1d34 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138548 Feb 16 08:41:21.406931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:21.408147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.417762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:21.443686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:21.446378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:21.450906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.451648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.473465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:21.477868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.478500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.489181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:21.489557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.499128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=b9efd643-319e-4bfa-8f0c-4f6e39145118,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.526704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:21.529958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.543849 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-63a82c37-74db-4d83-be84-35a019be3d88 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0020308 Feb 16 08:41:21.544646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57714) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.551822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:21.554729 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9d539488-6885-4722-944a-da3832be69cd tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/b9efd643-319e-4bfa-8f0c-4f6e39145118 HTTP/1.1" status: 204 len: 168 time: 1.4577990 Feb 16 08:41:21.570517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57718) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.648977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e7cc6-b5fc-437d-b4ec-f14dfd3403f4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.649866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e55e7cc6-b5fc-437d-b4ec-f14dfd3403f4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:21.675030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e55e7cc6-b5fc-437d-b4ec-f14dfd3403f4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:21.680145 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e55e7cc6-b5fc-437d-b4ec-f14dfd3403f4 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1322989 Feb 16 08:41:21.680915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57722) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.713539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-162d8d48-7450-48a7-ae83-93145d9dbe69 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] GET failed (client error): The resource could not be found. Feb 16 08:41:21.714050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-162d8d48-7450-48a7-ae83-93145d9dbe69 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Synchronizing usage tracker for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:21.714771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6e172-401f-4367-b023-e7cc8104e9c0 None None] Port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:21.731397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298e83a6-6837-42ff-8892-f3504ca07211 None None] Pushing event updated for resources: {'Port': ['ID=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.815724 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-73b83a70-a613-4c44-b02a-37d82631abe5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.3222575 Feb 16 08:41:21.819006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57726) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.834920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:21.840717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=11a45153-71e4-4591-b1cd-21f87836dff8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:21.869232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:21.876235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:21.908033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:21.917715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-162d8d48-7450-48a7-ae83-93145d9dbe69 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Unset dirty status for tenant:8ed615ebc2244f4cb3fefae78898c2da on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:21.919199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-162d8d48-7450-48a7-ae83-93145d9dbe69 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "GET /v2.0/ports/b9efd643-319e-4bfa-8f0c-4f6e39145118 HTTP/1.1" status: 404 len: 333 time: 0.3423929 Feb 16 08:41:21.926565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57730) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:21.969307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b9d75-92b4-4574-ab58-f484c76b8e9e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.977990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b9d75-92b4-4574-ab58-f484c76b8e9e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.984775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1b9d75-92b4-4574-ab58-f484c76b8e9e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:21.986671 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1a1b9d75-92b4-4574-ab58-f484c76b8e9e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3042791 Feb 16 08:41:21.993927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57734) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:22.013120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111e2a5-d418-4fe1-b26b-f6bf3cb3d79d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.017641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d111e2a5-d418-4fe1-b26b-f6bf3cb3d79d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.022655 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d111e2a5-d418-4fe1-b26b-f6bf3cb3d79d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2007487 Feb 16 08:41:22.023372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:22.033701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.034050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment c2e8642e-7127-45d9-9fe6-5367c7b77424 of type vlan for network e736d579-bc94-4cec-98e5-4b83b2100df3 Feb 16 08:41:22.059079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.059720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.089391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-83b5ead7-407a-4353-9358-585cf4312ebb', 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': 'bd8bd711-b201-4845-b4bb-ad41dc40fceb'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:22.090606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.116707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-46bdd110-db82-4819-bad7-9ef7e77324ff None None] Provisioning complete for port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:22.117231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-46bdd110-db82-4819-bad7-9ef7e77324ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.140274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 299ebf27-c1b5-47fd-929f-632e8b1e008c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:22.140620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.183224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.210563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb468d13-5979-41e3-9ee6-e068e98eea2e req-698e620a-f669-427d-82b1-da1e7b43ca55 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.212202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb468d13-5979-41e3-9ee6-e068e98eea2e req-698e620a-f669-427d-82b1-da1e7b43ca55 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.4800785 Feb 16 08:41:22.230067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-630226b7-ef83-4ad0-b445-117fb31f8bd9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.9303062 Feb 16 08:41:22.231658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:22.268118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port f2c23058-3b7e-4fd3-b028-b499dfb749ce {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:22.268855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.320969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-46bdd110-db82-4819-bad7-9ef7e77324ff None None] Port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:22.350838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port f8139d33-0de8-4967-bdad-13b7ada3d828 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:22.351172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.352422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Allocated IP 2001:db8:0:ffff::2 (83b5ead7-407a-4353-9358-585cf4312ebb/bd8bd711-b201-4845-b4bb-ad41dc40fceb/438c05bd-547f-403a-8608-7c3c42e15e78) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:22.414225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.418061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.418467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.423563 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb468d13-5979-41e3-9ee6-e068e98eea2e req-5a4858a2-cf06-4a8b-92ed-a6c3b63eaf86 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945443 Feb 16 08:41:22.463867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24155c4c-f9c6-440b-b02f-2e9eabd2efa0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:22.464659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-24155c4c-f9c6-440b-b02f-2e9eabd2efa0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:22.483475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-522d137c-fcd2-498c-9a0b-d1a12fefcee4 None None] Provisioning for port 11a45153-71e4-4591-b1cd-21f87836dff8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:22.504731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.511522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-522d137c-fcd2-498c-9a0b-d1a12fefcee4 None None] Provisioning complete for port 11a45153-71e4-4591-b1cd-21f87836dff8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:22.512549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-522d137c-fcd2-498c-9a0b-d1a12fefcee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.519461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-24155c4c-f9c6-440b-b02f-2e9eabd2efa0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:22.523466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-24155c4c-f9c6-440b-b02f-2e9eabd2efa0 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2883461 Feb 16 08:41:22.535969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57748) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:22.637020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-522d137c-fcd2-498c-9a0b-d1a12fefcee4 None None] Port 11a45153-71e4-4591-b1cd-21f87836dff8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:22.664329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:22.676454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4119570 Feb 16 08:41:22.676454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3636f270-fdcd-49a5-8a3b-45c48d8aa883 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=e736d579-bc94-4cec-98e5-4b83b2100df3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:22.676894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57752) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:22.694769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 299ebf27-c1b5-47fd-929f-632e8b1e008c owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:22.696426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e736d579-bc94-4cec-98e5-4b83b2100df3 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:22.704150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:22.722606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Transition to ACTIVE for port object 438c05bd-547f-403a-8608-7c3c42e15e78 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:22.840897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Transition to ACTIVE for port object 438c05bd-547f-403a-8608-7c3c42e15e78 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:22.884732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.008435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.063722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Network 83b5ead7-407a-4353-9358-585cf4312ebb is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:23.066844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Pushing event updated for resources: {'Port': ['ID=438c05bd-547f-403a-8608-7c3c42e15e78,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:23.081637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:23.085674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=299ebf27-c1b5-47fd-929f-632e8b1e008c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:23.086171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:23.114303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:23.134399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.147584 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8f1b7f0c-2a8a-449f-8b4b-2c64e3e5b536 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/299ebf27-c1b5-47fd-929f-632e8b1e008c HTTP/1.1" status: 204 len: 168 time: 1.1200824 Feb 16 08:41:23.147921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57758) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:23.236650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20ed09-9e8e-4c1d-b558-6f40697511a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:23.237946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d20ed09-9e8e-4c1d-b558-6f40697511a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:23.238722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0d20ed09-9e8e-4c1d-b558-6f40697511a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:23.262497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0d20ed09-9e8e-4c1d-b558-6f40697511a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:23.263962 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0d20ed09-9e8e-4c1d-b558-6f40697511a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1149321 Feb 16 08:41:23.266373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:23.331688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Attempting to bind port 438c05bd-547f-403a-8608-7c3c42e15e78 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:23.332263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Attempting to bind port 438c05bd-547f-403a-8608-7c3c42e15e78 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:23.332403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Attempting to bind port 438c05bd-547f-403a-8608-7c3c42e15e78 on network 83b5ead7-407a-4353-9358-585cf4312ebb {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:23.342343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:23.342753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Checking segment: {'id': 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:23.343152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.343548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Bound using segment: {'id': 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:23.347281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Bound port: 438c05bd-547f-403a-8608-7c3c42e15e78, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '83b5ead7-407a-4353-9358-585cf4312ebb'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:23.347709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.445139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:23.456897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:23.502253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1be5cad-93c7-4b3e-92ee-f393c99d521b None None] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:23.507337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 11a45153-71e4-4591-b1cd-21f87836dff8 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:23.507926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.523357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 5e3d0d8e-1ac4-4aa6-b68e-b534417af4af {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:23.527288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.551520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.601725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.726100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for f2c23058-3b7e-4fd3-b028-b499dfb749ce owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:23.730935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.737772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] For port 438c05bd-547f-403a-8608-7c3c42e15e78, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:23.753443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:23.762072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] For port 438c05bd-547f-403a-8608-7c3c42e15e78, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=438c05bd-547f-403a-8608-7c3c42e15e78,segment=NetworkSegment(daa0fe7c-1a0d-46e4-a835-bdbea4e89d61),segment_id=daa0fe7c-1a0d-46e4-a835-bdbea4e89d61)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:23.791399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Provisioning for port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:23.801066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.819258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.832925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.843374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Provisioning complete for port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:23.843846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.911861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=5e3d0d8e-1ac4-4aa6-b68e-b534417af4af,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:23.929679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:23.944046 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e0f4bc50-14d3-4797-a514-21cbacab9a36 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5e3d0d8e-1ac4-4aa6-b68e-b534417af4af HTTP/1.1" status: 204 len: 168 time: 0.6765895 Feb 16 08:41:23.946291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:23.951260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for f8139d33-0de8-4967-bdad-13b7ada3d828 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:23.970230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34adb84-f7f1-4a6a-94a1-aa5e08addf49 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:23.985468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:23.991601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:23.992414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:24.049503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fea24f-903c-4fc4-8a53-821cb799f287 None None] Pushing event updated for resources: {'Port': ['ID=438c05bd-547f-403a-8608-7c3c42e15e78,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:24.068731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:24.144941 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d016ad4f-a1d2-4a1f-8d5b-24271d187736 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1973507 Feb 16 08:41:24.148497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57770) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:24.159456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:24.176618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:24.348889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.378610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:24.383478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:24.386916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:24.393217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:24.406398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:24.413191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.422354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] For port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:24.422653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e87a6a-b5a2-4f4f-8285-d9ff14bd4790 req-1c573838-16ec-4168-ba20-5a5b64a9e28f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:24.424058 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70e87a6a-b5a2-4f4f-8285-d9ff14bd4790 req-1c573838-16ec-4168-ba20-5a5b64a9e28f tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 1.0455735 Feb 16 08:41:24.430285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.504541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:24.523808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Deleting port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:24.525365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.599697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd72145-1265-461c-b36b-0e46771f6de6 None None] Pushing event updated for resources: {'Port': ['ID=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:24.606421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Provisioning for port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:24.619114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Provisioning complete for port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:24.619646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.672505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.698152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.750319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.840602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=20d984e9-01ff-466e-9ff6-837179d4d83c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:24.853684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:24.855842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:24.859052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:24.860048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.860328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] For port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:24.860733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:24.908487 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8f2db168-7c8f-4107-ab8f-745a9b65612c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7585588 Feb 16 08:41:24.909558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57774) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:24.929797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'name': 'tempest-NetworksTestDHCPv6-59791909'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:24.993903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Calling delete_port for 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:25.060977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 438c05bd-547f-403a-8608-7c3c42e15e78 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:25.132344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 11a45153-71e4-4591-b1cd-21f87836dff8 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:25.138530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:25.143471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:25.149497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:25.154112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:25.167072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:25.170635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.194924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.199924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port d792a8fc-e45c-43c0-ae73-2ac46625473a yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:25.208339 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70e87a6a-b5a2-4f4f-8285-d9ff14bd4790 req-d9883c0f-3b90-4797-a0db-9633af96e541 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7519989 Feb 16 08:41:25.248126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] No DVR routers for this DVR port 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:25.286354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a75d6e-15d2-413c-9cfa-b6b9891fe34a None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:25.300289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf76e9-05e8-47cc-b598-1be6d0284d9c None None] Pushing event deleted for resources: {'Port': ['ID=3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:25.312480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.377686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.395909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.402228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 438c05bd-547f-403a-8608-7c3c42e15e78 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:25.420530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=f8139d33-0de8-4967-bdad-13b7ada3d828,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:25.433561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::123 (845b2056-9615-46c6-afcf-a7b11d258df1/20d984e9-01ff-466e-9ff6-837179d4d83c/d792a8fc-e45c-43c0-ae73-2ac46625473a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:25.520943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:25.521173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=f2c23058-3b7e-4fd3-b028-b499dfb749ce,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:25.580425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] For port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,segment=NetworkSegment(b9422cae-87ce-4de0-90bd-ec2d778701c0),segment_id=b9422cae-87ce-4de0-90bd-ec2d778701c0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:25.590183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.592262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:25.592624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3aed1fe3-af0a-4c3c-9ebd-1a58451fb73e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:25.654056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.660163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Could not find standard attr ID for object 299ebf27-c1b5-47fd-929f-632e8b1e008c. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:25.713147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a6007-11b1-458d-bd86-1ac1afa8c9ad None None] Pushing event updated for resources: {'Port': ['ID=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:25.731424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.779828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f3bcfd-78c6-427d-bd70-eba2716f6442 None None] Network 83b5ead7-407a-4353-9358-585cf4312ebb requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:25.798880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '20d984e9-01ff-466e-9ff6-837179d4d83c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:25.799707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.809048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object d792a8fc-e45c-43c0-ae73-2ac46625473a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:25.832412 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-852c827e-c604-4c25-89de-cd89fc85eb1b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/f8139d33-0de8-4967-bdad-13b7ada3d828 HTTP/1.1" status: 204 len: 168 time: 3.8273611 Feb 16 08:41:25.833285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:25.898145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Could not find standard attr ID for object f8139d33-0de8-4967-bdad-13b7ada3d828. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:25.903717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.906041 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6ec7c6c9-4989-49fe-83dd-f51d39a0bf06 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/ports/f2c23058-3b7e-4fd3-b028-b499dfb749ce HTTP/1.1" status: 204 len: 168 time: 3.9760106 Feb 16 08:41:25.907177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:25.916215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57782) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:25.922880 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b878f5-11f2-4cab-b4cb-a99e341b88e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:41:25.926598 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-24b878f5-11f2-4cab-b4cb-a99e341b88e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/f8139d33-0de8-4967-bdad-13b7ada3d828 HTTP/1.1" status: 404 len: 333 time: 0.0881283 Feb 16 08:41:25.971967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57786) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:25.981934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Provisioning complete for port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:25.982235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.037453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=11a45153-71e4-4591-b1cd-21f87836dff8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:26.042749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.116366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.138176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-3e4b5e6b-3778-417e-9d73-5635917f47ba tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:26.138830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-3e4b5e6b-3778-417e-9d73-5635917f47ba tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Synchronizing usage tracker for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:26.175322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.179907 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-def5f402-5f04-4445-824d-953d152c6fed tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/11a45153-71e4-4591-b1cd-21f87836dff8 HTTP/1.1" status: 204 len: 168 time: 3.6113789 Feb 16 08:41:26.181466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57790) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:26.262661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e3b7feb-5d51-481f-abd9-7b9a9dcee99a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:41:26.263524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6e3b7feb-5d51-481f-abd9-7b9a9dcee99a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:26.270851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=5fd82e91-51ef-4382-8b1f-d7f759d2f90f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:26.289639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': 'c2e8642e-7127-45d9-9fe6-5367c7b77424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:26.290045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: e736d579-bc94-4cec-98e5-4b83b2100df3, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:26.305399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6e3b7feb-5d51-481f-abd9-7b9a9dcee99a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:26.306586 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6e3b7feb-5d51-481f-abd9-7b9a9dcee99a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/11a45153-71e4-4591-b1cd-21f87836dff8 HTTP/1.1" status: 404 len: 333 time: 0.1216915 Feb 16 08:41:26.310400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57796) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:26.341389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:26.350146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 4a9d8794-0ff9-456d-b2e0-315794cbeb9b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:26.350469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.392814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/20d984e9-01ff-466e-9ff6-837179d4d83c/3241232d-702e-4422-897d-c967327df779) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:26.400666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:26.403300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:26.407978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:26.408595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.425676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Provisioning for port 438c05bd-547f-403a-8608-7c3c42e15e78 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:26.429512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:26.430129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.436752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=d792a8fc-e45c-43c0-ae73-2ac46625473a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:26.450571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Provisioning complete for port 438c05bd-547f-403a-8608-7c3c42e15e78 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:26.450954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.463619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network e736d579-bc94-4cec-98e5-4b83b2100df3 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:26.467030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-3e4b5e6b-3778-417e-9d73-5635917f47ba tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Unset dirty status for tenant:fc7f252ed91344ddbd0a67b0d0f99800 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:26.468268 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-3e4b5e6b-3778-417e-9d73-5635917f47ba tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.7280710 Feb 16 08:41:26.531524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e736d579-bc94-4cec-98e5-4b83b2100df3) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:26.541138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:26.541967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.548805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b812a63-4168-4061-813d-01a390e4c54a None None] Network e736d579-bc94-4cec-98e5-4b83b2100df3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:26.601387 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-816401b2-725c-4842-9f4e-87aa39555f61 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.9082215 Feb 16 08:41:26.606043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57800) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:26.822115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Deleting port a43c2448-5970-4f75-814b-d335701aab36 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:26.822720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.855335 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-91388cdd-5134-469f-9dd9-ea1496779ef4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9441710 Feb 16 08:41:26.879515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57804) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:26.925279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.937040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.966214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:26.980995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting subnet a05a88a4-eafc-4a27-84fd-30f1669191a8 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:26.993497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.005855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:27.055726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Transition to ACTIVE for port object 3241232d-702e-4422-897d-c967327df779 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:27.089101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-e736d579-bc94-4cec-98e5-4b83b2100df3', 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '5fd82e91-51ef-4382-8b1f-d7f759d2f90f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:27.089917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.097966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.132204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Transition to ACTIVE for port object 3241232d-702e-4422-897d-c967327df779 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:27.134644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] For port 438c05bd-547f-403a-8608-7c3c42e15e78, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=438c05bd-547f-403a-8608-7c3c42e15e78,segment=NetworkSegment(daa0fe7c-1a0d-46e4-a835-bdbea4e89d61),segment_id=daa0fe7c-1a0d-46e4-a835-bdbea4e89d61)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:27.185365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.186176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:27.190943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.226164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.289995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 4a9d8794-0ff9-456d-b2e0-315794cbeb9b owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:27.296893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bf34c-cee9-49fd-96d7-f6d8ccec3bed req-ac89e8a5-72fd-402e-a519-60f4c54b7dd4 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:27.298570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77bf34c-cee9-49fd-96d7-f6d8ccec3bed req-ac89e8a5-72fd-402e-a519-60f4c54b7dd4 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.8415067 Feb 16 08:41:27.312242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:27.312242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.347050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Provisioning for port 4a9d8794-0ff9-456d-b2e0-315794cbeb9b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:27.353003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:27.366342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:27.369487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.378519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:27.383244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Provisioning complete for port 4a9d8794-0ff9-456d-b2e0-315794cbeb9b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:27.383629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.406905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Pushing event updated for resources: {'Port': ['ID=438c05bd-547f-403a-8608-7c3c42e15e78,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:27.475095 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77bf34c-cee9-49fd-96d7-f6d8ccec3bed req-5e44c264-ce53-4f84-9b52-62cadefce093 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634955 Feb 16 08:41:27.480719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a39579-0cea-4cf2-a9f1-41ebe52f1b92 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:27.482526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-45a39579-0cea-4cf2-a9f1-41ebe52f1b92 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:27.511047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.554235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.572884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-45a39579-0cea-4cf2-a9f1-41ebe52f1b92 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:27.573826 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-45a39579-0cea-4cf2-a9f1-41ebe52f1b92 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.6932480 Feb 16 08:41:27.580753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57808) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:27.584603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] For port a43c2448-5970-4f75-814b-d335701aab36, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a43c2448-5970-4f75-814b-d335701aab36,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:27.585152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.599266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:27.639128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3c19fb7f-ef31-44d7-8e6f-0ff98c36bf40 None None] Port 4a9d8794-0ff9-456d-b2e0-315794cbeb9b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:27.659540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Pushing event updated for resources: {'Port': ['ID=3241232d-702e-4422-897d-c967327df779,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:27.666045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Allocated IP 2001:db8::1 (e736d579-bc94-4cec-98e5-4b83b2100df3/5fd82e91-51ef-4382-8b1f-d7f759d2f90f/9d9115bc-5c19-4e8d-be1a-69987e53deee) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:27.703424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Attempting to bind port 3241232d-702e-4422-897d-c967327df779 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:27.703792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Attempting to bind port 3241232d-702e-4422-897d-c967327df779 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:27.704152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Attempting to bind port 3241232d-702e-4422-897d-c967327df779 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:27.730665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.746818 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f14f1ba6-24a5-4b4b-9bd7-1e0a794d4369 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f HTTP/1.1" status: 204 len: 168 time: 1.4307461 Feb 16 08:41:27.749232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57812) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:27.756283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.799200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:27.799572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:27.799978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.800364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:27.800849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Bound port: 3241232d-702e-4422-897d-c967327df779, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:27.801221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.803894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-496bfab8-ca2b-4d17-902b-09be8b1764b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:41:27.804789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-496bfab8-ca2b-4d17-902b-09be8b1764b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:27.826002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-496bfab8-ca2b-4d17-902b-09be8b1764b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:27.827782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-496bfab8-ca2b-4d17-902b-09be8b1764b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/689d9b1e-8c7e-4331-b2c7-80ccfb3dfb7f HTTP/1.1" status: 404 len: 333 time: 0.0770686 Feb 16 08:41:27.830401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57816) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:27.844455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port d792a8fc-e45c-43c0-ae73-2ac46625473a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:27.845058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:27.998208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.009789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8a2d1ce3-d168-4ee4-a953-9622f530f0e5 None None] Provisioning complete for port 438c05bd-547f-403a-8608-7c3c42e15e78 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:28.010162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a2d1ce3-d168-4ee4-a953-9622f530f0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.071517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet cb9e9c95-a124-4770-ba86-fd6af4bb4364 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:28.074814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.107945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=4a9d8794-0ff9-456d-b2e0-315794cbeb9b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.131272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:28.136920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.155670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3241232d-702e-4422-897d-c967327df779,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:28.157948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.165155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.236837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.244710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Transition to ACTIVE for port object 9d9115bc-5c19-4e8d-be1a-69987e53deee will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:28.308261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Transition to ACTIVE for port object 9d9115bc-5c19-4e8d-be1a-69987e53deee will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:28.338719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.350780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.359595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9557336c-5bee-44a8-8a19-0c01279e7135 None None] Pushing event updated for resources: {'Port': ['ID=3241232d-702e-4422-897d-c967327df779,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.374970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.390958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.409406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd82e91-51ef-4382-8b1f-d7f759d2f90f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.419031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Network e736d579-bc94-4cec-98e5-4b83b2100df3 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:28.426408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:28.433417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:28.451120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Pushing event updated for resources: {'Port': ['ID=9d9115bc-5c19-4e8d-be1a-69987e53deee,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.471039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9e9c95-a124-4770-ba86-fd6af4bb4364,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.471964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.474526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Subnet': ['ID=a05a88a4-eafc-4a27-84fd-30f1669191a8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:28.476335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.516808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c6bea0-54e8-46c5-bf69-6aeb3c98d42e None None] Network 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:28.567852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3df9d1ae-f531-4912-aeea-e3bc265547eb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/cb9e9c95-a124-4770-ba86-fd6af4bb4364 HTTP/1.1" status: 204 len: 168 time: 0.7353406 Feb 16 08:41:28.575888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57822) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:28.591502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.592110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.592587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Floating IP 51968743-9ab1-4ee2-825f-a3a151b901ae disassociated. External IP: 172.26.4.178, port: a43c2448-5970-4f75-814b-d335701aab36. Feb 16 08:41:28.593681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Calling delete_port for a43c2448-5970-4f75-814b-d335701aab36 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:28.596059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.639667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e736d579-bc94-4cec-98e5-4b83b2100df3']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:28.640709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83b64e-1947-4c93-bb55-28e652002dc8 None None] Network 577ec345-4452-4267-9616-4d83115dec7f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:28.654627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e8642e-7127-45d9-9fe6-5367c7b77424') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:28.654862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e8642e-7127-45d9-9fe6-5367c7b77424') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:28.690882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.712264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.736555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:28.737103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:28.764706 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:28.780271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:28.823316 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-37335cf1-7919-42bc-987b-a9f3d0dffeb7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/4a9d8794-0ff9-456d-b2e0-315794cbeb9b HTTP/1.1" status: 204 len: 168 time: 2.8470492 Feb 16 08:41:28.848016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57826) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:28.883476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Attempting to bind port 9d9115bc-5c19-4e8d-be1a-69987e53deee on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:28.883882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Attempting to bind port 9d9115bc-5c19-4e8d-be1a-69987e53deee by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c2e8642e-7127-45d9-9fe6-5367c7b77424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:28.884242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Attempting to bind port 9d9115bc-5c19-4e8d-be1a-69987e53deee on network e736d579-bc94-4cec-98e5-4b83b2100df3 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:28.891427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-78f7187e-adf2-4382-ada0-7178f7952c55 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/subnets/a05a88a4-eafc-4a27-84fd-30f1669191a8 HTTP/1.1" status: 204 len: 168 time: 2.9729497 Feb 16 08:41:28.896343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:28.902478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device a43c2448-5970-4f75-814b-d335701aab36 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:28.923273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:41:28.923273 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:41:28.923273 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'}] Feb 16 08:41:28.923273 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:28.923652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:28.994251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.009694 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffd14ecf-6129-4e0b-ae1d-fd71b6aac60e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:41:29.010623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ffd14ecf-6129-4e0b-ae1d-fd71b6aac60e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:29.037659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.067806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e191ff-27ee-4999-8f3a-129a529b5611 req-6984efb1-45fc-4081-81e9-ceab318f499b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:29.072436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:29.073039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Checking segment: {'id': 'c2e8642e-7127-45d9-9fe6-5367c7b77424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:29.073441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.073828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Bound using segment: {'id': 'c2e8642e-7127-45d9-9fe6-5367c7b77424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:29.074306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Bound port: 9d9115bc-5c19-4e8d-be1a-69987e53deee, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e8642e-7127-45d9-9fe6-5367c7b77424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e736d579-bc94-4cec-98e5-4b83b2100df3'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:29.074946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.081011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94e191ff-27ee-4999-8f3a-129a529b5611 req-6984efb1-45fc-4081-81e9-ceab318f499b tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 945 time: 0.3173892 Feb 16 08:41:29.107444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 438c05bd-547f-403a-8608-7c3c42e15e78 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:29.107875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.154086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Deleting port b0b8eef2-739b-481e-a4f1-85ab15acfe5d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:29.154622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.192969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:29.193939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.200393 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94e191ff-27ee-4999-8f3a-129a529b5611 req-7d8bf82d-60c1-4c7a-b7d2-00cc6f621ebb tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups?id=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977874 Feb 16 08:41:29.252786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for d792a8fc-e45c-43c0-ae73-2ac46625473a owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:29.323365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ffd14ecf-6129-4e0b-ae1d-fd71b6aac60e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:29.327949 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ffd14ecf-6129-4e0b-ae1d-fd71b6aac60e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/4a9d8794-0ff9-456d-b2e0-315794cbeb9b HTTP/1.1" status: 404 len: 333 time: 0.4761605 Feb 16 08:41:29.341233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57834) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:29.360345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] For port 9d9115bc-5c19-4e8d-be1a-69987e53deee, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:29.372887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.414267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 438c05bd-547f-403a-8608-7c3c42e15e78 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:29.414267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.495820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] For port 9d9115bc-5c19-4e8d-be1a-69987e53deee, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9d9115bc-5c19-4e8d-be1a-69987e53deee,segment=NetworkSegment(c2e8642e-7127-45d9-9fe6-5367c7b77424),segment_id=c2e8642e-7127-45d9-9fe6-5367c7b77424)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:29.546732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.561595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] For port b0b8eef2-739b-481e-a4f1-85ab15acfe5d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,segment=NetworkSegment(17cdd66b-6bb8-443c-ab5b-11692e61d0e2),segment_id=17cdd66b-6bb8-443c-ab5b-11692e61d0e2)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:29.561595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.609184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] DHCP port deletion for 2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:29.610723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966a1c3-acdd-4f47-9e4e-7ef9d7cb7694 None None] DHCP port deletion for 577ec345-4452-4267-9616-4d83115dec7f request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:29.632681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Deleting port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:29.633065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.665824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4966a1c3-acdd-4f47-9e4e-7ef9d7cb7694 None None] Deleting port b0b8eef2-739b-481e-a4f1-85ab15acfe5d {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:29.666139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4966a1c3-acdd-4f47-9e4e-7ef9d7cb7694 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.684573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,segment=NetworkSegment(6086416f-80bd-4676-9ace-36bd99118c73),segment_id=6086416f-80bd-4676-9ace-36bd99118c73)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:29.685243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.706341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Calling delete_port for b0b8eef2-739b-481e-a4f1-85ab15acfe5d owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:29.781262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.790649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.821984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:29.841620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Port': ['ID=b0b8eef2-739b-481e-a4f1-85ab15acfe5d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:29.847825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] No DVR routers for this DVR port b0b8eef2-739b-481e-a4f1-85ab15acfe5d on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:29.849832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 9d9115bc-5c19-4e8d-be1a-69987e53deee {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:29.850163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.897631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:29.933030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5113b-f2ca-467a-88be-a359e734c784 None None] Pushing event updated for resources: {'Port': ['ID=9d9115bc-5c19-4e8d-be1a-69987e53deee,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.008177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4523b-9da9-4944-aa7c-dd0c5778847f None None] Network e736d579-bc94-4cec-98e5-4b83b2100df3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:30.019273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.047246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['577ec345-4452-4267-9616-4d83115dec7f']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:30.057241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4966a1c3-acdd-4f47-9e4e-7ef9d7cb7694 None None] The port 'b0b8eef2-739b-481e-a4f1-85ab15acfe5d' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:30.060342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17cdd66b-6bb8-443c-ab5b-11692e61d0e2') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:30.060651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17cdd66b-6bb8-443c-ab5b-11692e61d0e2') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:30.077590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.098118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.122834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:30.124056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:30.139635 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:30.146051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3241232d-702e-4422-897d-c967327df779 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:30.347345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.383055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event deleted for resources: {'Port': ['ID=a43c2448-5970-4f75-814b-d335701aab36,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.390970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.398085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-50117305-5acb-44e5-b3b9-936c4fcf765b None None] Provisioning for port 3241232d-702e-4422-897d-c967327df779 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:30.404071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.460375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] For port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,segment=NetworkSegment(6086416f-80bd-4676-9ace-36bd99118c73),segment_id=6086416f-80bd-4676-9ace-36bd99118c73)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:30.460777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.467310 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] 10.222.0.94 "DELETE /v2.0/networks/577ec345-4452-4267-9616-4d83115dec7f HTTP/1.1" status: 204 len: 168 time: 1.5696204 Feb 16 08:41:30.553940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.560709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port 9d9115bc-5c19-4e8d-be1a-69987e53deee, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9d9115bc-5c19-4e8d-be1a-69987e53deee,segment=NetworkSegment(c2e8642e-7127-45d9-9fe6-5367c7b77424),segment_id=c2e8642e-7127-45d9-9fe6-5367c7b77424)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:30.560951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet 4334e088-e28e-41e5-a829-09be1f86937e {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:30.561064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.564057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.618254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Calling delete_port for 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:30.618860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.699164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3241232d-702e-4422-897d-c967327df779 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:30.723996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3241232d-702e-4422-897d-c967327df779 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:30.724936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.727422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:30.739853 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8d3e028-8f9b-4f62-81c0-46601a3dd28a req-3e22027c-33ad-48e4-bd06-fdbc8f732498 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.2629364 Feb 16 08:41:30.740841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e19eb-7232-4f94-925f-f479c60d8739 tempest-AllowedAddressPairTestJSON-722261584 tempest-AllowedAddressPairTestJSON-722261584-project] Pushing event deleted for resources: {'Network': ['ID=577ec345-4452-4267-9616-4d83115dec7f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.754127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for 9d9115bc-5c19-4e8d-be1a-69987e53deee owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:30.766862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:30.767274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:30.770337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.845563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.861361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1eb7fc67-2ba9-4491-9458-98a0b9e8de52 None None] Provisioning for port d792a8fc-e45c-43c0-ae73-2ac46625473a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:30.869459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.880383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1eb7fc67-2ba9-4491-9458-98a0b9e8de52 None None] Provisioning complete for port d792a8fc-e45c-43c0-ae73-2ac46625473a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:30.880937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1eb7fc67-2ba9-4491-9458-98a0b9e8de52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.917397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57844) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:30.918634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1eb7fc67-2ba9-4491-9458-98a0b9e8de52 None None] Port d792a8fc-e45c-43c0-ae73-2ac46625473a was deleted so its status cannot be updated. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 16 08:41:30.921937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.937230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=9d9115bc-5c19-4e8d-be1a-69987e53deee,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.949359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port 9d9115bc-5c19-4e8d-be1a-69987e53deee on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:30.956293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3241232d-702e-4422-897d-c967327df779,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:30.965519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:30.967577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=d792a8fc-e45c-43c0-ae73-2ac46625473a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:30.994605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.103608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.111177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.124032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.128034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3241232d-702e-4422-897d-c967327df779,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:31.133603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0b8eef2-739b-481e-a4f1-85ab15acfe5d no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:31.147745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.152815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6086416f-80bd-4676-9ace-36bd99118c73') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.153147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e736d579-bc94-4cec-98e5-4b83b2100df3']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.153648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6086416f-80bd-4676-9ace-36bd99118c73') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.169737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e8642e-7127-45d9-9fe6-5367c7b77424') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.170037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e8642e-7127-45d9-9fe6-5367c7b77424') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:31.182567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.197095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b0b8eef2-739b-481e-a4f1-85ab15acfe5d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:31.197462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0b8eef2-739b-481e-a4f1-85ab15acfe5d not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:31.197912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:31.199144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.205783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:31.206186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.215374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-31445d49-3695-415d-b0b0-afa9b83f3422 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/d792a8fc-e45c-43c0-ae73-2ac46625473a HTTP/1.1" status: 204 len: 168 time: 3.6335592 Feb 16 08:41:31.220230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.231796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=4334e088-e28e-41e5-a829-09be1f86937e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:31.235280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57850) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.257956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:31.258315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:31.269360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Deleting port 881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:31.269360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.290636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.294898 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10e180b3-c576-4482-a96d-ef2808ebe309 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/4334e088-e28e-41e5-a829-09be1f86937e HTTP/1.1" status: 204 len: 168 time: 1.9504955 Feb 16 08:41:31.302194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.304324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57854) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:31.308490 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:31.336041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a5c5a2-ba80-4b7d-a57e-cb78a388bd26 None None] Network ed7eebfd-fe65-4deb-bd32-be49c9103a6d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:31.363393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:31.363877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.369200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:31.390542 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:31.436436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd313a1e-bcd5-443d-b8cd-63b531fc29dc None None] The port '881c89a8-3f2f-4dc3-89b8-d4c8b54a14e5' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:31.490822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.507529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=e736d579-bc94-4cec-98e5-4b83b2100df3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:31.515930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-196fec0d-8708-406c-828b-ad5b0af046e3 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8ed615ebc2244f4cb3fefae78898c2da&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5908675 Feb 16 08:41:31.516485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.523803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f2170034-fb47-49fa-8b0c-a35000fc3318 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/e736d579-bc94-4cec-98e5-4b83b2100df3 HTTP/1.1" status: 204 len: 168 time: 4.9122927 Feb 16 08:41:31.529284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57862) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.536540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-164050449'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:31.544774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:31.557520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5fd853-ee22-4d95-bed4-458c61ecf9a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:31.557520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5fd853-ee22-4d95-bed4-458c61ecf9a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:31.557520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5e5fd853-ee22-4d95-bed4-458c61ecf9a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:31.559463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:31.564788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:31.580749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:31.594848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.607895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:31.610879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.614339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.618645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.621876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5e5fd853-ee22-4d95-bed4-458c61ecf9a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:31.622714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e5fd853-ee22-4d95-bed4-458c61ecf9a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3827772 Feb 16 08:41:31.624544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Router 74334d89-9fd9-452b-8b68-75c93c2271d7 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:41:31.627930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57866) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.633054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.651087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] DHCP port deletion for ed7eebfd-fe65-4deb-bd32-be49c9103a6d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:31.658352 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b HTTP/1.1" status: 204 len: 168 time: 3.0710471 Feb 16 08:41:31.658606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Deleting port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:31.658606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.658943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:31.659285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.669598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:31.684007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dc77cf-57e9-450a-bc53-87f9ee005e9a tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=2eeebcf3-0a55-48e0-a50b-32d2e0f90d7b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:31.694391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1200656810'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:31.716768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:31.729800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:31.731216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.735469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.742420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:31.755701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:31.758112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:31.811096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:31.814028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.826319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.826717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 0698b154-3bfe-4680-ac8e-79b489057958 of type vlan for network c6252f84-7a95-4675-b9cc-bd109c9699b0 Feb 16 08:41:31.943179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] For port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,segment=NetworkSegment(b9422cae-87ce-4de0-90bd-ec2d778701c0),segment_id=b9422cae-87ce-4de0-90bd-ec2d778701c0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:31.943760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:31.968835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.009827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:32.016248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb89d580-e78d-4c69-b984-0670d450123f req-ca4bfec5-642c-4203-8bce-7aec7293b184 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.0817161 Feb 16 08:41:32.022212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.065013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.065355 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment 515d720a-9c10-4a0b-a0f3-d2f06c347ae0 of type vlan for network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 Feb 16 08:41:32.066832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0726e6e-d091-44c3-90b4-a2400b404888,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:32.083969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 20d984e9-01ff-466e-9ff6-837179d4d83c {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:32.092381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.140886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.144567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:32.145253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.149726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Calling delete_port for d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:32.161404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] For port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,segment=NetworkSegment(b9422cae-87ce-4de0-90bd-ec2d778701c0),segment_id=b9422cae-87ce-4de0-90bd-ec2d778701c0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:32.162565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.198112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.259167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.263209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4829ba44-c832-454b-9956-2e76ca71b022 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f0726e6e-d091-44c3-90b4-a2400b404888 HTTP/1.1" status: 204 len: 168 time: 0.7453611 Feb 16 08:41:32.276452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.282588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7509260 Feb 16 08:41:32.286156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.290621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57880) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:32.297919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:32.317371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:32.340827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c024c-8f12-42cf-acf9-70c234edd821 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=c6252f84-7a95-4675-b9cc-bd109c9699b0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:32.341277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] Pushing event deleted for resources: {'Port': ['ID=d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:32.370688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.374717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:32.374930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:32.375443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.501312 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8294487 Feb 16 08:41:32.503468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:32.506337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57886) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:32.511491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:32.515018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:32.516161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:32.516714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b482182-4cee-4a23-9b37-eaca19764639 None None] No DVR routers for this DVR port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:32.531506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0da3b-02e4-460e-9710-1334f9319446 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:41:32.532611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:32.534504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:32.534823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:32.547218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:41:32.550272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:32.559420 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Sync routers for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:41:32.575246 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:32.578124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:32.627380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaeb81-7edb-45b5-a0b0-0dbfcf1d49f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=77a5b3d1-0ce4-4d18-a8fd-45a8fe648381,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:32.643327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:32.676561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.729526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:32.737063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:32.742618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:32.754056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:32.773911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:32.824064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f0da3b-02e4-460e-9710-1334f9319446 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:41:32.866379 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:41:32.870960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.934785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=20d984e9-01ff-466e-9ff6-837179d4d83c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:32.941739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.961252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:32.970954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] No DVR routers for this DVR port a43c2448-5970-4f75-814b-d335701aab36 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:32.982022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.062255 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6e5dcfb8-acae-4089-8115-15d510b3b615 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/20d984e9-01ff-466e-9ff6-837179d4d83c HTTP/1.1" status: 204 len: 168 time: 1.4334488 Feb 16 08:41:33.063195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57902) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:33.123247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3241232d-702e-4422-897d-c967327df779 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:33.166931 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1cba7172-d354-41b9-8408-9b66151ee6ce tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990934 Feb 16 08:41:33.170861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57906) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:33.202133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.204722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:33.205051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.266180 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:33.267736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'name': 'network-vif-deleted', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:41:33.274560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3241232d-702e-4422-897d-c967327df779 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:33.275747 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Checking router: 74334d89-9fd9-452b-8b68-75c93c2271d7 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:41:33.277189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.305071 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:33.305944 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:33.323051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb8b7d7e-f6d7-4c27-9f0e-3b795a793892 req-f08959fb-a1e1-4902-b4d8-9f699a370925 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.98 "DELETE /v2.0/ports/a43c2448-5970-4f75-814b-d335701aab36 HTTP/1.1" status: 204 len: 173 time: 6.8433428 Feb 16 08:41:33.328469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3704c126-3a40-46b5-bcb8-bd6a4baac8d6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:33.329415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3704c126-3a40-46b5-bcb8-bd6a4baac8d6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:33.410783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] The port 'd19a2233-5a88-4c4e-8cc3-7e1da5fe99ea' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:33.564514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e841aaa-de51-4b41-939c-6ca0b9c301d3', 'name': 'network-vif-deleted', 'tag': 'a43c2448-5970-4f75-814b-d335701aab36', 'status': 'completed', 'code': 200} Feb 16 08:41:33.631604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3704c126-3a40-46b5-bcb8-bd6a4baac8d6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:33.635529 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3704c126-3a40-46b5-bcb8-bd6a4baac8d6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4635057 Feb 16 08:41:33.639475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:33.642819 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-057b8228-2512-452d-b1af-1af6e566b018 req-27ae4ba6-57f4-410c-8a66-c05406d75406 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/ports?device_id=7e841aaa-de51-4b41-939c-6ca0b9c301d3 HTTP/1.1" status: 200 len: 210 time: 0.0858269 Feb 16 08:41:33.643643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.705398 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:41:33.739016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.789249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16005c51-358d-4b48-a00d-d4e3a25a5f0d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:33.800110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=25bc9297-8c74-4906-a140-174b26fd8893,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:33.816218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:33.818113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7eebfd-fe65-4deb-bd32-be49c9103a6d']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:33.828459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': '515d720a-9c10-4a0b-a0f3-d2f06c347ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:33.828713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:33.837549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9422cae-87ce-4de0-90bd-ec2d778701c0') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:33.838088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9422cae-87ce-4de0-90bd-ec2d778701c0') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:33.852113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.858193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:33.874329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.875474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:33.882909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57926) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:33.885760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:33.886342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.898156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:33.898864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:33.915363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623d76e-91e9-46dd-a348-b2c26cb8a965 None None] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:33.933506 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ffd2f7ed-e01d-4f7b-8a00-678c4f93ba90 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4242425 Feb 16 08:41:33.935914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:33.936377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d19a2233-5a88-4c4e-8cc3-7e1da5fe99ea not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:33.937123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57932) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:33.943869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381', 'name': 'tempest-PortsTestJSON-1550965289', 'fixed_ips': [{'subnet_id': '25bc9297-8c74-4906-a140-174b26fd8893', 'ip_address': '172.20.0.10'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:34.060110 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:34.070536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.077146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.105938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/ed7eebfd-fe65-4deb-bd32-be49c9103a6d HTTP/1.1" status: 204 len: 168 time: 2.7995136 Feb 16 08:41:34.109388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42824c7b-5ab4-4959-8c4b-fdb43dddcd87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:34.113594 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-42824c7b-5ab4-4959-8c4b-fdb43dddcd87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4722323 Feb 16 08:41:34.114556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57936) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:34.115118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57938) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:34.218480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1571745541'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:34.220259 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:34.229294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:34.230019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-644370'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:34.231961 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad108382-4df2-40cd-a405-9b3b94c91237 None None] The sync data for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv is: [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:37:50Z', 'revision_number': 4, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '3ff41609-01fd-47f8-927d-93adb1f74a3b', 'name': '', 'network_id': '14238a41-bf9e-489c-ace7-3b3059a8683b', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'mac_address': 'fa:16:3e:63:a0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:48Z', 'updated_at': '2022-02-16T08:38:08Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'subnets': [{'id': 'ed05001e-863b-4df3-83dd-b8611b00d198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:41:34.245322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Usage tracker for resource:network and tenant:5c4e6fd6d9be4de8a37cd82509797d59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:34.251354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caee8c-3dbf-47a6-a5ba-9cb7bfdd77cc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=ed7eebfd-fe65-4deb-bd32-be49c9103a6d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:34.255171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:34.261353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:34.281594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:34.299764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:34.318733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:34.322844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Made reservation on behalf of 5c4e6fd6d9be4de8a37cd82509797d59 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:34.327307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.344822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.366242 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4dcbad0b-05b7-461f-b931-7078697f9728 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2386479 Feb 16 08:41:34.366466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:34.370700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.379690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57946) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:34.383203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:network and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:34.389351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:34.402561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:34.403726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:34.434751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:34.438843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.441548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-77a5b3d1-0ce4-4d18-a8fd-45a8fe648381', 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': '25bc9297-8c74-4906-a140-174b26fd8893'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:34.445363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.472831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:34.479134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Deleting port 3241232d-702e-4422-897d-c967327df779 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:34.479663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.508406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.544701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:34.586474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:34.589413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=9dd6c751-af17-4a78-9cc3-231ae72ea0d6,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:34.614396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.615405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Added segment 44c929b5-e538-4759-bd6f-6ca6c3a97f7c of type vlan for network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d Feb 16 08:41:34.622750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:34.645737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Usage tracker for resource:security_group_rule and tenant:5c4e6fd6d9be4de8a37cd82509797d59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:34.658393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:34.681947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:34.682766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.688580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:34.691961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': '0698b154-3bfe-4680-ac8e-79b489057958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:34.691961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: c6252f84-7a95-4675-b9cc-bd109c9699b0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:34.735287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Allocated IP 172.20.0.2 (77a5b3d1-0ce4-4d18-a8fd-45a8fe648381/25bc9297-8c74-4906-a140-174b26fd8893/85ecc57c-6401-4ab6-8c27-62f7db08369e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:34.770579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:34.778552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.785817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:34.787034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.804293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:34.822608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:34.839461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, c6252f84-7a95-4675-b9cc-bd109c9699b0) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:34.845505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:34.867811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6749a81-87d8-469e-9ca0-6e8dc207d2c4 None None] New status for floating IP 51968743-9ab1-4ee2-825f-a3a151b901ae: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:41:34.869478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57954) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:34.909080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:34.914050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:34.919303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005e0773-cdb5-40d1-959e-4e66f9368ccc None None] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:35.037197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:35.038347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.063133 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9426076 Feb 16 08:41:35.070098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.073921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4faa6-2563-4ea8-88df-718fd7e0a806 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Network': ['ID=6bc01b36-26f5-427e-ba9e-0ce3f39a520d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.080164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:35.106869 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-493cb0eb-e16e-4f43-a71f-38e56cd7d026 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8138685 Feb 16 08:41:35.107993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57962) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.118700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3241232d-702e-4422-897d-c967327df779 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:35.151750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.157352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.162754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.166033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1381562299'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:35.169340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:35.183543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:35.192362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:35.203544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:35.213239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:35.225129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:35.229976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:35.233268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:35.236103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:35.239164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.262353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:35.277200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:35.282886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:35.311443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.322124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:35.328506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbdae7a-68f8-4164-ace4-80147c5c2983,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.358495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.359142 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 971e60a6-cd60-4817-b433-cf4fd3881d4b of type vlan for network 9233cb5d-2347-466a-804b-1ce5935c35f0 Feb 16 08:41:35.363076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.363422 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Added segment fc0b664d-1d07-45dd-9234-d5899203b8a1 of type vlan for network 464f697c-43db-461a-be35-d433ab3fb5b7 Feb 16 08:41:35.415961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.421564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.439675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.453682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.471543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.477352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.561886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.563500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.565831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:35.566918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.567544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:35.568159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.588327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.601660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:35.618447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:35.621229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:35.621828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.685899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Transition to ACTIVE for port object 85ecc57c-6401-4ab6-8c27-62f7db08369e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:35.694238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=c7515590-8008-4736-b86e-66a2e600cfaf,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.701090 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5453482 Feb 16 08:41:35.703077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.705909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b19f34b-125f-4ae0-8230-474171fcaafb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=9233cb5d-2347-466a-804b-1ce5935c35f0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.716505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': '9233cb5d-2347-466a-804b-1ce5935c35f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:35.725682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3241232d-702e-4422-897d-c967327df779,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:35.726087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.741099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8569653 Feb 16 08:41:35.745040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-64f4373e-517a-45ef-9216-815326d57a28 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3634386 Feb 16 08:41:35.745950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09239ebc-22bf-40eb-aa83-4b41de201eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'Network': ['ID=464f697c-43db-461a-be35-d433ab3fb5b7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:35.746552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9233cb5d-2347-466a-804b-1ce5935c35f0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:35.748701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.749207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.753955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:35.754972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4b790844-105a-48f4-80f6-5770e3739865 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "DELETE /v2.0/security-groups/f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2 HTTP/1.1" status: 204 len: 168 time: 0.8848023 Feb 16 08:41:35.759666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Request body: {'subnet': {'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:35.781189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': 'c7515590-8008-4736-b86e-66a2e600cfaf', 'ip_address': '2001:db8::6cbb:aa9c:a875:3824'}], 'name': 'tempest-NetworksTestDHCPv6-1480610464'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:35.781452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 464f697c-43db-461a-be35-d433ab3fb5b7 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:35.790149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.862322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-93bac745-9ec5-4023-9194-a3fd90e9f889 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] show failed (client error): The resource could not be found. Feb 16 08:41:35.863411 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-93bac745-9ec5-4023-9194-a3fd90e9f889 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "GET /v2.0/security-groups/f3bf73bc-2820-4d3b-b748-fb3b6a14c6e2 HTTP/1.1" status: 404 len: 347 time: 0.0455961 Feb 16 08:41:35.878182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57982) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:35.963739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:35.986203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:35.994233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:35.994495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:35.995611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Transition to ACTIVE for port object 85ecc57c-6401-4ab6-8c27-62f7db08369e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:36.010037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Usage tracker for resource:subnet and tenant:5c4e6fd6d9be4de8a37cd82509797d59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:36.014260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:36.014671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:36.024163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:36.030554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:36.043652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:36.046790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Made reservation on behalf of 5c4e6fd6d9be4de8a37cd82509797d59 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:36.111136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Deleting port 80baa2ae-dd59-4019-a2f8-a8dddcb006f4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:36.111505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.122856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Calling delete_port for 3241232d-702e-4422-897d-c967327df779 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:36.143756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:36.162469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:36.164586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.167652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.168563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-c6252f84-7a95-4675-b9cc-bd109c9699b0', 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '9dd6c751-af17-4a78-9cc3-231ae72ea0d6'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:36.169343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.172619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.180342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.344539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 7f3cc960-14a9-4261-9a6b-61cebe5de64f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:36.387080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.10 (77a5b3d1-0ce4-4d18-a8fd-45a8fe648381/25bc9297-8c74-4906-a140-174b26fd8893/334ca5bd-87f3-4ec8-86a3-afccb17ab388) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:36.399781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.410575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Pushing event updated for resources: {'Port': ['ID=85ecc57c-6401-4ab6-8c27-62f7db08369e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:36.415848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3241232d-702e-4422-897d-c967327df779,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:36.419384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:36.425992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.426600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:36.430747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:36.439188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.450977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=20ec4921-f07b-426a-8b2f-d931482400c7,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:36.503244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:36.503601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:36.555183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Checking segment: {'id': '44c929b5-e538-4759-bd6f-6ca6c3a97f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:36.555183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network hostable DHCP agents. Network: 6bc01b36-26f5-427e-ba9e-0ce3f39a520d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:36.562223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing IP validity checks on allocation pools {{(pid=83710) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:41:36.562945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_backend_mixin [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83710) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:41:36.590061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.590578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.654243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3241232d-702e-4422-897d-c967327df779,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:36.676706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Attempting to bind port 85ecc57c-6401-4ab6-8c27-62f7db08369e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:36.677081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Attempting to bind port 85ecc57c-6401-4ab6-8c27-62f7db08369e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '515d720a-9c10-4a0b-a0f3-d2f06c347ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:36.678149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Attempting to bind port 85ecc57c-6401-4ab6-8c27-62f7db08369e on network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:36.687765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Allocated IP 2001:db8::3 (c6252f84-7a95-4675-b9cc-bd109c9699b0/9dd6c751-af17-4a78-9cc3-231ae72ea0d6/d242dd26-6d61-4892-9a1f-746bfc565d8f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:36.698983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:36.699360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Checking segment: {'id': '515d720a-9c10-4a0b-a0f3-d2f06c347ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:36.700019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.700413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Bound using segment: {'id': '515d720a-9c10-4a0b-a0f3-d2f06c347ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:36.700893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Bound port: 85ecc57c-6401-4ab6-8c27-62f7db08369e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515d720a-9c10-4a0b-a0f3-d2f06c347ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:36.701272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.831385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Calling delete_port for 80baa2ae-dd59-4019-a2f8-a8dddcb006f4 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:36.871510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::6cbb:aa9c:a875:3824 (845b2056-9615-46c6-afcf-a7b11d258df1/c7515590-8008-4736-b86e-66a2e600cfaf/7f3cc960-14a9-4261-9a6b-61cebe5de64f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:36.887711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:36.900542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] For port 85ecc57c-6401-4ab6-8c27-62f7db08369e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:36.922352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] For port 85ecc57c-6401-4ab6-8c27-62f7db08369e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=85ecc57c-6401-4ab6-8c27-62f7db08369e,segment=NetworkSegment(515d720a-9c10-4a0b-a0f3-d2f06c347ae0),segment_id=515d720a-9c10-4a0b-a0f3-d2f06c347ae0)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:36.944224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 6bc01b36-26f5-427e-ba9e-0ce3f39a520d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:36.962590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859b02dc-fe89-483e-af8d-040fc3f564e4 None None] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:36.965461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:36.966054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.989178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:36.991506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.030513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4de9d621-a2f4-4df2-89de-72dabb4fb87c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9567256 Feb 16 08:41:37.047487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Deleting port 3241232d-702e-4422-897d-c967327df779 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:37.048042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.059317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57988) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.080088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-770843267', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:37.083901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 334ca5bd-87f3-4ec8-86a3-afccb17ab388 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:37.085681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.089746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:37.102679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:router and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:37.107225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:37.112212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.154390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:37.166445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'Subnet': ['ID=c0de30f1-5f95-428b-b663-154a25851564,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.188110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.218039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.239996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.240980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.258006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=7f26f062-5906-4d19-8d83-6de3004f09af,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.260156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Pushing event deleted for resources: {'Port': ['ID=80baa2ae-dd59-4019-a2f8-a8dddcb006f4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.292235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Transition to ACTIVE for port object d242dd26-6d61-4892-9a1f-746bfc565d8f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:37.294478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592b783-b608-4a92-abd9-d9e51812a7a9 None None] Pushing event updated for resources: {'Port': ['ID=85ecc57c-6401-4ab6-8c27-62f7db08369e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.329361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.363450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': '971e60a6-cd60-4817-b433-cf4fd3881d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '9233cb5d-2347-466a-804b-1ce5935c35f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:37.363813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: 9233cb5d-2347-466a-804b-1ce5935c35f0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:37.370170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Checking segment: {'id': 'fc0b664d-1d07-45dd-9234-d5899203b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:37.370722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Network hostable DHCP agents. Network: 464f697c-43db-461a-be35-d433ab3fb5b7, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:37.382940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.412204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.438687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.454692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 9233cb5d-2347-466a-804b-1ce5935c35f0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:37.456288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Transition to ACTIVE for port object d242dd26-6d61-4892-9a1f-746bfc565d8f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:37.468888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:37.469124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.469933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=334ca5bd-87f3-4ec8-86a3-afccb17ab388,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.470168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dcf80e89-7c75-4123-adb3-d10693785e69 tempest-ServerActionsTestJSON-328499517 tempest-ServerActionsTestJSON-328499517-project] 10.222.0.94 "DELETE /v2.0/floatingips/51968743-9ab1-4ee2-825f-a3a151b901ae HTTP/1.1" status: 204 len: 168 time: 1.5880978 Feb 16 08:41:37.472997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.473153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 57994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.476611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-231ca9b5-325b-4633-9552-86fff867db6e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4054542 Feb 16 08:41:37.477843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 57996) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.479851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:37.483594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.485022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d', 'name': 'tempest-PortsIpV6TestJSON-794047253'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:37.487264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:37.508581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9233cb5d-2347-466a-804b-1ce5935c35f0) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:37.568260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:37.568858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.592343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badb6646-8e13-4bfd-9892-f78d762166d5 None None] Network 9233cb5d-2347-466a-804b-1ce5935c35f0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:37.596147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a2f65b5e-b74d-4316-aec9-83b8b6962b1b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8917029 Feb 16 08:41:37.597048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58002) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.690055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Network 464f697c-43db-461a-be35-d433ab3fb5b7 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:37.723081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.741798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 464f697c-43db-461a-be35-d433ab3fb5b7) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:37.753998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:37.754969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.759610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:37.761001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.788142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Pushing event updated for resources: {'Port': ['ID=d242dd26-6d61-4892-9a1f-746bfc565d8f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:37.790583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe097f2-e1c7-4491-8bec-7665df22a246 None None] Network 464f697c-43db-461a-be35-d433ab3fb5b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:37.803229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 7f3cc960-14a9-4261-9a6b-61cebe5de64f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:37.808410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:37.821591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:37.830178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:37.831277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-6bc01b36-26f5-427e-ba9e-0ce3f39a520d', 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': '20ec4921-f07b-426a-8b2f-d931482400c7'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:37.832084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.836420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:37.844218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:37.845584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.852232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:37.853587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6448bec6-e6ed-4d05-a45e-72e3a5caf9aa tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.9153492 Feb 16 08:41:37.856265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58006) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.864943 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ab65ad49-fe2b-4485-b322-9b80fcc2d910 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1143680 Feb 16 08:41:37.868654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '77a5b3d1-0ce4-4d18-a8fd-45a8fe648381', 'name': 'tempest-PortsTestJSON-314945788', 'fixed_ips': [{'subnet_id': '25bc9297-8c74-4906-a140-174b26fd8893', 'ip_address': '172.20.0.9'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:37.869319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58010) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:37.881036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Request body: {'port': {'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-531185577'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:37.913379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:37.916658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] For port 3241232d-702e-4422-897d-c967327df779, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3241232d-702e-4422-897d-c967327df779,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:37.917052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.977579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:37.979789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:37.986458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.062273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:38.063435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 96d16d9d-c252-47ef-ab89-05c5fc70911d yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:38.070152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:38.072803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:38.077451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:38.078128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.100232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.143813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=7f3cc960-14a9-4261-9a6b-61cebe5de64f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:38.153312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Calling delete_port for 3241232d-702e-4422-897d-c967327df779 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:38.163226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5b883f3e-b50b-46d5-898a-44d1551dd19f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4084373 Feb 16 08:41:38.165061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58014) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:38.217710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:38.223362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:38.230480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Usage tracker for resource:port and tenant:5c4e6fd6d9be4de8a37cd82509797d59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:38.235596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:38.242567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:38.270147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Made reservation on behalf of 5c4e6fd6d9be4de8a37cd82509797d59 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:38.273745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.312477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:38.320937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:38.341348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:38.371883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:38.403083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.431065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Attempting to bind port d242dd26-6d61-4892-9a1f-746bfc565d8f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:38.431433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Attempting to bind port d242dd26-6d61-4892-9a1f-746bfc565d8f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0698b154-3bfe-4680-ac8e-79b489057958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:38.431799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Attempting to bind port d242dd26-6d61-4892-9a1f-746bfc565d8f on network c6252f84-7a95-4675-b9cc-bd109c9699b0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:38.455771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::3ab (6bc01b36-26f5-427e-ba9e-0ce3f39a520d/20ec4921-f07b-426a-8b2f-d931482400c7/96d16d9d-c252-47ef-ab89-05c5fc70911d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:38.515431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=7f26f062-5906-4d19-8d83-6de3004f09af,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:38.522472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:38.523152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Checking segment: {'id': '0698b154-3bfe-4680-ac8e-79b489057958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:38.523717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.524246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Bound using segment: {'id': '0698b154-3bfe-4680-ac8e-79b489057958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:38.524873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Bound port: d242dd26-6d61-4892-9a1f-746bfc565d8f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0698b154-3bfe-4680-ac8e-79b489057958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'c6252f84-7a95-4675-b9cc-bd109c9699b0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:38.525528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.536321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3d10a26c-0e02-4ca8-8e4b-7cc5f2abac20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.542160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.565369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] device_id is not set on port 07b4fda9-8811-443d-91f8-fbd6d85fdabc yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:38.584973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6761d9f6-2776-412a-9a50-1cef5446752f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-9233cb5d-2347-466a-804b-1ce5935c35f0', 'network_id': '9233cb5d-2347-466a-804b-1ce5935c35f0', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '7f26f062-5906-4d19-8d83-6de3004f09af'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:38.585804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6761d9f6-2776-412a-9a50-1cef5446752f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.628388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] Pushing event deleted for resources: {'Port': ['ID=3241232d-702e-4422-897d-c967327df779,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:38.639273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7da68-18e4-44fb-8a47-e4a790f59d93 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:38.643607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f7da68-18e4-44fb-8a47-e4a790f59d93 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:38.644848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-36f7da68-18e4-44fb-8a47-e4a790f59d93 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:38.743354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-36f7da68-18e4-44fb-8a47-e4a790f59d93 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:38.747108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-36f7da68-18e4-44fb-8a47-e4a790f59d93 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.5778248 Feb 16 08:41:38.749302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58018) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:38.789211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Allocated IP 2001:db8::3e9 (464f697c-43db-461a-be35-d433ab3fb5b7/c0de30f1-5f95-428b-b663-154a25851564/07b4fda9-8811-443d-91f8-fbd6d85fdabc) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:38.854338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.861644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d14008-4de2-4a12-9e31-ddd9971ed9ad None None] No DVR routers for this DVR port 3241232d-702e-4422-897d-c967327df779 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:38.864052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-464f697c-43db-461a-be35-d433ab3fb5b7', 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7', 'tenant_id': '5c4e6fd6d9be4de8a37cd82509797d59', 'fixed_ips': [{'subnet_id': 'c0de30f1-5f95-428b-b663-154a25851564'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:38.865122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.867527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:38.886606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] For port d242dd26-6d61-4892-9a1f-746bfc565d8f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:38.957096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 7f3cc960-14a9-4261-9a6b-61cebe5de64f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:38.957525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.014023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cfadf8-b74f-4640-a080-eb042a184d3f None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:39.038655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9233cb5d-2347-466a-804b-1ce5935c35f0']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:39.045690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 22a2b7d6-0f87-441d-a245-897388e0fc6a yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:39.060197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.126254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '971e60a6-cd60-4817-b433-cf4fd3881d4b') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:39.126693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '971e60a6-cd60-4817-b433-cf4fd3881d4b') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:39.136335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93cdd3c-371e-45c7-a259-af5266826afe None None] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:39.155176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.230605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.236894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.254483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Transition to ACTIVE for port object 07b4fda9-8811-443d-91f8-fbd6d85fdabc will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:39.284590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.309360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:39.309895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:39.329606 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:39.352162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 85ecc57c-6401-4ab6-8c27-62f7db08369e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:39.385471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'Port': ['ID=07b4fda9-8811-443d-91f8-fbd6d85fdabc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:39.390259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Network 464f697c-43db-461a-be35-d433ab3fb5b7 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:39.392723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:39.395383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:39.401154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:39.401832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.440746 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fd7872a7-5958-4a18-b7bb-a3319f2cb8fc tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5653834 Feb 16 08:41:39.440958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58024) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:39.447964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Request body: {'port': {'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2123770623', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:39.448464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] bootfile-name is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:39.448803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] tftp-server is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:39.449128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] server-ip-address is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:39.468398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] For port d242dd26-6d61-4892-9a1f-746bfc565d8f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d242dd26-6d61-4892-9a1f-746bfc565d8f,segment=NetworkSegment(0698b154-3bfe-4680-ac8e-79b489057958),segment_id=0698b154-3bfe-4680-ac8e-79b489057958)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:39.505816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.536342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.610617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 96d16d9d-c252-47ef-ab89-05c5fc70911d will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:39.623132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.632212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-54b8cc46-d055-4655-acb7-42ce44588faa None None] Provisioning for port 85ecc57c-6401-4ab6-8c27-62f7db08369e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:39.645216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.688992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:39.714338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Allocated IP 2001:db8::2 (464f697c-43db-461a-be35-d433ab3fb5b7/c0de30f1-5f95-428b-b663-154a25851564/77d92181-9e73-4705-8b06-669c7420c87c) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:39.717709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.724252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1083e-c0a2-44db-958c-cb4d613bb14e None None] Network 9233cb5d-2347-466a-804b-1ce5935c35f0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:39.742953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Usage tracker for resource:port and tenant:5c4e6fd6d9be4de8a37cd82509797d59 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:39.746310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:39.748370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.9 (77a5b3d1-0ce4-4d18-a8fd-45a8fe648381/25bc9297-8c74-4906-a140-174b26fd8893/22a2b7d6-0f87-441d-a245-897388e0fc6a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:39.763568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:39.763767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=9233cb5d-2347-466a-804b-1ce5935c35f0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:39.771681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.821369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Made reservation on behalf of 5c4e6fd6d9be4de8a37cd82509797d59 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:39.824923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:39.831356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Allocated IP 2001:db8::2 (6bc01b36-26f5-427e-ba9e-0ce3f39a520d/20ec4921-f07b-426a-8b2f-d931482400c7/a692d237-b043-41c4-b9a3-e35e6d58cd46) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:39.852772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] device_id is not set on port e7552932-cb90-4b5f-94ec-cdd152ca52c3 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:39.943673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 7f3cc960-14a9-4261-9a6b-61cebe5de64f owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:40.001220 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-44b1b3fa-e557-4910-b131-ccd245994ab9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/9233cb5d-2347-466a-804b-1ce5935c35f0 HTTP/1.1" status: 204 len: 168 time: 2.3940227 Feb 16 08:41:40.004547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58030) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:40.041081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2008508531'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:40.081190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:40.092179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1083e-c0a2-44db-958c-cb4d613bb14e None None] Network 9233cb5d-2347-466a-804b-1ce5935c35f0 could not be found, it might have been deleted concurrently. {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 16 08:41:40.098711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:40.255045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.273726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554440f-b3db-47dc-a32a-06fc480174eb None None] Pushing event updated for resources: {'Port': ['ID=d242dd26-6d61-4892-9a1f-746bfc565d8f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:40.277518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Deleting port 3ff41609-01fd-47f8-927d-93adb1f74a3b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:40.278148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.292101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Transition to ACTIVE for port object a692d237-b043-41c4-b9a3-e35e6d58cd46 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:40.310123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:40.312847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 85ecc57c-6401-4ab6-8c27-62f7db08369e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:40.323781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:40.334664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:40.345267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:40.347152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=96d16d9d-c252-47ef-ab89-05c5fc70911d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:40.349875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:40.353772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:40.354647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.368219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 85ecc57c-6401-4ab6-8c27-62f7db08369e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:40.368831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.393063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Transition to ACTIVE for port object a692d237-b043-41c4-b9a3-e35e6d58cd46 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:40.413862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:40.417221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.433691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.447429 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a3e679b2-060d-4055-b535-e06a7b2b4583 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9655714 Feb 16 08:41:40.523606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58036) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:40.632269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.641402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:40.660017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.676538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Transition to ACTIVE for port object 77d92181-9e73-4705-8b06-669c7420c87c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:40.679357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.711442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Transition to ACTIVE for port object 77d92181-9e73-4705-8b06-669c7420c87c will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:40.716769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=7f3cc960-14a9-4261-9a6b-61cebe5de64f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:40.725550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.725967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 7e0f01a4-4cf0-43f8-ad0a-1866e83832fc of type vlan for network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d Feb 16 08:41:40.727197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:40.728483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'c7515590-8008-4736-b86e-66a2e600cfaf'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:40.729310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.760866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:40.775305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 22a2b7d6-0f87-441d-a245-897388e0fc6a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:40.780357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.790677 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-70c8c8c4-b822-4082-b34b-ed1b04a792c6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/7f3cc960-14a9-4261-9a6b-61cebe5de64f HTTP/1.1" status: 204 len: 168 time: 2.0317631 Feb 16 08:41:40.795224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58040) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:40.847282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] For port 3ff41609-01fd-47f8-927d-93adb1f74a3b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ff41609-01fd-47f8-927d-93adb1f74a3b,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:40.847839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.870279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:40.925680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff5a1f-7c2e-43fb-bc43-8f85f43d4098 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:40.927019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff5a1f-7c2e-43fb-bc43-8f85f43d4098 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:40.928626 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-08ff5a1f-7c2e-43fb-bc43-8f85f43d4098 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1302950 Feb 16 08:41:40.931914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58044) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:40.984042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/c7515590-8008-4736-b86e-66a2e600cfaf/01d91cfd-bc0c-4773-8d50-2a9e63a4c453) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:41.030383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.075472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.079068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.079782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.108090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:41.122089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Pushing event updated for resources: {'Port': ['ID=a692d237-b043-41c4-b9a3-e35e6d58cd46,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:41.140429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.141099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Calling delete_port for 3ff41609-01fd-47f8-927d-93adb1f74a3b owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:41.148520 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1243155 Feb 16 08:41:41.204980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:41.228900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:41.268317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cff013d-5ea8-4578-a939-6342aa0fc7a7 None None] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:41.285839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:41.286820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=22a2b7d6-0f87-441d-a245-897388e0fc6a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:41.338636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:41.341031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:41.383949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Allocated IP 2001:db8::36f (464f697c-43db-461a-be35-d433ab3fb5b7/c0de30f1-5f95-428b-b663-154a25851564/e7552932-cb90-4b5f-94ec-cdd152ca52c3) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:41.396502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c8bbd-2940-43b2-96c9-874c1891fe2e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:41.450523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.451173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.491830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a4686eed-1727-4ab1-a3e9-192b0e4ab471 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6338480 Feb 16 08:41:41.502658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58054) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:41.558012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet c7515590-8008-4736-b86e-66a2e600cfaf {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:41.564100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:41.580304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:41.587640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:41.611317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:41.611568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e40aa5f-9a8f-4441-8138-fee34f501452 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.612070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9e40aa5f-9a8f-4441-8138-fee34f501452 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:41.630662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9e40aa5f-9a8f-4441-8138-fee34f501452 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:41.634576 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e40aa5f-9a8f-4441-8138-fee34f501452 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1283977 Feb 16 08:41:41.635195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58058) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:41.652579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-21404c06-bcbc-4b66-8d0f-d4e3f98172a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.660283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:41.678205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:41.730342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa9229-c53e-40b5-b986-f70e15722d02 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.734512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa9229-c53e-40b5-b986-f70e15722d02 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.738329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fa9229-c53e-40b5-b986-f70e15722d02 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:41.742759 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-40fa9229-c53e-40b5-b986-f70e15722d02 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1034324 Feb 16 08:41:41.742965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58062) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:41.810105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 22a2b7d6-0f87-441d-a245-897388e0fc6a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:41.810464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.831993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Network 464f697c-43db-461a-be35-d433ab3fb5b7 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:41.836565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Pushing event updated for resources: {'Port': ['ID=77d92181-9e73-4705-8b06-669c7420c87c,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:41.861227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:41.863070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.880887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:41.886122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Provisioning complete for port 85ecc57c-6401-4ab6-8c27-62f7db08369e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:41.886532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.931407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.955116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:41.960892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Attempting to bind port a692d237-b043-41c4-b9a3-e35e6d58cd46 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:41.961249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Attempting to bind port a692d237-b043-41c4-b9a3-e35e6d58cd46 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '44c929b5-e538-4759-bd6f-6ca6c3a97f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:41.961601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Attempting to bind port a692d237-b043-41c4-b9a3-e35e6d58cd46 on network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:42.065988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.073887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.123367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:42.123627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Checking segment: {'id': '44c929b5-e538-4759-bd6f-6ca6c3a97f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:42.124054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.124475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Bound using segment: {'id': '44c929b5-e538-4759-bd6f-6ca6c3a97f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:42.125012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Bound port: a692d237-b043-41c4-b9a3-e35e6d58cd46, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44c929b5-e538-4759-bd6f-6ca6c3a97f7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '6bc01b36-26f5-427e-ba9e-0ce3f39a520d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:42.125398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.189022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 22a2b7d6-0f87-441d-a245-897388e0fc6a owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:42.204447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 85ecc57c-6401-4ab6-8c27-62f7db08369e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=85ecc57c-6401-4ab6-8c27-62f7db08369e,segment=NetworkSegment(515d720a-9c10-4a0b-a0f3-d2f06c347ae0),segment_id=515d720a-9c10-4a0b-a0f3-d2f06c347ae0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:42.262313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.262843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.321323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.333573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Attempting to bind port 77d92181-9e73-4705-8b06-669c7420c87c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:42.333946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Attempting to bind port 77d92181-9e73-4705-8b06-669c7420c87c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'fc0b664d-1d07-45dd-9234-d5899203b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:42.334811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Attempting to bind port 77d92181-9e73-4705-8b06-669c7420c87c on network 464f697c-43db-461a-be35-d433ab3fb5b7 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:42.338871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff41609-01fd-47f8-927d-93adb1f74a3b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:42.444637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:42.445056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Checking segment: {'id': 'fc0b664d-1d07-45dd-9234-d5899203b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:42.445464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.445902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Bound using segment: {'id': 'fc0b664d-1d07-45dd-9234-d5899203b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:42.446384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Bound port: 77d92181-9e73-4705-8b06-669c7420c87c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0b664d-1d07-45dd-9234-d5899203b8a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '464f697c-43db-461a-be35-d433ab3fb5b7'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:42.446823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.449056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.461102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Transition to ACTIVE for port object 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:42.467332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d242dd26-6d61-4892-9a1f-746bfc565d8f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:42.505036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=22a2b7d6-0f87-441d-a245-897388e0fc6a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:42.506873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.519455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.534706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=85ecc57c-6401-4ab6-8c27-62f7db08369e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:42.545705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] For port a692d237-b043-41c4-b9a3-e35e6d58cd46, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:42.567521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Transition to ACTIVE for port object e7552932-cb90-4b5f-94ec-cdd152ca52c3 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:42.611896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Transition to ACTIVE for port object 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:42.625893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] For port a692d237-b043-41c4-b9a3-e35e6d58cd46, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a692d237-b043-41c4-b9a3-e35e6d58cd46,segment=NetworkSegment(44c929b5-e538-4759-bd6f-6ca6c3a97f7c),segment_id=44c929b5-e538-4759-bd6f-6ca6c3a97f7c)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:42.634816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.659120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.663273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.737778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.760307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.834093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:42.854552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Provisioning for port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:42.872344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:42.889442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Pushing event updated for resources: {'Port': ['ID=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:42.897213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:42.901601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Provisioning complete for port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:42.902148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.973086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:42.979683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b000d6d-8d31-4f2e-8f9d-4acf48403619 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/22a2b7d6-0f87-441d-a245-897388e0fc6a HTTP/1.1" status: 204 len: 168 time: 1.2357402 Feb 16 08:41:42.984855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58066) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:43.003412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] For port 77d92181-9e73-4705-8b06-669c7420c87c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:43.041298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d242dd26-6d61-4892-9a1f-746bfc565d8f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:43.042018 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da4d47e-2c25-4b92-a590-a792330e471b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:41:43.042545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3da4d47e-2c25-4b92-a590-a792330e471b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:43.067359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.078369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] For port 77d92181-9e73-4705-8b06-669c7420c87c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=77d92181-9e73-4705-8b06-669c7420c87c,segment=NetworkSegment(fc0b664d-1d07-45dd-9234-d5899203b8a1),segment_id=fc0b664d-1d07-45dd-9234-d5899203b8a1)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:43.087048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3da4d47e-2c25-4b92-a590-a792330e471b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:43.088701 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3da4d47e-2c25-4b92-a590-a792330e471b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/22a2b7d6-0f87-441d-a245-897388e0fc6a HTTP/1.1" status: 404 len: 333 time: 0.1019340 Feb 16 08:41:43.092555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58070) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:43.104356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.138353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Network 464f697c-43db-461a-be35-d433ab3fb5b7 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:43.151251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:43.154354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:43.159956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:43.160751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.161028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.171352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4bb8cece-7919-4088-880d-60cdf28456a5 None None] Port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:43.178428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a62f1-5631-40fc-9310-bb7eec2b9faf None None] Pushing event updated for resources: {'Port': ['ID=a692d237-b043-41c4-b9a3-e35e6d58cd46,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.257658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Attempting to bind port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:43.258066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Attempting to bind port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:43.263025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Attempting to bind port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:43.265787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.294561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:43.294943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:43.295354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.295757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:43.296246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Bound port: 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:43.296625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.330895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2beaf-8294-4062-b96c-0ec48238a63a None None] Pushing event updated for resources: {'Port': ['ID=77d92181-9e73-4705-8b06-669c7420c87c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.336752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=c7515590-8008-4736-b86e-66a2e600cfaf,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.369293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.390234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:43.390528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.408684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Provisioning for port d242dd26-6d61-4892-9a1f-746bfc565d8f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:43.421243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Provisioning complete for port d242dd26-6d61-4892-9a1f-746bfc565d8f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:43.421627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.434078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc91506e-ca24-4731-8630-bfe95e7378aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c7515590-8008-4736-b86e-66a2e600cfaf HTTP/1.1" status: 204 len: 168 time: 2.4993508 Feb 16 08:41:43.434880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58074) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:43.517190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] For port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:43.522179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=da5beec8-9bf7-4dd6-9f1b-35361fc8d801,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.524037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] For port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:43.541105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.583707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'Port': ['ID=e7552932-cb90-4b5f-94ec-cdd152ca52c3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.606482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:43.607083 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a73fbfdf-4ed5-4ed6-b818-1a11fa9effa7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669927 Feb 16 08:41:43.607230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:43.634601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58078) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:43.678466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:43.679645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dbe868f0-2964-49e6-8bd4-10907dcd27f3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 4.2376640 Feb 16 08:41:43.700176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58082) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:43.858926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d8e0f-b3de-42e6-b19f-c07bf76dd41a None None] Pushing event updated for resources: {'Port': ['ID=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:43.868195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.877244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.882615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.895268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.908588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:43.928566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] For port d242dd26-6d61-4892-9a1f-746bfc565d8f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d242dd26-6d61-4892-9a1f-746bfc565d8f,segment=NetworkSegment(0698b154-3bfe-4680-ac8e-79b489057958),segment_id=0698b154-3bfe-4680-ac8e-79b489057958)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:43.935341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:43.937437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:43.940525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:43.946839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:43.953990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:43.976638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Could not find standard attr ID for object 22a2b7d6-0f87-441d-a245-897388e0fc6a. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:43.998886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:44.002349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.027128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.035197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:44.040201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:44.041675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Provisioning complete for port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:44.042164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.045491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.123185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Port 334ca5bd-87f3-4ec8-86a3-afccb17ab388 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:44.123462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=96d16d9d-c252-47ef-ab89-05c5fc70911d,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:44.124955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4a5d4a-d106-4495-8b12-460c108e0de9 None None] Network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:44.138553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:44.142751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:44.147020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:44.147918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Synchronizing usage tracker for tenant:5c4e6fd6d9be4de8a37cd82509797d59 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:44.160368 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3a82725b-6e99-4019-befe-01786549d88a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.9437802 Feb 16 08:41:44.162918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58086) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:44.247629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 334ca5bd-87f3-4ec8-86a3-afccb17ab388 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:44.417127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcf68c7-6862-47f7-9f1b-de4557288c3a None None] Pushing event updated for resources: {'Port': ['ID=d242dd26-6d61-4892-9a1f-746bfc565d8f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:44.455580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d', 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': 'da5beec8-9bf7-4dd6-9f1b-35361fc8d801'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:44.459909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.545571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a717e54-4471-468f-a889-7c8c8bf157a1 None None] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:44.566158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.577890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.584851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Unset dirty status for tenant:5c4e6fd6d9be4de8a37cd82509797d59 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:44.590090 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-14e777a3-96cc-4fa8-b639-ff59c097620e tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.8855081 Feb 16 08:41:44.597631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58090) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:44.651293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=334ca5bd-87f3-4ec8-86a3-afccb17ab388,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:44.711469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 77d92181-9e73-4705-8b06-669c7420c87c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:44.798530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d5de481-122a-4b15-a48c-6b02f33ebb2e None None] Provisioning for port a692d237-b043-41c4-b9a3-e35e6d58cd46 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:44.888008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:44.933690 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4edd4e37-307e-47af-a5e7-f10417be44db tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/334ca5bd-87f3-4ec8-86a3-afccb17ab388 HTTP/1.1" status: 204 len: 168 time: 1.8397574 Feb 16 08:41:44.938243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58094) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:45.007976 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bc1af8-6726-4993-8d49-5d2338c42d8d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:41:45.009049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-37bc1af8-6726-4993-8d49-5d2338c42d8d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:45.018007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa73a68e-7c69-4b91-bb15-64aa9510a940 None None] Network 464f697c-43db-461a-be35-d433ab3fb5b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:45.024848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.050811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Allocated IP 2001:db8::1 (536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d/da5beec8-9bf7-4dd6-9f1b-35361fc8d801/0ede62ae-a6fa-45c6-b716-ebe2a7032121) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:45.061409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Deleting port e7552932-cb90-4b5f-94ec-cdd152ca52c3 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:45.062058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.064719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-37bc1af8-6726-4993-8d49-5d2338c42d8d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:45.068532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-37bc1af8-6726-4993-8d49-5d2338c42d8d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/334ca5bd-87f3-4ec8-86a3-afccb17ab388 HTTP/1.1" status: 404 len: 333 time: 0.1265614 Feb 16 08:41:45.068840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58098) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:45.071874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.136538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 77d92181-9e73-4705-8b06-669c7420c87c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:45.176395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 85ecc57c-6401-4ab6-8c27-62f7db08369e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:45.199071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.301564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:45.302625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:45.309738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.313195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Provisioning for port 77d92181-9e73-4705-8b06-669c7420c87c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:45.321151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:45.322168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.325071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90fb1f2-bf2b-4586-a053-c3176fb0c2d4 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:45.376348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=5e689a27-dad2-4f89-97d5-4f7bbf89fada,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:45.407971 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3906897a-afc9-4bee-b662-da6026d7c834 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7396100 Feb 16 08:41:45.408241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58102) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:45.412672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Provisioning complete for port 77d92181-9e73-4705-8b06-669c7420c87c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:45.413047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.413752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '5e689a27-dad2-4f89-97d5-4f7bbf89fada', 'ip_address': '2001:db8::7fd4:b373:18ab:f688'}], 'name': 'tempest-NetworksTestDHCPv6-1830293388'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:45.543377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 25bc9297-8c74-4906-a140-174b26fd8893 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:45.549106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.555810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.637971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.671294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:45.683950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:45.686097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.689427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:45.702341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:45.727967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:45.733119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.765432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 426564aa-70a9-4b15-92c9-dca585486900 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:45.806669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 85ecc57c-6401-4ab6-8c27-62f7db08369e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:45.807439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.814204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.871321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Calling delete_port for e7552932-cb90-4b5f-94ec-cdd152ca52c3 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:45.913472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:45.978072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Transition to ACTIVE for port object 0ede62ae-a6fa-45c6-b716-ebe2a7032121 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:45.996089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.036374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.038599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=25bc9297-8c74-4906-a140-174b26fd8893,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:46.063610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Transition to ACTIVE for port object 0ede62ae-a6fa-45c6-b716-ebe2a7032121 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:46.079877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.080259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.080553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.080921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.081237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.081642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.082098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.082370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.082827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.083077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.083466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:46.106009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.116189 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e2a1fe4-3947-43e3-bd55-711189517e86 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/25bc9297-8c74-4906-a140-174b26fd8893 HTTP/1.1" status: 204 len: 168 time: 1.0462365 Feb 16 08:41:46.119452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58106) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:46.148247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] For port 77d92181-9e73-4705-8b06-669c7420c87c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=77d92181-9e73-4705-8b06-669c7420c87c,segment=NetworkSegment(fc0b664d-1d07-45dd-9234-d5899203b8a1),segment_id=fc0b664d-1d07-45dd-9234-d5899203b8a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:46.150487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578dbaf-f6ec-455f-94d3-1383d5d2b4e8 None None] Network 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:46.168869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.196519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.218169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::7fd4:b373:18ab:f688 (845b2056-9615-46c6-afcf-a7b11d258df1/5e689a27-dad2-4f89-97d5-4f7bbf89fada/426564aa-70a9-4b15-92c9-dca585486900) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:46.252559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.299976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.352764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 85ecc57c-6401-4ab6-8c27-62f7db08369e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:46.352764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.464265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:46.471845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:46.484165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.488383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event deleted for resources: {'Port': ['ID=e7552932-cb90-4b5f-94ec-cdd152ca52c3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:46.491435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a692d237-b043-41c4-b9a3-e35e6d58cd46 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:46.582022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:46.593940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Pushing event updated for resources: {'Port': ['ID=0ede62ae-a6fa-45c6-b716-ebe2a7032121,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:46.695585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Provisioning for port 96d16d9d-c252-47ef-ab89-05c5fc70911d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:46.732788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=da5beec8-9bf7-4dd6-9f1b-35361fc8d801,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:46.802594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.823224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Provisioning complete for port 96d16d9d-c252-47ef-ab89-05c5fc70911d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:46.823931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.837817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port 85ecc57c-6401-4ab6-8c27-62f7db08369e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=85ecc57c-6401-4ab6-8c27-62f7db08369e,segment=NetworkSegment(515d720a-9c10-4a0b-a0f3-d2f06c347ae0),segment_id=515d720a-9c10-4a0b-a0f3-d2f06c347ae0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:46.838608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.847153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 426564aa-70a9-4b15-92c9-dca585486900 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:46.966808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629598d-a36d-4ba3-a898-670f6a26edcf None None] Pushing event updated for resources: {'Port': ['ID=77d92181-9e73-4705-8b06-669c7420c87c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:46.969323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a692d237-b043-41c4-b9a3-e35e6d58cd46 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:46.979940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a692d237-b043-41c4-b9a3-e35e6d58cd46 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:46.980111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 85ecc57c-6401-4ab6-8c27-62f7db08369e owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:46.980312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:46.988667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.017294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Attempting to bind port 0ede62ae-a6fa-45c6-b716-ebe2a7032121 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:47.017294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Attempting to bind port 0ede62ae-a6fa-45c6-b716-ebe2a7032121 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:47.017645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Attempting to bind port 0ede62ae-a6fa-45c6-b716-ebe2a7032121 on network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:47.039470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Port 96d16d9d-c252-47ef-ab89-05c5fc70911d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:47.044124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.054382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:47.055301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Checking segment: {'id': '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:47.056007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.056570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Bound using segment: {'id': '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:47.057204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Bound port: 0ede62ae-a6fa-45c6-b716-ebe2a7032121, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:47.057879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.067658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.070668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.071756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.072148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.072578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.072991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.073323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.074133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.074763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.075097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.075422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.075876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:41:47.100183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '5e689a27-dad2-4f89-97d5-4f7bbf89fada'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '01d91cfd-bc0c-4773-8d50-2a9e63a4c453'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:41:47.121037 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1005b42f-68f9-455b-a30e-f34471dcd112 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "DELETE /v2.0/ports/e7552932-cb90-4b5f-94ec-cdd152ca52c3 HTTP/1.1" status: 204 len: 168 time: 2.5157692 Feb 16 08:41:47.126295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58110) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:47.133982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Request body: {'port': {'name': 'tempest-new-port-name-9586386', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:47.134366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] bootfile-name is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:47.134723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] tftp-server is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:47.135046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.api.validators [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] server-ip-address is not in valid_values {{(pid=83709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 16 08:41:47.147037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=426564aa-70a9-4b15-92c9-dca585486900,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:47.150473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.163675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.203851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port 85ecc57c-6401-4ab6-8c27-62f7db08369e on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:47.207861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.208932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.231002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:41:47.250292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.275279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Provisioning complete for port a692d237-b043-41c4-b9a3-e35e6d58cd46 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:47.275821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.300329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.308905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.314910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.322224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.323143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.342533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b49902-d221-4c24-93db-499b9ad6a618 None None] DHCP port deletion for 77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:47.399410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:47.399824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.402802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] For port 0ede62ae-a6fa-45c6-b716-ebe2a7032121, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:47.445556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=85ecc57c-6401-4ab6-8c27-62f7db08369e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:47.457588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:47.468288 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:47.481302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:47.486914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:47.499251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.551011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:47.562638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:47.563327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.616982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.633298 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f79cdacc-bed7-422b-b00d-5af5765ca99e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2218950 Feb 16 08:41:47.634703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58114) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:47.635941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a692d237-b043-41c4-b9a3-e35e6d58cd46, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a692d237-b043-41c4-b9a3-e35e6d58cd46,segment=NetworkSegment(44c929b5-e538-4759-bd6f-6ca6c3a97f7c),segment_id=44c929b5-e538-4759-bd6f-6ca6c3a97f7c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:47.652379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.704773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a5b3d1-0ce4-4d18-a8fd-45a8fe648381']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.729034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515d720a-9c10-4a0b-a0f3-d2f06c347ae0') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.729407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515d720a-9c10-4a0b-a0f3-d2f06c347ae0') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:47.750961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.774897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.789522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:47.794193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.796258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 77d92181-9e73-4705-8b06-669c7420c87c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:47.816963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=96d16d9d-c252-47ef-ab89-05c5fc70911d,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:47.819945 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:47.828268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:41:47.828268 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:41:47.828268 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': '536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d'}] Feb 16 08:41:47.828268 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:47.828691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:47.884891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4c96-6043-4160-b14c-71c4fc78c660 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:47.889290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056a4c96-6043-4160-b14c-71c4fc78c660 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:47.890205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-056a4c96-6043-4160-b14c-71c4fc78c660 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:47.896748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] For port 0ede62ae-a6fa-45c6-b716-ebe2a7032121, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0ede62ae-a6fa-45c6-b716-ebe2a7032121,segment=NetworkSegment(7e0f01a4-4cf0-43f8-ad0a-1866e83832fc),segment_id=7e0f01a4-4cf0-43f8-ad0a-1866e83832fc)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:47.928960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-056a4c96-6043-4160-b14c-71c4fc78c660 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:47.932929 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-056a4c96-6043-4160-b14c-71c4fc78c660 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2951221 Feb 16 08:41:47.933164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58118) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:47.933294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.935958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.936592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:47.988019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a692d237-b043-41c4-b9a3-e35e6d58cd46,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:47.995369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.009356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=77a5b3d1-0ce4-4d18-a8fd-45a8fe648381,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:48.016290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:48.023132 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a4097a1e-b4a2-46e1-9cf1-d73801b7feb7 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/77a5b3d1-0ce4-4d18-a8fd-45a8fe648381 HTTP/1.1" status: 204 len: 168 time: 1.9024799 Feb 16 08:41:48.024964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58122) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:48.025207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:48.037025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/5e689a27-dad2-4f89-97d5-4f7bbf89fada/01d91cfd-bc0c-4773-8d50-2a9e63a4c453) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:48.045174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 426564aa-70a9-4b15-92c9-dca585486900 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:48.045174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.176704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982263126'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:48.187340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:48.209257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:network and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:48.215503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:48.243099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 77d92181-9e73-4705-8b06-669c7420c87c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:48.243099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.257686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:48.340410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.346070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64f3429-05f3-4e14-98d2-753fa5c80d42 None None] Network 536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:48.350962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:48.353912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.375123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507e5a0-fbe7-40d8-94d0-831a27758453 None None] Pushing event updated for resources: {'Port': ['ID=0ede62ae-a6fa-45c6-b716-ebe2a7032121,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:48.384837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:48.385149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-176d4170-e25b-4640-acd7-e35b3560f0b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:48.415246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 0ede62ae-a6fa-45c6-b716-ebe2a7032121 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:48.416149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.427687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:48.438378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.453838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.454130 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Added segment 5cb3cf02-063b-4cc5-ad37-08034bcd6041 of type vlan for network 726f7c2a-6a6b-4f56-a763-2cf41624834e Feb 16 08:41:48.571860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 426564aa-70a9-4b15-92c9-dca585486900 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:48.635191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.653457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] For port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:48.671262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:41:48.697074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d242dd26-6d61-4892-9a1f-746bfc565d8f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:48.701692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.719179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.722774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:48.723344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.725951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.755844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.787507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Ignored duplicate provisioning block setup for port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:41:48.796184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.855853 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8181646 Feb 16 08:41:48.857440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325957a-06df-4d9d-a386-0461fe43bd13 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Network': ['ID=726f7c2a-6a6b-4f56-a763-2cf41624834e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:48.859577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:48.866336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:48.904727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Router 74334d89-9fd9-452b-8b68-75c93c2271d7 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:41:48.913453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event updated for resources: {'Port': ['ID=07b4fda9-8811-443d-91f8-fbd6d85fdabc,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:48.916343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] In _notify_port_updated(), no bound segment for port 07b4fda9-8811-443d-91f8-fbd6d85fdabc on network 464f697c-43db-461a-be35-d433ab3fb5b7 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:41:48.921757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:48.922684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.927475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5e02d49f-34dd-47e1-b758-deefcfed5d4a tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "PUT /v2.0/ports/07b4fda9-8811-443d-91f8-fbd6d85fdabc HTTP/1.1" status: 200 len: 1127 time: 1.7986467 Feb 16 08:41:48.933079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58130) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:48.935042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port 0ede62ae-a6fa-45c6-b716-ebe2a7032121, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0ede62ae-a6fa-45c6-b716-ebe2a7032121,segment=NetworkSegment(7e0f01a4-4cf0-43f8-ad0a-1866e83832fc),segment_id=7e0f01a4-4cf0-43f8-ad0a-1866e83832fc)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:48.935635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:48.953923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:48.956336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.027313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=426564aa-70a9-4b15-92c9-dca585486900,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:49.069102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:49.080956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:49.084597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.089468 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f19b1386-9185-4ec2-b093-d530c0f53cfb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/426564aa-70a9-4b15-92c9-dca585486900 HTTP/1.1" status: 204 len: 168 time: 1.1530609 Feb 16 08:41:49.089468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:49.092014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58134) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:49.100104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31d2d2-475b-4452-81d4-a250d6871f96 None None] Pushing event updated for resources: {'Port': ['ID=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:49.120747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d242dd26-6d61-4892-9a1f-746bfc565d8f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:49.121174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.123436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for 0ede62ae-a6fa-45c6-b716-ebe2a7032121 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:49.152690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:49.192615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:49.225145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f79a3-7e82-49f6-bb79-e7811655ee6b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:49.226725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801f79a3-7e82-49f6-bb79-e7811655ee6b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:49.227686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-801f79a3-7e82-49f6-bb79-e7811655ee6b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:49.312601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-801f79a3-7e82-49f6-bb79-e7811655ee6b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:49.314307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-801f79a3-7e82-49f6-bb79-e7811655ee6b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2212913 Feb 16 08:41:49.321979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58138) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:49.335810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61278592-3f0b-4dde-a1a6-a29771783eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:49.336464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-61278592-3f0b-4dde-a1a6-a29771783eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Synchronizing usage tracker for tenant:5c4e6fd6d9be4de8a37cd82509797d59 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:49.348295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Provisioning complete for port 96d16d9d-c252-47ef-ab89-05c5fc70911d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:49.349473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.447518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Port 96d16d9d-c252-47ef-ab89-05c5fc70911d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:49.465428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Provisioning complete for port 77d92181-9e73-4705-8b06-669c7420c87c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:49.465901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.507293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-61278592-3f0b-4dde-a1a6-a29771783eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Unset dirty status for tenant:5c4e6fd6d9be4de8a37cd82509797d59 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:49.508465 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-61278592-3f0b-4dde-a1a6-a29771783eed tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "GET /v2.0/ports/07b4fda9-8811-443d-91f8-fbd6d85fdabc HTTP/1.1" status: 200 len: 1127 time: 0.5626888 Feb 16 08:41:49.509223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.513405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 85ecc57c-6401-4ab6-8c27-62f7db08369e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:49.514984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58142) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:49.571098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 85ecc57c-6401-4ab6-8c27-62f7db08369e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:49.571454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 85ecc57c-6401-4ab6-8c27-62f7db08369e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:49.584749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.642801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Deleting port 07b4fda9-8811-443d-91f8-fbd6d85fdabc {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:49.643142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.669740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Provisioning for port 07b4fda9-8811-443d-91f8-fbd6d85fdabc completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:49.678026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Provisioning complete for port 07b4fda9-8811-443d-91f8-fbd6d85fdabc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:49.678403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:49.758736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=0ede62ae-a6fa-45c6-b716-ebe2a7032121,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:49.777205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Port 07b4fda9-8811-443d-91f8-fbd6d85fdabc cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:49.789063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e2e1add3-b43c-433a-9348-7c74490b3d20 None None] Could not find standard attr ID for object e7552932-cb90-4b5f-94ec-cdd152ca52c3. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:49.803605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port 0ede62ae-a6fa-45c6-b716-ebe2a7032121 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:49.872491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:49.936847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.040359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-17349228-67cc-4eeb-ac40-5f81ff96e204 None None] Provisioning complete for port 07b4fda9-8811-443d-91f8-fbd6d85fdabc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:50.040734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-17349228-67cc-4eeb-ac40-5f81ff96e204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.053367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 5e689a27-dad2-4f89-97d5-4f7bbf89fada {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:50.056431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.104375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-17349228-67cc-4eeb-ac40-5f81ff96e204 None None] Port 07b4fda9-8811-443d-91f8-fbd6d85fdabc cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:50.116984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:50.122742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a692d237-b043-41c4-b9a3-e35e6d58cd46 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:50.128168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.158728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Router b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:41:50.196637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.213055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=f99d8284-f324-4184-9fd6-a4b7ece9c3da,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:50.243246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Checking segment: {'id': '5cb3cf02-063b-4cc5-ad37-08034bcd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:50.243673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network hostable DHCP agents. Network: 726f7c2a-6a6b-4f56-a763-2cf41624834e, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:50.262942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:50.272793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.287985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a692d237-b043-41c4-b9a3-e35e6d58cd46 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:50.288361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.364873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:50.365054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0f01a4-4cf0-43f8-ad0a-1866e83832fc') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:50.394284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.412201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:50.419958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.464165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=5e689a27-dad2-4f89-97d5-4f7bbf89fada,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:50.470950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 726f7c2a-6a6b-4f56-a763-2cf41624834e) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:50.479778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:50.480553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.492704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2f4acd-977c-4e55-9920-30ea9f36a925 None None] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:50.507490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.515991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.530382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.558134 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-781cad48-6ae9-475d-82f6-cb17825b2a36 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6972294 Feb 16 08:41:50.562036 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-995e7e68-7f63-40ac-8dc0-395c444ea2b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5e689a27-dad2-4f89-97d5-4f7bbf89fada HTTP/1.1" status: 204 len: 168 time: 1.2386527 Feb 16 08:41:50.563900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58146) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:50.564784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58148) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:50.595917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:50.596330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.620967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6928183-9b14-4b3d-86e6-3d7958615508 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:50.643914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1007097163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:50.655120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:50.670164 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-039a869c-f61c-4e55-a2cd-552305440b96 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987849 Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:50.670420 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:50.672593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:router and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:50.673592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58156) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:50.676596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:50.682899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:50.702771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:50.725466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Calling delete_port for 07b4fda9-8811-443d-91f8-fbd6d85fdabc owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:50.777815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.778835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.808363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:50.810072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:41:50.813775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:50.816962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:50.824340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Provisioning for port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:50.825715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:50.831920 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-655d15bc-c620-4e7f-b5a3-b749a4ad4d78 admin admin] 10.222.0.94 "PUT /v2.0/routers/74334d89-9fd9-452b-8b68-75c93c2271d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3538592 Feb 16 08:41:50.833619 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Sync routers for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:41:50.839670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58160) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:50.841862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.861698 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:50.862496 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:50.877148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.890154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:50.905099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a2038f52-8a5d-4c95-9c0e-e36f7352dfaf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d HTTP/1.1" status: 204 len: 168 time: 6.7388742 Feb 16 08:41:50.906783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58164) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:50.914528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1009183343'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:50.924598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:50.932320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.954588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:50.957563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.967397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Provisioning complete for port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:50.968060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:50.978108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:50.984435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:51.000021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:51.006545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:41:51.028896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:51.031956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.034240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] Sync routers for ids ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:41:51.043903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3ed2edf5-ddfa-49b3-ac10-3e07050db0ef tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/routers/b54b69ed-ff1d-4d3f-89e8-d717d3f2c248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5194457 Feb 16 08:41:51.046939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:51.047639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.068538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-726f7c2a-6a6b-4f56-a763-2cf41624834e', 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': 'f99d8284-f324-4184-9fd6-a4b7ece9c3da'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:51.069621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.143051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event deleted for resources: {'Port': ['ID=07b4fda9-8811-443d-91f8-fbd6d85fdabc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:51.167806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:41:51.254586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.267043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:41:51.278136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdcb6a6b-cbd2-487d-bac3-bdfba88327a3 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "DELETE /v2.0/ports/07b4fda9-8811-443d-91f8-fbd6d85fdabc HTTP/1.1" status: 204 len: 168 time: 1.7332675 Feb 16 08:41:51.287235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:51.348192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.364566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Allocated IP 172.20.0.2 (726f7c2a-6a6b-4f56-a763-2cf41624834e/f99d8284-f324-4184-9fd6-a4b7ece9c3da/a5f0d510-ce8c-4f18-acba-01aa345eabb2) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:51.382134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.382533 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4 of type vlan for network 4fbbb30c-fa19-4145-98c1-04a09a51b063 Feb 16 08:41:51.429528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d4ea76-ec52-462b-9542-cf83fb33cdf3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:51.430297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a9d4ea76-ec52-462b-9542-cf83fb33cdf3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:51.484642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.486124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3db1f6ed-46ee-4051-afd9-76500e878c82 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9196954 Feb 16 08:41:51.492283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.495819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:51.507395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e', 'name': 'tempest-PortsTestJSON-288719533'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:51.548596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] Routers {'b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:51.549334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.589085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.640078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:51.647696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:51.657007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:51.657952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.673456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.723240 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:41:41Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.730685 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Checking router: 74334d89-9fd9-452b-8b68-75c93c2271d7 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:41:51.736772 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0620978 Feb 16 08:41:51.738084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ae406-3680-4e78-9be2-14b5f52bd1dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:51.740918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58180) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:51.748159 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Routers {'74334d89-9fd9-452b-8b68-75c93c2271d7'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:51.749565 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['74334d89-9fd9-452b-8b68-75c93c2271d7'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.756595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': 'c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028', 'ip_address': '2001:db8::392b:9f6d:d15:c491'}], 'name': 'tempest-NetworksTestDHCPv6-1763066967'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:51.798367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.829368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Deleting subnet c0de30f1-5f95-428b-b663-154a25851564 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:51.833577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:51.834869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] Routers {'b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:41:51.835511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.836648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a9d4ea76-ec52-462b-9542-cf83fb33cdf3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:51.842553 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a9d4ea76-ec52-462b-9542-cf83fb33cdf3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?device_id=b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 HTTP/1.1" status: 200 len: 988 time: 0.7883201 Feb 16 08:41:51.842825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58184) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:51.843280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:51.932217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:51.978052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:51.978787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ef4422-068c-4382-8980-1dbaff55434d None None] The sync data for ids ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:41:51.986113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Deleting port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:51.986772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.080292 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] Set router 74334d89-9fd9-452b-8b68-75c93c2271d7 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:41:52.082471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.093530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:52.111320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:41:52.115856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.122169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] For port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:52.144068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.204110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:52.207572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.231138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.237121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Transition to ACTIVE for port object a5f0d510-ce8c-4f18-acba-01aa345eabb2 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:52.258638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.262654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:52.263484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.353739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Transition to ACTIVE for port object a5f0d510-ce8c-4f18-acba-01aa345eabb2 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:52.384900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:52.386802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port f7783c33-1fa8-46e1-8f79-da0e25414dad yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:52.400361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:52.424175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:52.431724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.436069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.451871 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5426664 Feb 16 08:41:52.456810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:52.463440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3240b-bcf5-42fe-9c20-cf3d42e6149a None None] Pushing event updated for resources: {'Port': ['ID=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:52.482742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 42e00cbe-f37d-48db-8157-f431fd4430cc yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:52.493830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:52.508233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9e2a0-cbb4-4436-a49b-8e897fe45447 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=4fbbb30c-fa19-4145-98c1-04a09a51b063,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:52.528167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 4fbbb30c-fa19-4145-98c1-04a09a51b063 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:41:52.568295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:52.576416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:52.628024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:52.629496 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:41:52.656115 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:41:41Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:52.662426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Pushing event updated for resources: {'Port': ['ID=a5f0d510-ce8c-4f18-acba-01aa345eabb2,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:52.677163 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ccb9db-a958-4ee4-9228-76e5455c02ea None None] The sync data for ids ['74334d89-9fd9-452b-8b68-75c93c2271d7'] in dv-neutron-829488-1-hyperv is: [{'id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'name': 'tempest-ServerActionsTestJSON-1781461175-router', 'tenant_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91'}], 'enable_snat': True}, 'gw_port_id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:37:43Z', 'updated_at': '2022-02-16T08:41:41Z', 'revision_number': 5, 'project_id': 'fc7f252ed91344ddbd0a67b0d0f99800', 'gw_port': {'id': '1217011c-f40b-4e89-90b4-7be7a157d5a5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:37:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74334d89-9fd9-452b-8b68-75c93c2271d7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:37:44Z', 'updated_at': '2022-02-16T08:37:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:41:52.691397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.737258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::392b:9f6d:d15:c491 (845b2056-9615-46c6-afcf-a7b11d258df1/c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028/42e00cbe-f37d-48db-8157-f431fd4430cc) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:52.754045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] For port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:52.754532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.757219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:52.772638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:52.778359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:52.793076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:52.794101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.813833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.9 (726f7c2a-6a6b-4f56-a763-2cf41624834e/f99d8284-f324-4184-9fd6-a4b7ece9c3da/f7783c33-1fa8-46e1-8f79-da0e25414dad) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:52.818564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Deleting port 1217011c-f40b-4e89-90b4-7be7a157d5a5 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:52.819037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.890587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:52.918336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Calling delete_port for 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:52.960827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Attempting to bind port a5f0d510-ce8c-4f18-acba-01aa345eabb2 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:52.961505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Attempting to bind port a5f0d510-ce8c-4f18-acba-01aa345eabb2 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '5cb3cf02-063b-4cc5-ad37-08034bcd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:52.961879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Attempting to bind port a5f0d510-ce8c-4f18-acba-01aa345eabb2 on network 726f7c2a-6a6b-4f56-a763-2cf41624834e {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:52.986399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:52.986805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Checking segment: {'id': '5cb3cf02-063b-4cc5-ad37-08034bcd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:52.987407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:52.987669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Bound using segment: {'id': '5cb3cf02-063b-4cc5-ad37-08034bcd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:52.988080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Bound port: a5f0d510-ce8c-4f18-acba-01aa345eabb2, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb3cf02-063b-4cc5-ad37-08034bcd6041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '726f7c2a-6a6b-4f56-a763-2cf41624834e'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:52.988464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.041529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.080783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.122898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event deleted for resources: {'Subnet': ['ID=c0de30f1-5f95-428b-b663-154a25851564,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:53.143750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.148730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] Pushing event deleted for resources: {'Port': ['ID=01d91cfd-bc0c-4773-8d50-2a9e63a4c453,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:53.166771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] For port 1217011c-f40b-4e89-90b4-7be7a157d5a5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1217011c-f40b-4e89-90b4-7be7a157d5a5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:53.167143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.169633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53623504-cd9e-42b7-b41c-f275b8f388f7 None None] Network 464f697c-43db-461a-be35-d433ab3fb5b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:53.175751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.184324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 42e00cbe-f37d-48db-8157-f431fd4430cc will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:53.193664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] For port a5f0d510-ce8c-4f18-acba-01aa345eabb2, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:53.245987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.248079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8dc3cb-41cd-4109-a190-9bec4b67e09e None None] No DVR routers for this DVR port 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:53.260662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] For port a5f0d510-ce8c-4f18-acba-01aa345eabb2, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a5f0d510-ce8c-4f18-acba-01aa345eabb2,segment=NetworkSegment(5cb3cf02-063b-4cc5-ad37-08034bcd6041),segment_id=5cb3cf02-063b-4cc5-ad37-08034bcd6041)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:53.280857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d0dd0-ee91-45b4-ae74-6fc1a42b699d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:53.294680 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d681da4a-2121-4eb8-81bc-2a1951f0d2ad tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "DELETE /v2.0/subnets/c0de30f1-5f95-428b-b663-154a25851564 HTTP/1.1" status: 204 len: 168 time: 1.9992995 Feb 16 08:41:53.300124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.324192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58192) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:53.343761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Calling delete_port for 1217011c-f40b-4e89-90b4-7be7a157d5a5 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:53.463389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.543908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.599597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.645135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:53.647492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=42e00cbe-f37d-48db-8157-f431fd4430cc,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:53.656247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:53.656833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object f7783c33-1fa8-46e1-8f79-da0e25414dad will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:53.660041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:53.664089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:53.664339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.670339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Deleting port 77d92181-9e73-4705-8b06-669c7420c87c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:53.670712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.742454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa3404-ae22-4594-a079-159e4968d727 None None] Pushing event updated for resources: {'Port': ['ID=a5f0d510-ce8c-4f18-acba-01aa345eabb2,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:53.798879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:53.799395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.801880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.815095 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-528706ed-feb7-4e67-b81d-b4e54e857acc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0655401 Feb 16 08:41:53.820489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58196) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:53.848854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:53.849749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01d91cfd-bc0c-4773-8d50-2a9e63a4c453 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:53.850333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ff41609-01fd-47f8-927d-93adb1f74a3b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:53.893561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3ff41609-01fd-47f8-927d-93adb1f74a3b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:53.893911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ff41609-01fd-47f8-927d-93adb1f74a3b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:53.972248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:53.985206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:53.986337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:53.990741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:54.008618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:54.088786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] DHCP port deletion for 464f697c-43db-461a-be35-d433ab3fb5b7 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:54.103470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=7421b3bf-429c-421c-a251-cad82fedb779,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:54.105544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=f7783c33-1fa8-46e1-8f79-da0e25414dad,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:54.107024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Deleting port 77d92181-9e73-4705-8b06-669c7420c87c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:54.108218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.136097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:54.137396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.170963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:54.171336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: 4fbbb30c-fa19-4145-98c1-04a09a51b063, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:41:54.234129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] For port 77d92181-9e73-4705-8b06-669c7420c87c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=77d92181-9e73-4705-8b06-669c7420c87c,segment=NetworkSegment(fc0b664d-1d07-45dd-9234-d5899203b8a1),segment_id=fc0b664d-1d07-45dd-9234-d5899203b8a1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:54.234537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.264238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.323520 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5b2f114e-9320-44f2-9838-f66806708054 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8234160 Feb 16 08:41:54.330280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58200) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:54.367814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028/a75e01ec-84bb-4343-bf09-a90434f75d53) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:54.369632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Calling delete_port for 77d92181-9e73-4705-8b06-669c7420c87c owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:54.395322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.454594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Pushing event deleted for resources: {'Port': ['ID=1217011c-f40b-4e89-90b4-7be7a157d5a5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:54.527773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] For port 77d92181-9e73-4705-8b06-669c7420c87c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=77d92181-9e73-4705-8b06-669c7420c87c,segment=NetworkSegment(fc0b664d-1d07-45dd-9234-d5899203b8a1),segment_id=fc0b664d-1d07-45dd-9234-d5899203b8a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:54.528317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.531740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 4fbbb30c-fa19-4145-98c1-04a09a51b063 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:41:54.562106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 4fbbb30c-fa19-4145-98c1-04a09a51b063) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:54.572899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:54.573420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.573700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af020847-ae5d-46ed-87c5-c1bdd84abbaf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:54.574406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af020847-ae5d-46ed-87c5-c1bdd84abbaf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:54.612510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e14285-989b-41e4-a233-326f8ef81c89 None None] Network 4fbbb30c-fa19-4145-98c1-04a09a51b063 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:54.612810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.728384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-49881773-7f0e-4903-888b-a61de281f0d4 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2634788 Feb 16 08:41:54.735408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:54.785461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event deleted for resources: {'Port': ['ID=77d92181-9e73-4705-8b06-669c7420c87c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:54.806155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af020847-ae5d-46ed-87c5-c1bdd84abbaf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:54.810250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af020847-ae5d-46ed-87c5-c1bdd84abbaf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.9887998 Feb 16 08:41:54.810911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:54.811119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Calling delete_port for 77d92181-9e73-4705-8b06-669c7420c87c owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:54.813824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] No DVR routers for this DVR port 77d92181-9e73-4705-8b06-669c7420c87c on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:41:54.930271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 42e00cbe-f37d-48db-8157-f431fd4430cc {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:54.930828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:54.967068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.022057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.025683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f93941-d6fb-4c2a-9463-21577c0c1ae3 None None] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:55.138568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-4fbbb30c-fa19-4145-98c1-04a09a51b063', 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '7421b3bf-429c-421c-a251-cad82fedb779'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:41:55.139381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.168884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:55.169362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:55.177160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.190020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.200474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Transition to ACTIVE for port object a75e01ec-84bb-4343-bf09-a90434f75d53 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:55.257674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-74785662-2d78-45fb-931f-e519c2249a68 None None] Provisioning for port a5f0d510-ce8c-4f18-acba-01aa345eabb2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:55.370634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['464f697c-43db-461a-be35-d433ab3fb5b7']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:55.370872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Transition to ACTIVE for port object a75e01ec-84bb-4343-bf09-a90434f75d53 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:55.390228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.403383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0b664d-1d07-45dd-9234-d5899203b8a1') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:55.403684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0b664d-1d07-45dd-9234-d5899203b8a1') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:55.455929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.532618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.541545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.553365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:55.559770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:55.562301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:55.567310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Pushing event updated for resources: {'Port': ['ID=a75e01ec-84bb-4343-bf09-a90434f75d53,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:55.570675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.582344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 96d16d9d-c252-47ef-ab89-05c5fc70911d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:55.582808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.595692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Allocated IP 2001:db8::1 (4fbbb30c-fa19-4145-98c1-04a09a51b063/7421b3bf-429c-421c-a251-cad82fedb779/b8c283e4-448f-490a-88d5-4f21c51088df) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:41:55.621368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.633324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:55.633709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:55.653858 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:55.673371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Deleting port 77d92181-9e73-4705-8b06-669c7420c87c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:55.673371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.792191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.792880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74334d89-9fd9-452b-8b68-75c93c2271d7 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:41:55.798093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.860381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.867707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.870649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] Pushing event deleted for resources: {'Network': ['ID=464f697c-43db-461a-be35-d433ab3fb5b7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:55.889352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.930173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:55.982984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-df9f23aa-7c3b-493f-aeef-19dacf1a184c tempest-ExtraDHCPOptionsIpV6TestJSON-774324896 tempest-ExtraDHCPOptionsIpV6TestJSON-774324896-project] 10.222.0.94 "DELETE /v2.0/networks/464f697c-43db-461a-be35-d433ab3fb5b7 HTTP/1.1" status: 204 len: 168 time: 2.6561601 Feb 16 08:41:56.058001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.061749 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d65c6e5c-e1fe-44bf-ab59-eecd78cbf77f admin admin] 10.222.0.94 "DELETE /v2.0/routers/74334d89-9fd9-452b-8b68-75c93c2271d7 HTTP/1.1" status: 204 len: 168 time: 5.2187808 Feb 16 08:41:56.066588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 42e00cbe-f37d-48db-8157-f431fd4430cc owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:56.076488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58214) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:56.086904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 96d16d9d-c252-47ef-ab89-05c5fc70911d owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:56.109118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-faa42fe1-c04b-48b4-a1db-5af84fd9dfa7 None None] The port '77d92181-9e73-4705-8b06-669c7420c87c' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:41:56.121377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Attempting to bind port a75e01ec-84bb-4343-bf09-a90434f75d53 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:56.121377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Attempting to bind port a75e01ec-84bb-4343-bf09-a90434f75d53 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:56.122137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Attempting to bind port a75e01ec-84bb-4343-bf09-a90434f75d53 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:56.136919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a5f0d510-ce8c-4f18-acba-01aa345eabb2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:56.179159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:56.179536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:56.179941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.180325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:56.181006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Bound port: a75e01ec-84bb-4343-bf09-a90434f75d53, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:56.181385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.254353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.292053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Transition to ACTIVE for port object b8c283e4-448f-490a-88d5-4f21c51088df will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:56.311782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.343050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Transition to ACTIVE for port object b8c283e4-448f-490a-88d5-4f21c51088df will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:41:56.360858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] For port a75e01ec-84bb-4343-bf09-a90434f75d53, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:56.369475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] For port a75e01ec-84bb-4343-bf09-a90434f75d53, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a75e01ec-84bb-4343-bf09-a90434f75d53,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:56.370582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.387602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=42e00cbe-f37d-48db-8157-f431fd4430cc,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:56.414344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a5f0d510-ce8c-4f18-acba-01aa345eabb2 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:56.426051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.455905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a5f0d510-ce8c-4f18-acba-01aa345eabb2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:56.456285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.461570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Deleting subnet ed05001e-863b-4df3-83dd-b8611b00d198 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:56.473108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.479684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.492200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-950d32cc-30da-4a97-b205-9bb271e13906 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/42e00cbe-f37d-48db-8157-f431fd4430cc HTTP/1.1" status: 204 len: 168 time: 1.6763062 Feb 16 08:41:56.493027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58220) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:56.560893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Network 4fbbb30c-fa19-4145-98c1-04a09a51b063 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:56.561325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Pushing event updated for resources: {'Port': ['ID=b8c283e4-448f-490a-88d5-4f21c51088df,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:56.561956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:56.572122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:56.594470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.607979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06beaca5-a826-417b-8e52-4543c9e6c9aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:56.609606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06beaca5-a826-417b-8e52-4543c9e6c9aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:56.610357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-06beaca5-a826-417b-8e52-4543c9e6c9aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:56.632285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-06beaca5-a826-417b-8e52-4543c9e6c9aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:56.636242 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-06beaca5-a826-417b-8e52-4543c9e6c9aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1397784 Feb 16 08:41:56.636499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58230) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:56.644024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:41:56.774055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.821800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Provisioning for port f7783c33-1fa8-46e1-8f79-da0e25414dad completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:56.823146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=7421b3bf-429c-421c-a251-cad82fedb779,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:56.856708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9badd-7480-4733-aa1c-b999b2904fb1 None None] Pushing event updated for resources: {'Port': ['ID=a75e01ec-84bb-4343-bf09-a90434f75d53,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:56.899946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Provisioning complete for port f7783c33-1fa8-46e1-8f79-da0e25414dad triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:56.900227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:56.962078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Attempting to bind port b8c283e4-448f-490a-88d5-4f21c51088df on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:41:56.962460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Attempting to bind port b8c283e4-448f-490a-88d5-4f21c51088df by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:41:56.962829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Attempting to bind port b8c283e4-448f-490a-88d5-4f21c51088df on network 4fbbb30c-fa19-4145-98c1-04a09a51b063 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:41:56.971420 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da709531-0ee1-494b-98d2-bb83284467aa admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5c4e6fd6d9be4de8a37cd82509797d59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4083219 Feb 16 08:41:56.976232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58234) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:57.005440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:41:57.006363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Checking segment: {'id': 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:41:57.007322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.008521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Bound using segment: {'id': 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:41:57.008699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:41:57.009320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Bound port: b8c283e4-448f-490a-88d5-4f21c51088df, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:41:57.009911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.026556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.034851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.050051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Port f7783c33-1fa8-46e1-8f79-da0e25414dad cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:57.128796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.152489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a5f0d510-ce8c-4f18-acba-01aa345eabb2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a5f0d510-ce8c-4f18-acba-01aa345eabb2,segment=NetworkSegment(5cb3cf02-063b-4cc5-ad37-08034bcd6041),segment_id=5cb3cf02-063b-4cc5-ad37-08034bcd6041)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:57.164676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.166614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Provisioning complete for port a5f0d510-ce8c-4f18-acba-01aa345eabb2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:57.167041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b1eb010c-3de2-4c4f-bbc0-7cb431110a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.169021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.230129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.243705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.310999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 77d92181-9e73-4705-8b06-669c7420c87c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:41:57.320096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.325205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.365483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 77d92181-9e73-4705-8b06-669c7420c87c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:41:57.365823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 77d92181-9e73-4705-8b06-669c7420c87c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:41:57.376836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] For port b8c283e4-448f-490a-88d5-4f21c51088df, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:41:57.382506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.399164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbbb30c-fa19-4145-98c1-04a09a51b063']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:57.410085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbdae7a-68f8-4164-ace4-80147c5c2983,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:57.417983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] For port b8c283e4-448f-490a-88d5-4f21c51088df, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b8c283e4-448f-490a-88d5-4f21c51088df,segment=NetworkSegment(fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4),segment_id=fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:41:57.420844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.425073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-55ca9ca5-c6ce-4f6d-917a-431df856f4ca admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7cbdae7a-68f8-4164-ace4-80147c5c2983 HTTP/1.1" status: 204 len: 168 time: 0.4454072 Feb 16 08:41:57.444312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.458395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.473375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a5f0d510-ce8c-4f18-acba-01aa345eabb2,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:57.539558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:57.551408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.575660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b4857b8-82d1-4416-ad92-6e6f164f474f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028 HTTP/1.1" status: 204 len: 168 time: 0.9338913 Feb 16 08:41:57.575922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.576142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58240) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:57.580866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:57.581434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:41:57.620091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac20304-d112-4b40-8479-bfe4fda4d755 None None] Pushing event updated for resources: {'Port': ['ID=b8c283e4-448f-490a-88d5-4f21c51088df,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:57.640629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:41:57.644200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f312e33-c7a1-424d-b2e8-0fff794c4fc5 None None] Network 4fbbb30c-fa19-4145-98c1-04a09a51b063 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:57.657344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.682823 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fc947b88-19bb-42be-afc4-bb513e854fb1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050906 Feb 16 08:41:57.684222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58246) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:57.699828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.750488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed05001e-863b-4df3-83dd-b8611b00d198,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:57.756902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.832644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42958e82-beb9-445f-a413-086a401e0135 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:57.834084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-42958e82-beb9-445f-a413-086a401e0135 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:57.861187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-42958e82-beb9-445f-a413-086a401e0135 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:57.866122 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-42958e82-beb9-445f-a413-086a401e0135 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1783214 Feb 16 08:41:57.866811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58250) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:57.883472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.887011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8e501552-4c2c-4d04-9bb3-09e75f6e7f55 None None] Provisioning complete for port f7783c33-1fa8-46e1-8f79-da0e25414dad triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:57.887473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e501552-4c2c-4d04-9bb3-09e75f6e7f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.909787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:41:57.910476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:57.931332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a5f0d510-ce8c-4f18-acba-01aa345eabb2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:41:58.005817 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:41:58.008780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.016572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.019123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32bff8f-fa31-41a8-b461-94c6e0dcb2fc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:58.019817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f32bff8f-fa31-41a8-b461-94c6e0dcb2fc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:41:58.041367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f32bff8f-fa31-41a8-b461-94c6e0dcb2fc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:41:58.043387 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f32bff8f-fa31-41a8-b461-94c6e0dcb2fc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1748440 Feb 16 08:41:58.047734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58258) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:58.066650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e61ae2-d6ab-4132-b68e-0d5c5e493519 None None] Network 14238a41-bf9e-489c-ace7-3b3059a8683b requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:58.163975 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e13e6ff6-118b-4406-a8f2-29ccfb67804f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096261 Feb 16 08:41:58.165454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58264) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:58.174005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:58.199026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=f7783c33-1fa8-46e1-8f79-da0e25414dad,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:58.262495 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fc5e4086-c858-44ed-943b-f2cb2a01072e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ed05001e-863b-4df3-83dd-b8611b00d198 HTTP/1.1" status: 204 len: 168 time: 2.1847517 Feb 16 08:41:58.270265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58268) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:58.302496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=96d16d9d-c252-47ef-ab89-05c5fc70911d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:58.314095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:41:58.314095 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:41:58.314095 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': '4fbbb30c-fa19-4145-98c1-04a09a51b063'}] Feb 16 08:41:58.314095 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:41:58.314910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:41:58.429498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e501552-4c2c-4d04-9bb3-09e75f6e7f55 None None] Port f7783c33-1fa8-46e1-8f79-da0e25414dad cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:58.452187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8839fab8-7f01-4b2a-91f2-64459fceca74 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:41:58.666042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4202c017-b598-4c98-a2de-330aefde5b2f None None] Could not find standard attr ID for object 42e00cbe-f37d-48db-8157-f431fd4430cc. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:41:58.733486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:58.761695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:58.766602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a5f0d510-ce8c-4f18-acba-01aa345eabb2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:58.766985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.789278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.801497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.804683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:58.808580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.846672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.865195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.879355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4202c017-b598-4c98-a2de-330aefde5b2f None None] Provisioning complete for port f7783c33-1fa8-46e1-8f79-da0e25414dad triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:58.879580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4202c017-b598-4c98-a2de-330aefde5b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:58.979117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4202c017-b598-4c98-a2de-330aefde5b2f None None] Port f7783c33-1fa8-46e1-8f79-da0e25414dad cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:41:59.056696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port b8c283e4-448f-490a-88d5-4f21c51088df {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:59.061366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.063132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:59.075484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a75e01ec-84bb-4343-bf09-a90434f75d53 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:41:59.095271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58280) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:59.099020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.102544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Deleting port 60971660-20ee-4d53-b56a-dd8656899b90 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:59.103363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.105111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Deleting port a75e01ec-84bb-4343-bf09-a90434f75d53 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:59.105456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.146824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4202c017-b598-4c98-a2de-330aefde5b2f None None] Provisioning for port a75e01ec-84bb-4343-bf09-a90434f75d53 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:59.174546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] DHCP port deletion for 14238a41-bf9e-489c-ace7-3b3059a8683b request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:41:59.220317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Deleting port 60971660-20ee-4d53-b56a-dd8656899b90 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:41:59.223596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.247834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:41:59.252746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:41:59.259215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:41:59.259792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.314057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=75cf65be-55ed-4047-8211-5645af5ca3c6,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:59.325612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'networks': [{'name': 'tempest-network--1022398377'}, {'name': 'tempest-network--2046969487'}]} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:59.326696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-network--1022398377'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:59.326887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-network--2046969487'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:59.404239 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-851b24dd-1736-43aa-aa0e-dc6d8337dd8f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2376559 Feb 16 08:41:59.410723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58288) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:41:59.429738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '75cf65be-55ed-4047-8211-5645af5ca3c6', 'ip_address': '2001:db8::197d:abdd:7ff5:f10b'}], 'name': 'tempest-NetworksTestDHCPv6-412048992'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:41:59.454315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.491011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a75e01ec-84bb-4343-bf09-a90434f75d53 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:41:59.522374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:59.550280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] For port 60971660-20ee-4d53-b56a-dd8656899b90, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60971660-20ee-4d53-b56a-dd8656899b90,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:59.550679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.580734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a75e01ec-84bb-4343-bf09-a90434f75d53 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:41:59.581104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.671305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] For port a75e01ec-84bb-4343-bf09-a90434f75d53, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a75e01ec-84bb-4343-bf09-a90434f75d53,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:59.671696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.698134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] For port 60971660-20ee-4d53-b56a-dd8656899b90, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60971660-20ee-4d53-b56a-dd8656899b90,segment=NetworkSegment(1ea9e2a3-3ee3-4763-beb6-6c50994d04d4),segment_id=1ea9e2a3-3ee3-4763-beb6-6c50994d04d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:59.698556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.698765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Calling delete_port for 60971660-20ee-4d53-b56a-dd8656899b90 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:59.715236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:network and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:41:59.724177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:41:59.773144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:41:59.775705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:59.796394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:41:59.809067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:59.816069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.825508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'network': 2} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:41:59.829145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.835946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.851718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port b8c283e4-448f-490a-88d5-4f21c51088df, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b8c283e4-448f-490a-88d5-4f21c51088df,segment=NetworkSegment(fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4),segment_id=fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:41:59.852099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.867593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Calling delete_port for a75e01ec-84bb-4343-bf09-a90434f75d53 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:41:59.891366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Pushing event deleted for resources: {'Port': ['ID=60971660-20ee-4d53-b56a-dd8656899b90,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:41:59.893760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port ecf278af-e439-4ecd-9879-8a7d38e62e28 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:41:59.912693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:41:59.931835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] No DVR routers for this DVR port 60971660-20ee-4d53-b56a-dd8656899b90 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:00.018599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Calling delete_port for 60971660-20ee-4d53-b56a-dd8656899b90 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:00.133226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.151725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.177693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14238a41-bf9e-489c-ace7-3b3059a8683b']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:00.185631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.197921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:00.198269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ea9e2a3-3ee3-4763-beb6-6c50994d04d4') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:00.225084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:00.225425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:00.238149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for b8c283e4-448f-490a-88d5-4f21c51088df owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:00.248666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.256406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Pushing event deleted for resources: {'Port': ['ID=a75e01ec-84bb-4343-bf09-a90434f75d53,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:00.272968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] No DVR routers for this DVR port a75e01ec-84bb-4343-bf09-a90434f75d53 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:00.287637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1217011c-f40b-4e89-90b4-7be7a157d5a5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:00.312947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebad002e-847b-4e9f-b35d-73821cb56194 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:00.331064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.331405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.331739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.332068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.332395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.332717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.333074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.333398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.333717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.334031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.334350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0078425d-2174-40aa-8965-73ff976ce4e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:00.347472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1217011c-f40b-4e89-90b4-7be7a157d5a5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:00.347811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1217011c-f40b-4e89-90b4-7be7a157d5a5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:00.391737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.406123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:00.417684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:00.418119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:00.432331 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:00.469416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60971660-20ee-4d53-b56a-dd8656899b90 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:00.480988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::197d:abdd:7ff5:f10b (845b2056-9615-46c6-afcf-a7b11d258df1/75cf65be-55ed-4047-8211-5645af5ca3c6/ecf278af-e439-4ecd-9879-8a7d38e62e28) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:00.487953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:security_group_rule and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:00.492529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:00.506093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 60971660-20ee-4d53-b56a-dd8656899b90 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:00.506728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:00.506856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60971660-20ee-4d53-b56a-dd8656899b90 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:00.507137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a75e01ec-84bb-4343-bf09-a90434f75d53 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:00.533240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Router b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:42:00.538309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.541668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.566858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.576210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a75e01ec-84bb-4343-bf09-a90434f75d53 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:00.576449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a75e01ec-84bb-4343-bf09-a90434f75d53 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:00.577047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] Pushing event deleted for resources: {'Network': ['ID=14238a41-bf9e-489c-ace7-3b3059a8683b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:00.615545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=b8c283e4-448f-490a-88d5-4f21c51088df,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:00.643952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port b8c283e4-448f-490a-88d5-4f21c51088df on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:00.662022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '75cf65be-55ed-4047-8211-5645af5ca3c6'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:00.662957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.713497 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-898e0850-bc70-4266-934c-b05cd63dc23f admin admin] 10.222.0.94 "DELETE /v2.0/networks/14238a41-bf9e-489c-ace7-3b3059a8683b HTTP/1.1" status: 204 len: 168 time: 2.2425311 Feb 16 08:42:00.731055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Deleting port 60971660-20ee-4d53-b56a-dd8656899b90 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:00.731580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.788384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.805346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object ecf278af-e439-4ecd-9879-8a7d38e62e28 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:00.823278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2629eb78-07f2-4e0e-8b1c-6539aeedf2c0 None None] The port '60971660-20ee-4d53-b56a-dd8656899b90' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:00.829225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.903127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:00.907082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:00.925890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:00.930737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:00.931562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.935629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=ecf278af-e439-4ecd-9879-8a7d38e62e28,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:00.951181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:00.957292 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ccbfc46f-6740-4f8f-a5a5-71d52abe84a9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5448217 Feb 16 08:42:00.961133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58300) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:00.970561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/75cf65be-55ed-4047-8211-5645af5ca3c6/726cd6c0-d4de-4396-acb3-6511cd630593) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:00.973290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '75cf65be-55ed-4047-8211-5645af5ca3c6', 'ip_address': '2001:db8::197d:abdd:7ff5:f10b'}], 'name': 'tempest-NetworksTestDHCPv6-378204134'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:00.994270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:00.997124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.017964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.057391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58304) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.166222 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b7f90875-aa33-494f-8cab-5cbb381b5090 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fc7f252ed91344ddbd0a67b0d0f99800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1075976 Feb 16 08:42:01.168903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58308) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.191204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:01.204905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:01.210710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:01.216439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.231584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Transition to ACTIVE for port object 726cd6c0-d4de-4396-acb3-6511cd630593 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:01.234859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:01.255477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.263861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Transition to ACTIVE for port object 726cd6c0-d4de-4396-acb3-6511cd630593 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:01.267095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:01.270187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:01.272985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.273243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.284297 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] Sync routers for ids ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:01.287642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbbb30c-fa19-4145-98c1-04a09a51b063']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.296793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.301105 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] Routers {'b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:01.302644 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.303873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.318145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.318838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd7e9f5e-7097-4f9b-82a3-b0ffef87b6b4') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.319484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 85476c6d-6ed6-449e-92aa-32417fcc7681 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:01.356334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=f7783c33-1fa8-46e1-8f79-da0e25414dad,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.359218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.360121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.370923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:01.375918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:01.381892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:01.382846 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.385791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Pushing event updated for resources: {'Port': ['ID=726cd6c0-d4de-4396-acb3-6511cd630593,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.394840 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] Routers {'b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:01.396149 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.399531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.427665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.434822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:01.435230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.465699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:01.466161 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e765630-8d54-4716-9f48-c8503a548e5c None None] The sync data for ids ['b54b69ed-ff1d-4d3f-89e8-d717d3f2c248'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:01.480003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.502583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24042348-fe3b-4773-8155-de5c8b4880e1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.510329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Attempting to bind port 726cd6c0-d4de-4396-acb3-6511cd630593 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:01.510830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Attempting to bind port 726cd6c0-d4de-4396-acb3-6511cd630593 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:01.511097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Attempting to bind port 726cd6c0-d4de-4396-acb3-6511cd630593 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:01.526911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:01.527330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:01.527684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.528069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:01.528537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Bound port: 726cd6c0-d4de-4396-acb3-6511cd630593, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:01.528909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:01.540518 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:01.550345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.572992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.576851 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ca67eb0e-f467-4d0f-ba4b-c5f47adbdc5a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/24042348-fe3b-4773-8155-de5c8b4880e1 HTTP/1.1" status: 204 len: 168 time: 0.4042180 Feb 16 08:42:01.578824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce5a34-c0c6-4c0a-992a-a1637e0af440,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.604865 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 08:42:01.605275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:01.614874 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-415efe31-b5dd-405b-9ac0-2ef8b2383099 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/routers/b54b69ed-ff1d-4d3f-89e8-d717d3f2c248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5884781 Feb 16 08:42:01.619240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58314) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.651312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:01.656234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=726cd6c0-d4de-4396-acb3-6511cd630593,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:01.664079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.670991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.671349 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-033cfa04-9678-4d65-b422-eb87e19c8a84 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:42:01.672005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-033cfa04-9678-4d65-b422-eb87e19c8a84 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:01.679144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:01.679604 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fc58b7c3-fba3-40e4-b910-8d2fd61b9e15 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7172296 Feb 16 08:42:01.684778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58318) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.714000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.719772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.720413 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 902ccaa2-d7f0-42cb-8f4e-56a44d69856d of type vlan for network 07f0b0b5-b468-4013-a43a-d3119f1c883d Feb 16 08:42:01.740416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=4fbbb30c-fa19-4145-98c1-04a09a51b063,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.746806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ed421401-1192-4c7d-8c7a-18edc8f36d0d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/4fbbb30c-fa19-4145-98c1-04a09a51b063 HTTP/1.1" status: 204 len: 168 time: 7.0098169 Feb 16 08:42:01.750307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58322) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.764667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031831556'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:01.769047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-033cfa04-9678-4d65-b422-eb87e19c8a84 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:01.774364 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-033cfa04-9678-4d65-b422-eb87e19c8a84 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/96d16d9d-c252-47ef-ab89-05c5fc70911d HTTP/1.1" status: 404 len: 333 time: 0.1518297 Feb 16 08:42:01.776528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58326) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.779199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:01.781806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.784892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:01.790821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:01.808145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80de66-647e-45e2-972f-b4bb9e77b5d4 None None] Pushing event updated for resources: {'Port': ['ID=726cd6c0-d4de-4396-acb3-6511cd630593,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:01.809448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:01.833889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:01.837170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.859042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b953a2-031f-4647-ae26-9b2f2ee47799 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:01.861487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.862952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b953a2-031f-4647-ae26-9b2f2ee47799 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:01.863752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d3b953a2-031f-4647-ae26-9b2f2ee47799 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:01.895055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d3b953a2-031f-4647-ae26-9b2f2ee47799 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:01.897014 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d3b953a2-031f-4647-ae26-9b2f2ee47799 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2112725 Feb 16 08:42:01.897870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:01.899942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58330) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:01.953077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:01.953430 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 20aa987e-66b4-433a-88e3-5e61f3b54791 of type vlan for network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 Feb 16 08:42:01.974374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:01.977147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:01.984121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port ecf278af-e439-4ecd-9879-8a7d38e62e28 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:01.984804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.054809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.163457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.167123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:02.167714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.235816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.347725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:02.353550 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6019011 Feb 16 08:42:02.360123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58340) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:02.374705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:02.408724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b79435-ebb9-41d7-b470-7f7906b34d9c tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=d0834fca-f7d2-489f-bfd6-05fcd4e4bda0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:02.431334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:02.486906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.487491 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 0e51b79c-eeb0-4db5-9982-69c30913a8d0 of type vlan for network 28e19d15-9fc7-44a6-aa76-6c6807f1a04a Feb 16 08:42:02.618469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.631140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 726cd6c0-d4de-4396-acb3-6511cd630593 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:02.699223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9cd5098b-cfbf-4c8f-bf56-4fe1fc41a687 None None] Provisioning complete for port f7783c33-1fa8-46e1-8f79-da0e25414dad triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:02.699902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9cd5098b-cfbf-4c8f-bf56-4fe1fc41a687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.769355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for ecf278af-e439-4ecd-9879-8a7d38e62e28 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:02.798583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:02.811191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:02.816264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:02.837181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:02.846708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9cd5098b-cfbf-4c8f-bf56-4fe1fc41a687 None None] Port f7783c33-1fa8-46e1-8f79-da0e25414dad cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:02.868542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 726cd6c0-d4de-4396-acb3-6511cd630593 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:02.869024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:02.878221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:03.063958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.171327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.240141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=ecf278af-e439-4ecd-9879-8a7d38e62e28,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:03.263742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.272840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.273473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.277679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.281264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.281987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.296898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.319352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.324341 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b2c2143-5141-4842-af00-86d56a63d0f6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/ecf278af-e439-4ecd-9879-8a7d38e62e28 HTTP/1.1" status: 204 len: 168 time: 1.4234319 Feb 16 08:42:03.325485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.2290123 Feb 16 08:42:03.326937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58358) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:03.327426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58360) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:03.385581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Provisioning for port 726cd6c0-d4de-4396-acb3-6511cd630593 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:03.394630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Provisioning complete for port 726cd6c0-d4de-4396-acb3-6511cd630593 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:03.394842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.447685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=07f0b0b5-b468-4013-a43a-d3119f1c883d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:03.488474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 07f0b0b5-b468-4013-a43a-d3119f1c883d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:03.491667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Router 28b9fdac-b989-4d7a-9fca-84d80f76643b is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:42:03.544531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2b155-997a-4465-8df2-e9b1da90a9f1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.549047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2b155-997a-4465-8df2-e9b1da90a9f1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.553106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2b155-997a-4465-8df2-e9b1da90a9f1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.557204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c2b155-997a-4465-8df2-e9b1da90a9f1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.559092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-22c2b155-997a-4465-8df2-e9b1da90a9f1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2307653 Feb 16 08:42:03.562061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.568016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Fanout notify agent at l3_agent the message router_deleted on router b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:42:03.569330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58366) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:03.640993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196d405-c6a9-411b-b868-2a50b52aa00d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.642292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196d405-c6a9-411b-b868-2a50b52aa00d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:03.643100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c196d405-c6a9-411b-b868-2a50b52aa00d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:03.687981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c196d405-c6a9-411b-b868-2a50b52aa00d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:03.688547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25aa81e-23aa-4bb8-86bf-a3468c5b20c1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=28e19d15-9fc7-44a6-aa76-6c6807f1a04a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:03.691788 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c196d405-c6a9-411b-b868-2a50b52aa00d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3594265 Feb 16 08:42:03.694969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58370) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:03.730126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 28e19d15-9fc7-44a6-aa76-6c6807f1a04a details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:03.761987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.827452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.828523 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e5289d38-9204-46ac-9edc-512c7a08482e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/routers/b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 HTTP/1.1" status: 204 len: 168 time: 2.0400298 Feb 16 08:42:03.837352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58376) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:03.840888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=9545197d-b57c-42b5-9d9e-cc46d92bdfec,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:03.933833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:03.938113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.005667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=726cd6c0-d4de-4396-acb3-6511cd630593,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:04.020500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.054863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': '20aa987e-66b4-433a-88e3-5e61f3b54791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:04.055221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: d0834fca-f7d2-489f-bfd6-05fcd4e4bda0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:04.124211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39a309-9f55-4015-a173-b400b1a3880c None None] Pushing event updated for resources: {'Port': ['ID=726cd6c0-d4de-4396-acb3-6511cd630593,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:04.128476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:04.140334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] Sync routers for ids ['28b9fdac-b989-4d7a-9fca-84d80f76643b'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:04.142241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-02aebfc6-900f-4028-8089-5af2c92f8aba tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/routers/28b9fdac-b989-4d7a-9fca-84d80f76643b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8111560 Feb 16 08:42:04.143345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58384) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:04.169059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] Routers {'28b9fdac-b989-4d7a-9fca-84d80f76643b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:04.169690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['28b9fdac-b989-4d7a-9fca-84d80f76643b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.179443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.251425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-05ed158c-b910-4e44-8b99-5898d9619d7d None None] Could not find standard attr ID for object 426564aa-70a9-4b15-92c9-dca585486900. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:04.256090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f0b0b5-b468-4013-a43a-d3119f1c883d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.265372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.267625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-05ed158c-b910-4e44-8b99-5898d9619d7d None None] Could not find standard attr ID for object 42e00cbe-f37d-48db-8157-f431fd4430cc. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:04.287039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902ccaa2-d7f0-42cb-8f4e-56a44d69856d') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.287319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902ccaa2-d7f0-42cb-8f4e-56a44d69856d') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.295477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] Routers {'28b9fdac-b989-4d7a-9fca-84d80f76643b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:04.296035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:41:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['28b9fdac-b989-4d7a-9fca-84d80f76643b'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.307284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.350109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.353492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 75cf65be-55ed-4047-8211-5645af5ca3c6 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:04.366254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:04.367825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:04.368290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.370980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:04.387142 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:04.399659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet 20ec4921-f07b-426a-8b2f-d931482400c7 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:04.410581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:04.411894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753866d-f26e-4518-aae4-af2e71f5a29d None None] The sync data for ids ['28b9fdac-b989-4d7a-9fca-84d80f76643b'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:04.421181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.482934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4b8378a0-f82b-4e05-9d95-d64442ee8496 None None] Could not find standard attr ID for object ecf278af-e439-4ecd-9879-8a7d38e62e28. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:04.493517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 726cd6c0-d4de-4396-acb3-6511cd630593 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:04.519554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.559988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.562987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=07f0b0b5-b468-4013-a43a-d3119f1c883d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:04.577465 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5207a159-042c-48bd-835b-5a10add4905f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/07f0b0b5-b468-4013-a43a-d3119f1c883d HTTP/1.1" status: 204 len: 168 time: 0.9954777 Feb 16 08:42:04.578335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58392) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:04.596305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, d0834fca-f7d2-489f-bfd6-05fcd4e4bda0) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:04.601272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:04.601909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.617940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c32c48-b841-4d5d-8726-34357183a00a None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:04.663394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.743949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.746053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055480d0-7c51-46bf-8e2f-28604bf13b09 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:04.746999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-055480d0-7c51-46bf-8e2f-28604bf13b09 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:04.756348 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f8ce4ae5-7870-4794-9254-17ca463d7de0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3920569 Feb 16 08:42:04.760276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58398) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:04.761510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.775017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 726cd6c0-d4de-4396-acb3-6511cd630593 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:04.775468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:04.783621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:04.898763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-055480d0-7c51-46bf-8e2f-28604bf13b09 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:04.900707 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-055480d0-7c51-46bf-8e2f-28604bf13b09 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?device_id=28b9fdac-b989-4d7a-9fca-84d80f76643b HTTP/1.1" status: 200 len: 981 time: 0.7471244 Feb 16 08:42:04.908895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58404) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:05.069471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-d0834fca-f7d2-489f-bfd6-05fcd4e4bda0', 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '9545197d-b57c-42b5-9d9e-cc46d92bdfec'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:05.070276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.167822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.273275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:05.293018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.335953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:subnet and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:05.356638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:05.386823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.387008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:05.432386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e19d15-9fc7-44a6-aa76-6c6807f1a04a']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:05.433613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Allocated IP 2001:db8::2 (d0834fca-f7d2-489f-bfd6-05fcd4e4bda0/9545197d-b57c-42b5-9d9e-cc46d92bdfec/3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:05.453967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e51b79c-eeb0-4db5-9982-69c30913a8d0') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:05.453967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e51b79c-eeb0-4db5-9982-69c30913a8d0') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:05.473172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:05.482291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=75cf65be-55ed-4047-8211-5645af5ca3c6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:05.509627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.528398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.591742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58414) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:05.614737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e9b345-59f4-422f-8b48-f576d60607ad None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:05.627200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-446aabd4-817c-4efc-8477-7a3288f73a81 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/75cf65be-55ed-4047-8211-5645af5ca3c6 HTTP/1.1" status: 204 len: 168 time: 1.9307938 Feb 16 08:42:05.631714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58420) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:05.735575 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66771825-4a5d-45dd-996e-61c2340d58b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0992827 Feb 16 08:42:05.741628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58424) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:05.750596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.758231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:05.792932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.807293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:05.807955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:05.823617 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:05.832696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:05.945117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cfeca95a-0ce7-4af7-9afc-5f25ff5fa81c tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:05.955768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.043491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.051297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.066539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Transition to ACTIVE for port object 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:06.074185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=20ec4921-f07b-426a-8b2f-d931482400c7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.090221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:06.093527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Transition to ACTIVE for port object 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:06.096231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.104277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:06.104591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.107108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=28e19d15-9fc7-44a6-aa76-6c6807f1a04a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.110197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:06.121831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.126464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:06.143242 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba318a97-c5a0-473c-a9e3-c3cc815837e7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/28e19d15-9fc7-44a6-aa76-6c6807f1a04a HTTP/1.1" status: 204 len: 168 time: 1.5632846 Feb 16 08:42:06.152429 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aea8cbfe-ff7a-48c5-8b23-51e47c5ba905 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/20ec4921-f07b-426a-8b2f-d931482400c7 HTTP/1.1" status: 204 len: 168 time: 2.3042927 Feb 16 08:42:06.152429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58428) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:06.156765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58430) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:06.177038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:06.181492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.256028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Pushing event updated for resources: {'Port': ['ID=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.257890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1902a-e94f-4deb-91fb-b242b7e33d4e None None] Network 6bc01b36-26f5-427e-ba9e-0ce3f39a520d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:06.271135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:06.358139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.389795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port a692d237-b043-41c4-b9a3-e35e6d58cd46 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:06.390074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.396825 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cfeca95a-0ce7-4af7-9afc-5f25ff5fa81c tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "PUT /v2.0/quotas/8200d7176be843da821a60106a29f30a HTTP/1.1" status: 200 len: 368 time: 0.7979186 Feb 16 08:42:06.402911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Deleting port 726cd6c0-d4de-4396-acb3-6511cd630593 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:06.403295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.416095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58436) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:06.452297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Request body: {'network': {'project_id': '8200d7176be843da821a60106a29f30a'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:06.470102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:06.477911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 726cd6c0-d4de-4396-acb3-6511cd630593 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:06.494417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:06.505324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Usage tracker for resource:network and tenant:8200d7176be843da821a60106a29f30a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:06.510475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:06.513501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:06.532508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:06.533614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:06.572781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.593735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Made reservation on behalf of 8200d7176be843da821a60106a29f30a for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:06.595525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.641222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.711088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:06.721288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Attempting to bind port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:06.721656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Attempting to bind port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '20aa987e-66b4-433a-88e3-5e61f3b54791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:06.722020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Attempting to bind port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 on network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:06.723445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:06.827431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:06.833489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.846634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:06.847038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Checking segment: {'id': '20aa987e-66b4-433a-88e3-5e61f3b54791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:06.847412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.847799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Bound using segment: {'id': '20aa987e-66b4-433a-88e3-5e61f3b54791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:06.848334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Bound port: 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20aa987e-66b4-433a-88e3-5e61f3b54791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:06.848718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.873644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Usage tracker for resource:security_group_rule and tenant:8200d7176be843da821a60106a29f30a is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:06.873904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.874493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.886131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.888584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff5a5f-0f68-4a98-b824-4b9ca1813fab tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.892611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bff5a5f-0f68-4a98-b824-4b9ca1813fab tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:06.894399 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1bff5a5f-0f68-4a98-b824-4b9ca1813fab tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.7235525 Feb 16 08:42:06.895568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:06.899146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58440) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:06.913686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=0546ce8e-a6cd-4c45-8f44-a4e623244c56,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:06.916844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] For port a692d237-b043-41c4-b9a3-e35e6d58cd46, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a692d237-b043-41c4-b9a3-e35e6d58cd46,segment=NetworkSegment(44c929b5-e538-4759-bd6f-6ca6c3a97f7c),segment_id=44c929b5-e538-4759-bd6f-6ca6c3a97f7c)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:06.917481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:06.930401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:06.940192 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e8b6601c-52c9-452d-bae9-fa2943539e2d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1944947 Feb 16 08:42:06.943005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58444) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:06.948907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-308791010'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:06.950257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '0546ce8e-a6cd-4c45-8f44-a4e623244c56', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1365019957'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:06.964022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:06.967510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:07.012880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] DHCP port deletion for 6bc01b36-26f5-427e-ba9e-0ce3f39a520d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:07.021788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=726cd6c0-d4de-4396-acb3-6511cd630593,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:07.024006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=726cd6c0-d4de-4396-acb3-6511cd630593,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:07.024265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.028336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:07.034141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.034736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.042570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:network and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:07.046259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:07.049265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.131862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Deleting port a692d237-b043-41c4-b9a3-e35e6d58cd46 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:07.132593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.148025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:07.151888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=f7e625b2-2989-4c8e-8d82-c2af39bc0274,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:07.156304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:07.163397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:07.167570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for a692d237-b043-41c4-b9a3-e35e6d58cd46 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:07.167754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:07.202563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:07.229863 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-97f7639f-7fcd-4ad7-8c59-be5e4d84c45a tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4665186 Feb 16 08:42:07.234270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58448) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:07.236074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Calling delete_port for 726cd6c0-d4de-4396-acb3-6511cd630593 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:07.262935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.283121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:07.288533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:07.291564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.322215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,segment=NetworkSegment(20aa987e-66b4-433a-88e3-5e61f3b54791),segment_id=20aa987e-66b4-433a-88e3-5e61f3b54791)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:07.336852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.399594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.399792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=726cd6c0-d4de-4396-acb3-6511cd630593,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:07.402130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.402130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.403159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.405051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.405957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Synchronizing usage tracker for tenant:a9aff8f9025c48d4847fd544c084463e on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:07.419244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:07.423007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.464266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:07.464676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:07.471788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:07.477881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.488629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.501897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.502351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 4f43936e-cf2e-410c-8465-3f04c8bc5bf9 of type vlan for network b40ba256-6273-4089-aa61-2d2bc8ed6ea6 Feb 16 08:42:07.504197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=a692d237-b043-41c4-b9a3-e35e6d58cd46,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:07.511855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.514812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Unset dirty status for tenant:a9aff8f9025c48d4847fd544c084463e on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:07.521410 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff266034-d2a5-4fd4-9010-9085316c9013 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2774682 Feb 16 08:42:07.526069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58452) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:07.532995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 515f0801-2985-4014-bf44-fbccf7d32fde yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:07.553299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No DVR routers for this DVR port a692d237-b043-41c4-b9a3-e35e6d58cd46 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:07.559146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:07.570494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1787279744'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:07.579954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:07.594802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:07.596254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772119f5-a4be-426d-9f5e-91f2a2cd85bc None None] Pushing event updated for resources: {'Port': ['ID=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:07.605592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.609758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:07.620113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] For port a692d237-b043-41c4-b9a3-e35e6d58cd46, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a692d237-b043-41c4-b9a3-e35e6d58cd46,segment=NetworkSegment(44c929b5-e538-4759-bd6f-6ca6c3a97f7c),segment_id=44c929b5-e538-4759-bd6f-6ca6c3a97f7c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:07.620770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.633097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:07.640067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.640406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Added segment aa2b7329-9e2a-4b1f-9f9b-e640c5f12c64 of type vlan for network 3e9f69aa-9a74-4889-b555-5ac0c19bd6ca Feb 16 08:42:07.642533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedb8d82-201f-4dab-be3b-c9bf991219b7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:07.803845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:07.806923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.825479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:07.849928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Calling delete_port for a692d237-b043-41c4-b9a3-e35e6d58cd46 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:07.894290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.903558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.907636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:07.908496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.915095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.932746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:07.949256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:07.949858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:07.958949 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:07.959582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:07.965751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Deleting port 726cd6c0-d4de-4396-acb3-6511cd630593 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:07.966352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.979710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:07.980307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 83a9a389-672e-40d4-9899-e24634b19077 of type vlan for network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 Feb 16 08:42:08.019489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b23631b-3d45-4bad-8cea-c9c23f46b1ba tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.0754056 Feb 16 08:42:08.024267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58456) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.026934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port f7783c33-1fa8-46e1-8f79-da0e25414dad {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:08.027504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.056250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc01b36-26f5-427e-ba9e-0ce3f39a520d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:08.093212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c929b5-e538-4759-bd6f-6ca6c3a97f7c') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:08.093485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c929b5-e538-4759-bd6f-6ca6c3a97f7c') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:08.100921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.109998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.110954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.111693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.117927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.134121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2262342 Feb 16 08:42:08.138851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda39a0-1e83-4a7a-b76b-e1eef10a3b73 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=b40ba256-6273-4089-aa61-2d2bc8ed6ea6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:08.143461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58460) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.170137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2064223836'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:08.173672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.208967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b40ba256-6273-4089-aa61-2d2bc8ed6ea6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:08.225377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:08.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.8131104 Feb 16 08:42:08.232680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58464) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.241504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:08.242265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.243215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Request body: {'network': {'project_id': '8200d7176be843da821a60106a29f30a'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:08.255846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:08.260463 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:08.262579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.262705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.267309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:network and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:08.279759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:08.291770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:08.313114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Usage tracker for resource:network and tenant:8200d7176be843da821a60106a29f30a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:08.342348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:08.359443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c7f780-a21e-4999-a420-fefa54c48660 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event updated for resources: {'Network': ['ID=3e9f69aa-9a74-4889-b555-5ac0c19bd6ca,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:08.368495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:08.382507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:08.383829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:08.389430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 3e9f69aa-9a74-4889-b555-5ac0c19bd6ca details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:08.389741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.402427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8704264 Feb 16 08:42:08.403247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58468) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.416294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:08.424999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14688b5c-ed4b-40c2-8788-a46e7412f9b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.425684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14688b5c-ed4b-40c2-8788-a46e7412f9b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:08.456875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7784228-bbdb-4c1b-8c0e-1c8c636c76f6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=fbc919ed-5729-4cd6-9c88-7e8d7fa1b385,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:08.459970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.463920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.468319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Made reservation on behalf of 8200d7176be843da821a60106a29f30a for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:08.473129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.528056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Deleting port a692d237-b043-41c4-b9a3-e35e6d58cd46 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:08.528377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.560734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.570716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14688b5c-ed4b-40c2-8788-a46e7412f9b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:08.574334 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-14688b5c-ed4b-40c2-8788-a46e7412f9b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5464406 Feb 16 08:42:08.576801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:08.576963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.588656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=6bc01b36-26f5-427e-ba9e-0ce3f39a520d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:08.599221 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-274efa53-0da3-4944-ac3a-3be1a1e55ee3 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/6bc01b36-26f5-427e-ba9e-0ce3f39a520d HTTP/1.1" status: 204 len: 168 time: 2.4405477 Feb 16 08:42:08.603080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:08.615467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58474) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.647626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for f7783c33-1fa8-46e1-8f79-da0e25414dad owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:08.661415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:08.746130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:08.771611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.772182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 8ce68593-b9be-458b-a03b-1a296c00ad00 of type vlan for network c0898f7a-423c-4673-996d-57fafa67c143 Feb 16 08:42:08.776623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcb3b9-3719-4784-8ab9-468479758823 None None] The port 'a692d237-b043-41c4-b9a3-e35e6d58cd46' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:08.780730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.781086 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Added segment 039dc4c8-d35b-43f9-9619-ef1112dc8bef of type vlan for network 5921e368-530d-4635-955b-ce5782116598 Feb 16 08:42:08.792416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff9cca49-9e0c-4d2b-8e54-8f627924116b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.820139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] For port 726cd6c0-d4de-4396-acb3-6511cd630593, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=726cd6c0-d4de-4396-acb3-6511cd630593,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:08.820616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.827344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e36d9e-7d3f-4425-9cf4-a2bda275e0d2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.827964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-33e36d9e-7d3f-4425-9cf4-a2bda275e0d2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:08.828625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa269987-bb99-4351-af4b-891394313977 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.831048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa269987-bb99-4351-af4b-891394313977 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:08.832304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa269987-bb99-4351-af4b-891394313977 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:08.890884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.931153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-33e36d9e-7d3f-4425-9cf4-a2bda275e0d2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:08.936939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33e36d9e-7d3f-4425-9cf4-a2bda275e0d2 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/bb4ae500-533e-496e-8690-19f12c455166 HTTP/1.1" status: 200 len: 844 time: 0.3205094 Feb 16 08:42:08.941236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58480) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:08.945932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:08.995156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.003142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Calling delete_port for 726cd6c0-d4de-4396-acb3-6511cd630593 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:09.039366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712e8aa-fefc-4de9-84e3-84289041b973 None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:09.107734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 is not hosted by any dhcp agent {{(pid=83709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 16 08:42:09.108267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.110320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:09.110971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.114244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa269987-bb99-4351-af4b-891394313977 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:09.116054 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa269987-bb99-4351-af4b-891394313977 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4817059 Feb 16 08:42:09.118748 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "PUT /v2.0/networks/fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 HTTP/1.1" status: 200 len: 723 time: 0.7103882 Feb 16 08:42:09.119467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58484) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.119613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58486) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.129955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.207377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Provisioning for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:09.224896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:09.226088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.238293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.255109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:09.283234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.302724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=f7783c33-1fa8-46e1-8f79-da0e25414dad,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:09.310841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.311683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:09.312259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.324945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:09.325320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.337446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:09.398890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf72d8f-4e77-4b3b-9041-acd6a6f74a57 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=fbc919ed-5729-4cd6-9c88-7e8d7fa1b385,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:09.408146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-be87ffd6-079e-4125-852c-307618493bab tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/bb4ae500-533e-496e-8690-19f12c455166?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4621391 Feb 16 08:42:09.411053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58492) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.430181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] Pushing event deleted for resources: {'Port': ['ID=726cd6c0-d4de-4396-acb3-6511cd630593,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:09.431782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:09.454126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.459010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:09.459148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.480752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:09.486885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.541173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event updated for resources: {'Network': ['ID=5921e368-530d-4635-955b-ce5782116598,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:09.554221 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f44fb161-b559-4786-8504-f81cfdb6226a tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3193870 Feb 16 08:42:09.557791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58496) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.565744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Request body: {'network': {'project_id': '8200d7176be843da821a60106a29f30a'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.572980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:09.588005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 0546ce8e-a6cd-4c45-8f44-a4e623244c56 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:09.590553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:09.591902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.648858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.685403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5921e368-530d-4635-955b-ce5782116598 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:09.704874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Usage tracker for resource:network and tenant:8200d7176be843da821a60106a29f30a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:09.708592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fefea9-294e-402f-a54a-cf07b356a198 None None] No DVR routers for this DVR port 726cd6c0-d4de-4396-acb3-6511cd630593 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:09.726972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:09.759774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc11632e-2212-45fa-9e5f-907990e8a384 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:09.781432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:09.801946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 16 08:42:09.802385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:09.806475 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3db7d0cb-901c-4116-bc9b-9055330ed9c7 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2477164 Feb 16 08:42:09.811130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58500) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.837992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:09.896896 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7523692 Feb 16 08:42:09.908354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:09.927364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'ports': [{'network_id': 'b40ba256-6273-4089-aa61-2d2bc8ed6ea6', 'name': 'tempest-port--1073186223', 'admin_state_up': True}, {'network_id': 'c0898f7a-423c-4673-996d-57fafa67c143', 'admin_state_up': False}]} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.927794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'port': {'network_id': 'b40ba256-6273-4089-aa61-2d2bc8ed6ea6', 'name': 'tempest-port--1073186223', 'admin_state_up': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.928156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'port': {'network_id': 'c0898f7a-423c-4673-996d-57fafa67c143', 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:09.943689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf8c24-5d29-4b42-8cc9-2ff7afc95572 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=c0898f7a-423c-4673-996d-57fafa67c143,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:09.960979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.003666 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1757bedf-20a5-47bc-8b21-a54c740896ec tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=8200d7176be843da821a60106a29f30a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1890523 Feb 16 08:42:10.005731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:10.012254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network c0898f7a-423c-4673-996d-57fafa67c143 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:10.029530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.057820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:10.090090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:10.094493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:10.111651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:10.152472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:10.231394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.314347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.315739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.360717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,segment=NetworkSegment(20aa987e-66b4-433a-88e3-5e61f3b54791),segment_id=20aa987e-66b4-433a-88e3-5e61f3b54791)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:10.372339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.376083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.429560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.434118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:10.440302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=0546ce8e-a6cd-4c45-8f44-a4e623244c56,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:10.448280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:port and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:10.454368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.471042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:10.474246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.526609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:10.565330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-697562cb-cf39-42cf-8222-41c6bb9c525d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/0546ce8e-a6cd-4c45-8f44-a4e623244c56 HTTP/1.1" status: 204 len: 168 time: 1.4332383 Feb 16 08:42:10.569633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58512) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:10.591722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55430286-9a85-4160-a907-5b157c92e8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '0546ce8e-a6cd-4c45-8f44-a4e623244c56'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:10.592700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-55430286-9a85-4160-a907-5b157c92e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.611686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:10.612194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:10.616194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8611ad-2330-43ce-90bd-f5c0d30d4684 None None] Pushing event updated for resources: {'Port': ['ID=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:10.637808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'port': 2} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:10.640863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.646978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.669236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-92e0f482-958b-4f13-9c93-6879f493b8cc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0946226 Feb 16 08:42:10.669475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Update dhcp port {'port': {'network_id': 'd0834fca-f7d2-489f-bfd6-05fcd4e4bda0', 'fixed_ips': [{'subnet_id': '9545197d-b57c-42b5-9d9e-cc46d92bdfec', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f7e625b2-2989-4c8e-8d82-c2af39bc0274'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:10.670973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58516) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:10.680136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:10.705354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.757252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.786840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=f7640608-b84c-407a-903a-5aa6a04238a9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:10.813649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.832606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Router 28b9fdac-b989-4d7a-9fca-84d80f76643b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:42:10.848997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedb8d82-201f-4dab-be3b-c9bf991219b7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:10.853385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': '83a9a389-672e-40d4-9899-e24634b19077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:10.853747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: fbc919ed-5729-4cd6-9c88-7e8d7fa1b385, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:10.875902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.876180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66e27955-d270-4392-875c-e32ee8eac790 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "DELETE /v2.0/security-groups/eedb8d82-201f-4dab-be3b-c9bf991219b7 HTTP/1.1" status: 204 len: 168 time: 0.8683105 Feb 16 08:42:10.879718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58520) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:10.935157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7269c818-1d60-4615-8db6-6b5d71b4dd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:10.961452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:10.968089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:10.987144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:11.009324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:11.017237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Allocated IP 172.20.0.1 (d0834fca-f7d2-489f-bfd6-05fcd4e4bda0/f7e625b2-2989-4c8e-8d82-c2af39bc0274/3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:11.090075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:11.113427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:11.117598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.128940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.136983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, fbc919ed-5729-4cd6-9c88-7e8d7fa1b385) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:11.142164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:11.160491 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8fa64152-4828-4e30-9bc6-835a35981d2c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/routers/28b9fdac-b989-4d7a-9fca-84d80f76643b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2499158 Feb 16 08:42:11.164707 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] Sync routers for ids ['28b9fdac-b989-4d7a-9fca-84d80f76643b'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:11.165269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:11.166060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.173761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58524) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:11.181854 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] Routers {'28b9fdac-b989-4d7a-9fca-84d80f76643b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:11.183433 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['28b9fdac-b989-4d7a-9fca-84d80f76643b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.187764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2ecf7d-cdbf-4c19-9010-9771acd1fd81 None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:11.235559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] device_id is not set on port 5d6504ac-a75b-4ec6-8d5a-07a479e476ef yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:11.240843 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0c9fd9-566d-49bf-b498-6466b81984ab tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:42:11.241576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a0c9fd9-566d-49bf-b498-6466b81984ab tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:11.258469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.283502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-65b09c73-c352-4264-bc12-0102020bea02 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1627414 Feb 16 08:42:11.290921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58528) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:11.312271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:11.334584 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.344105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a692d237-b043-41c4-b9a3-e35e6d58cd46 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:11.356653 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] Routers {'28b9fdac-b989-4d7a-9fca-84d80f76643b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:11.357505 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['28b9fdac-b989-4d7a-9fca-84d80f76643b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.394200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a692d237-b043-41c4-b9a3-e35e6d58cd46 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:11.394743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a692d237-b043-41c4-b9a3-e35e6d58cd46 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:11.429793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:11.434129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=feb9f279-d143-414f-877e-17de606a7fd2,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:11.435817 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.436219 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d6a0e9-b024-4d04-bd9e-29f0d7c011d9 None None] The sync data for ids ['28b9fdac-b989-4d7a-9fca-84d80f76643b'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:11.439273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:11.444787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:11.445426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.460404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639b1b3a-775f-4d41-8951-795defdfb39a None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:11.509716 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-305c8e0f-c991-4d65-8525-2fd1e5c51e29 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0578160 Feb 16 08:42:11.510647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58532) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:11.518552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a0c9fd9-566d-49bf-b498-6466b81984ab tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:11.519785 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a0c9fd9-566d-49bf-b498-6466b81984ab tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/f7783c33-1fa8-46e1-8f79-da0e25414dad HTTP/1.1" status: 404 len: 333 time: 0.3410370 Feb 16 08:42:11.527373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'security_group': {'name': 'tempest-secgroup-106388142'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:11.532502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58534) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:11.551601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.574841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:11.585798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3495535'] for subnet, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.615492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,segment=NetworkSegment(20aa987e-66b4-433a-88e3-5e61f3b54791),segment_id=20aa987e-66b4-433a-88e3-5e61f3b54791)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:11.620655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5921e368-530d-4635-955b-ce5782116598']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.643021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '039dc4c8-d35b-43f9-9619-ef1112dc8bef') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.643534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '039dc4c8-d35b-43f9-9619-ef1112dc8bef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:11.665991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.694387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.729146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.734305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:11.738565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:11.739413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:11.756321 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:11.761482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:11.790181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.818540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:11.837503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:11.868299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-fbc919ed-5729-4cd6-9c88-7e8d7fa1b385', 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': 'f7640608-b84c-407a-903a-5aa6a04238a9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:11.869096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.873818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.881777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Transition to ACTIVE for port object 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:11.896009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.899152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.900684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.915155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:11.933282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event deleted for resources: {'Network': ['ID=5921e368-530d-4635-955b-ce5782116598,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:11.942853 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fa46be48-03f5-4de4-bea2-8c538aa9c510 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "DELETE /v2.0/networks/5921e368-530d-4635-955b-ce5782116598 HTTP/1.1" status: 204 len: 168 time: 1.0577059 Feb 16 08:42:11.943071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:11.991704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.020129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.058517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3630477'] for subnet, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.137029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.141012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:12.141598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.145954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "PUT /v2.0/subnets/f7640608-b84c-407a-903a-5aa6a04238a9 HTTP/1.1" status: 200 len: 826 time: 0.8420374 Feb 16 08:42:12.147995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:12.151336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.168391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] device_id is not set on port 9a759059-9726-4e0d-9ca0-e56fa240c8a5 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:12.169998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f4261-8d8d-402e-8019-9df2b2f079a5 None None] Pushing event updated for resources: {'Port': ['ID=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:12.234878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0b142-8381-4131-996c-a946d3b9fbeb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=f7640608-b84c-407a-903a-5aa6a04238a9,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:12.266687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'tenant_id': '2788194c8f11459782fe98befdd90c68', 'fixed_ips': [{'subnet_id': 'feb9f279-d143-414f-877e-17de606a7fd2'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:12.267498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.291006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:12.292154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Allocated IP 2001:db8::2 (fbc919ed-5729-4cd6-9c88-7e8d7fa1b385/f7640608-b84c-407a-903a-5aa6a04238a9/c0163873-f147-416d-8c72-161cd91ecb7d) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:12.308231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:12.315386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:12.335500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=f880af11-3dba-485d-be97-3066a0c539ca,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:12.340659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:12.342532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:12.347000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:12.353775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:12.354694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.376259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed811c5-ccce-4dae-9fe9-39e9492f4853 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:12.500228 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-50662054-3f3d-40e8-a0b4-64c2d9924fbb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8282223 Feb 16 08:42:12.513558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58548) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:12.539640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:12.560317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:12.579867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:router and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:12.584160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.596768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:12.621358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.624512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:12.635815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9f69aa-9a74-4889-b555-5ac0c19bd6ca']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:12.659333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa2b7329-9e2a-4b1f-9f9b-e640c5f12c64') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:12.659717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa2b7329-9e2a-4b1f-9f9b-e640c5f12c64') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:12.667155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.668106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.680730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.706498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.736722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Allocated IP 2001:db8::2 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/feb9f279-d143-414f-877e-17de606a7fd2/cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:12.754852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.765988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:12.766416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:12.781527 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:12.812301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.833118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.843445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.861685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.880569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.882208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.910303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.934328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.944834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.958489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.967900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.968517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] Pushing event deleted for resources: {'Network': ['ID=3e9f69aa-9a74-4889-b555-5ac0c19bd6ca,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:12.972161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.4467261 Feb 16 08:42:12.972329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:12.974788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252919c4-970f-4bbd-9eec-23f1441939f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584152ec-01b3-4151-a438-e24671c760a6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:12.982798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58552) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:12.984641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Transition to ACTIVE for port object c0163873-f147-416d-8c72-161cd91ecb7d will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:12.992375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d9251a85-8c82-40f5-bbd4-62cb9bc1c8a6 tempest-QuotasNegativeTest-437614893 tempest-QuotasNegativeTest-437614893-project-admin] 10.222.0.94 "DELETE /v2.0/networks/3e9f69aa-9a74-4889-b555-5ac0c19bd6ca HTTP/1.1" status: 204 len: 168 time: 1.0481939 Feb 16 08:42:13.001750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Port': ['ID=5d6504ac-a75b-4ec6-8d5a-07a479e476ef,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:13.011954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Transition to ACTIVE for port object c0163873-f147-416d-8c72-161cd91ecb7d will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:13.019620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'security_group': {'name': 'tempest-secgroup-580511714'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:13.028068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Checking segment: {'id': '4f43936e-cf2e-410c-8465-3f04c8bc5bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b40ba256-6273-4089-aa61-2d2bc8ed6ea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:13.029046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network hostable DHCP agents. Network: b40ba256-6273-4089-aa61-2d2bc8ed6ea6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:13.036238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:13.044444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:13.049971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.050784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Fanout notify agent at l3_agent the message router_deleted on router 28b9fdac-b989-4d7a-9fca-84d80f76643b {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:42:13.052006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:13.054402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.064857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:13.070966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.072485 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-849bfc5b-192b-4827-8e05-70825cd5c91f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5452921 Feb 16 08:42:13.075972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58558) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:13.076169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.079769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-80e46801-5000-466b-86b5-417b22ae0a4e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/routers/28b9fdac-b989-4d7a-9fca-84d80f76643b HTTP/1.1" status: 204 len: 168 time: 1.5138006 Feb 16 08:42:13.080073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58560) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:13.139099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network b40ba256-6273-4089-aa61-2d2bc8ed6ea6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:13.152533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, b40ba256-6273-4089-aa61-2d2bc8ed6ea6) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:13.153537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.156487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:13.157770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.248474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.266657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:13.268025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'f880af11-3dba-485d-be97-3066a0c539ca'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:13.268952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.273313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=f7640608-b84c-407a-903a-5aa6a04238a9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:13.297485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Pushing event updated for resources: {'Port': ['ID=c0163873-f147-416d-8c72-161cd91ecb7d,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:13.299987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:13.408017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:13.408293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet f99d8284-f324-4184-9fd6-a4b7ece9c3da {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:13.411220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.414858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.462541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462199c7-9768-4672-bbf3-8630f75604e6 None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:13.475218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b27a89-605c-49f5-9983-ab52f94cd43c None None] Network b40ba256-6273-4089-aa61-2d2bc8ed6ea6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:13.484867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:13.505778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:13.520242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:13.572106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc919ed-5729-4cd6-9c88-7e8d7fa1b385']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:13.596759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:13.601906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a9a389-672e-40d4-9899-e24634b19077') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:13.602183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a9a389-672e-40d4-9899-e24634b19077') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:13.615625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:13.627061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.679249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.694569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.719847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/f880af11-3dba-485d-be97-3066a0c539ca/3a402bc2-ba2d-44af-8386-afa8b7b238bc) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:13.732533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Checking segment: {'id': '8ce68593-b9be-458b-a03b-1a296c00ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'c0898f7a-423c-4673-996d-57fafa67c143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:13.733250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network hostable DHCP agents. Network: c0898f7a-423c-4673-996d-57fafa67c143, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:13.740355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Port': ['ID=9a759059-9726-4e0d-9ca0-e56fa240c8a5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:13.754259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.759043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:13.759375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.786380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b90c9124-8e95-42d9-8034-d4d657cf34e5 None None] Provisioning for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:13.786664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.825708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network c0898f7a-423c-4673-996d-57fafa67c143 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:13.827884 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:13.855449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, c0898f7a-423c-4673-996d-57fafa67c143) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:13.860379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:13.866376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:13.869616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:13.870627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.886683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b90c9124-8e95-42d9-8034-d4d657cf34e5 None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:13.887059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b90c9124-8e95-42d9-8034-d4d657cf34e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.895891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58570) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:13.901854 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9438782f-5a58-4851-a986-299ec11c013f tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9924822 Feb 16 08:42:13.909778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58574) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:13.930037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e95e78-f02a-42e2-9881-002ddb3f4c85 None None] Network c0898f7a-423c-4673-996d-57fafa67c143 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:13.943657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3519505-ff47-4792-aa5d-a59c1ff30eb7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:13.955169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:13.961268 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1660f047-709d-49c7-9e4c-11897a97b152 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9723809 Feb 16 08:42:13.962980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58580) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:13.988467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1612292823', 'security_groups': ['b3519505-ff47-4792-aa5d-a59c1ff30eb7'], 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'feb9f279-d143-414f-877e-17de606a7fd2'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:14.025081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.068141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba985c14-60d0-46d9-82b1-9e5aaed347af tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:14.072584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba985c14-60d0-46d9-82b1-9e5aaed347af tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:14.072933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba985c14-60d0-46d9-82b1-9e5aaed347af tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Synchronizing usage tracker for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:14.103699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Attempting to bind port c0163873-f147-416d-8c72-161cd91ecb7d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:14.104081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Attempting to bind port c0163873-f147-416d-8c72-161cd91ecb7d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '83a9a389-672e-40d4-9899-e24634b19077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:14.104420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Attempting to bind port c0163873-f147-416d-8c72-161cd91ecb7d on network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:14.107089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.119246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba985c14-60d0-46d9-82b1-9e5aaed347af tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Unset dirty status for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:14.124061 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba985c14-60d0-46d9-82b1-9e5aaed347af tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2104952 Feb 16 08:42:14.138384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58584) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:14.191014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.223115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.268409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:42:14.268409 dv-neutron-829488-1-hyperv neutron-server[83710]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:42:14.268409 dv-neutron-829488-1-hyperv neutron-server[83710]: [parameters: {'id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'}] Feb 16 08:42:14.268409 dv-neutron-829488-1-hyperv neutron-server[83710]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:14.268865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:14.271483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=f99d8284-f324-4184-9fd6-a4b7ece9c3da,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:14.284526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:14.284898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Checking segment: {'id': '83a9a389-672e-40d4-9899-e24634b19077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:14.285520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.286062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Bound using segment: {'id': '83a9a389-672e-40d4-9899-e24634b19077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:14.286614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Deleting port 5d6504ac-a75b-4ec6-8d5a-07a479e476ef {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:14.286964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.287159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Bound port: c0163873-f147-416d-8c72-161cd91ecb7d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a9a389-672e-40d4-9899-e24634b19077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'fbc919ed-5729-4cd6-9c88-7e8d7fa1b385'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:14.287729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.305522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:14.306211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.333633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.349119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.363545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:14.399344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Usage tracker for resource:security_group_rule and tenant:798976b7ca3946f7a3b33bb5e6754a48 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:14.404647 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-44988787-96b0-49f5-b6b5-adf75a4e3845 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/f99d8284-f324-4184-9fd6-a4b7ece9c3da HTTP/1.1" status: 204 len: 168 time: 1.3210201 Feb 16 08:42:14.404647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:14.404869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0768606-acb5-4b12-8e8a-e2fd01611ddd None None] Network 726f7c2a-6a6b-4f56-a763-2cf41624834e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:14.408784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58588) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:14.416432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:14.563288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.675086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:14.693920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:port and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:14.697003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Calling delete_port for 5d6504ac-a75b-4ec6-8d5a-07a479e476ef owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:14.703002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.709662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:14.726456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:14.757373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.762723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.772763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.795893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port a5f0d510-ce8c-4f18-acba-01aa345eabb2 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:14.796309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.828079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:14.834806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653b939b-9cfd-44d1-b1dc-34f5ba0ce781,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:14.842535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-09436321-7297-446c-92a6-e7356f4f0c0b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=798976b7ca3946f7a3b33bb5e6754a48&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9457238 Feb 16 08:42:14.843614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58592) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:14.871957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port c0163873-f147-416d-8c72-161cd91ecb7d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:14.872789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.889136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.939524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.944417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Port': ['ID=5d6504ac-a75b-4ec6-8d5a-07a479e476ef,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:14.968854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:14.971528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.002287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b0dee71f-ff21-4115-8877-56b0abf1df89 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/ports/5d6504ac-a75b-4ec6-8d5a-07a479e476ef HTTP/1.1" status: 204 len: 168 time: 0.8627412 Feb 16 08:42:15.005199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58596) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:15.008512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.075023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Transition to ACTIVE for port object cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:15.103046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] For port c0163873-f147-416d-8c72-161cd91ecb7d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:15.119446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Deleting port 9a759059-9726-4e0d-9ca0-e56fa240c8a5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:15.120101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.174464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] For port c0163873-f147-416d-8c72-161cd91ecb7d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c0163873-f147-416d-8c72-161cd91ecb7d,segment=NetworkSegment(83a9a389-672e-40d4-9899-e24634b19077),segment_id=83a9a389-672e-40d4-9899-e24634b19077)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:15.195006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Transition to ACTIVE for port object cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:15.207211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.212327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.217348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.217893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.259387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653b939b-9cfd-44d1-b1dc-34f5ba0ce781,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:15.270906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.282092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.283558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0905acb1-2e3d-4b64-a945-eba7c5494238 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/653b939b-9cfd-44d1-b1dc-34f5ba0ce781 HTTP/1.1" status: 204 len: 168 time: 0.4382234 Feb 16 08:42:15.303481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Transition to ACTIVE for port object 3a402bc2-ba2d-44af-8386-afa8b7b238bc will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:15.374181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Transition to ACTIVE for port object 3a402bc2-ba2d-44af-8386-afa8b7b238bc will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:15.389651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:15.398676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:15.404894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f06b543-6b00-4ac1-b1fa-53d456336e95 None None] Pushing event updated for resources: {'Port': ['ID=c0163873-f147-416d-8c72-161cd91ecb7d,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:15.407721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.416901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port 0b7b2eb7-6b92-429a-8c94-d56415b1445b yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:15.439883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.440543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:15.541716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] For port a5f0d510-ce8c-4f18-acba-01aa345eabb2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a5f0d510-ce8c-4f18-acba-01aa345eabb2,segment=NetworkSegment(5cb3cf02-063b-4cc5-ad37-08034bcd6041),segment_id=5cb3cf02-063b-4cc5-ad37-08034bcd6041)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:15.542119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.636786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Pushing event updated for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:15.638796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] DHCP port deletion for 726f7c2a-6a6b-4f56-a763-2cf41624834e request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:15.652713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Calling delete_port for 9a759059-9726-4e0d-9ca0-e56fa240c8a5 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:15.682632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:15.694409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:15.703700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:15.716881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Deleting port a5f0d510-ce8c-4f18-acba-01aa345eabb2 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:15.717237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.773860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.796880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd031bd-40f4-4781-9105-4a64866aab0c None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:15.837887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for a5f0d510-ce8c-4f18-acba-01aa345eabb2 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:15.850961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Attempting to bind port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:15.851336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Attempting to bind port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:15.851698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Attempting to bind port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 on network ce2ba627-eb2d-4100-91b3-1c444d9c30cf {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:15.866207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Port': ['ID=9a759059-9726-4e0d-9ca0-e56fa240c8a5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:15.869597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:15.885419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58604) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:15.910345 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-241a97fa-d382-4a25-87f0-91d3185ce060 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/ports/9a759059-9726-4e0d-9ca0-e56fa240c8a5 HTTP/1.1" status: 204 len: 168 time: 0.9011168 Feb 16 08:42:15.912690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58608) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:15.937536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Pushing event updated for resources: {'Port': ['ID=3a402bc2-ba2d-44af-8386-afa8b7b238bc,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.025229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port c0163873-f147-416d-8c72-161cd91ecb7d, host dv-neutron-829488-1-hyperv, got binding levels [] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:16.025669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.025981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:16.026756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Checking segment: {'id': 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:16.026756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.026962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Bound using segment: {'id': 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:16.027304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Bound port: cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:16.027677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.054493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.072723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90f61d38-049e-41f2-9eb2-2988075fc4a9 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Synchronizing usage tracker for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:16.084753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::1 (845b2056-9615-46c6-afcf-a7b11d258df1/f880af11-3dba-485d-be97-3066a0c539ca/66b79c9d-7a23-40f2-bd34-9fe81b2c02c6) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:16.110665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90f61d38-049e-41f2-9eb2-2988075fc4a9 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Unset dirty status for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:16.116083 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-90f61d38-049e-41f2-9eb2-2988075fc4a9 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1999588 Feb 16 08:42:16.116934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58612) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:16.122877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:16.127251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-458178208'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:16.132600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:16.133371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Attempting to bind port 3a402bc2-ba2d-44af-8386-afa8b7b238bc on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:16.133854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Attempting to bind port 3a402bc2-ba2d-44af-8386-afa8b7b238bc by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:16.134097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Attempting to bind port 3a402bc2-ba2d-44af-8386-afa8b7b238bc on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:16.136797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:network and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:16.140747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:16.148035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:16.157911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Usage tracker for resource:security_group_rule and tenant:901a7dc681fe4299ba739efa3a4a9577 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:16.161051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:16.163909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:16.166954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.199043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:16.209278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.209670 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 0b049a29-d1ba-4ec1-8527-8953112dc32c of type vlan for network 349dec7f-9938-4232-a688-750caf5643eb Feb 16 08:42:16.223546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-586eab06-7839-48b9-a48b-5b4d4de73574 None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:16.224178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-586eab06-7839-48b9-a48b-5b4d4de73574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.242147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for c0163873-f147-416d-8c72-161cd91ecb7d owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:16.242414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.269854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:16.278348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.283541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:16.284748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.333061 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2122591 Feb 16 08:42:16.340939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:16.341297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:16.341710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.342095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:16.342601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Bound port: 3a402bc2-ba2d-44af-8386-afa8b7b238bc, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:16.342953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58616) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:16.343064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.356354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-138533569'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:16.407084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:16.422864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:network and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:16.439142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:16.452207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.453260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:16.461379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] For port a5f0d510-ce8c-4f18-acba-01aa345eabb2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a5f0d510-ce8c-4f18-acba-01aa345eabb2,segment=NetworkSegment(5cb3cf02-063b-4cc5-ad37-08034bcd6041),segment_id=5cb3cf02-063b-4cc5-ad37-08034bcd6041)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:16.461851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.465980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c48e5-d9c5-4ac2-8d8a-8c5483deb019 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=349dec7f-9938-4232-a688-750caf5643eb,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.476978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:16.480808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.481682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:16.519189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:16.527605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No DVR routers for this DVR port a5f0d510-ce8c-4f18-acba-01aa345eabb2 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:16.535354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=a5f0d510-ce8c-4f18-acba-01aa345eabb2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.554558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 349dec7f-9938-4232-a688-750caf5643eb details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:16.556968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.557420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Added segment 65fc2c37-aa94-49f1-bc76-99b0a21d6b87 of type vlan for network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 Feb 16 08:42:16.559630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.565224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.597240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::38e (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/feb9f279-d143-414f-877e-17de606a7fd2/0b7b2eb7-6b92-429a-8c94-d56415b1445b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:16.615687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:16.616012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:16.637466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=901a7dc681fe4299ba739efa3a4a9577&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7483535 Feb 16 08:42:16.638918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58620) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:16.651540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66211f-26b4-4959-a4cc-caba93aeb14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d4635b-7bd4-477e-9e3e-4d1c3b96b449,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.655354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.715100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,segment=NetworkSegment(c0ee8aee-8b30-418d-a0a9-d8c82d3857d4),segment_id=c0ee8aee-8b30-418d-a0a9-d8c82d3857d4)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:16.722560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Calling delete_port for a5f0d510-ce8c-4f18-acba-01aa345eabb2 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:16.730917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.734844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:16.735532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.747183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.761225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.776798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.819197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:16.824325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.827618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726f7c2a-6a6b-4f56-a763-2cf41624834e']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:16.871136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5234978 Feb 16 08:42:16.888681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.903757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb3cf02-063b-4cc5-ad37-08034bcd6041') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:16.904669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb3cf02-063b-4cc5-ad37-08034bcd6041') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:16.926983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.968257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] For port 3a402bc2-ba2d-44af-8386-afa8b7b238bc, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:16.970423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:16.974811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c101df-db55-4c84-b2a3-8134a6a9be28 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Network': ['ID=5a1f053d-d4e6-4f67-b1b6-22f2d062ae35,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:16.991458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:16.992090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.001065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:17.008303 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:17.015305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.026513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.040094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d4635b-7bd4-477e-9e3e-4d1c3b96b449,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:17.083542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.085118 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-73cc81aa-4181-4397-a115-b3df58751dd2 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/87d4635b-7bd4-477e-9e3e-4d1c3b96b449 HTTP/1.1" status: 204 len: 168 time: 0.4450932 Feb 16 08:42:17.131666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50f564c-50fd-448b-9721-e3ba4be97947 None None] Network fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:17.160001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a5a1ce-ffbc-4897-bb95-23873b64b9cc None None] Pushing event updated for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:17.232998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:17.236309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:17.268510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port c0163873-f147-416d-8c72-161cd91ecb7d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:17.269109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.405055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:17.515277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.534304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 0b7b2eb7-6b92-429a-8c94-d56415b1445b will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:17.536130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] For port 3a402bc2-ba2d-44af-8386-afa8b7b238bc, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a402bc2-ba2d-44af-8386-afa8b7b238bc,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:17.546583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.622543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.636280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.649059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:17.722153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.751488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=726f7c2a-6a6b-4f56-a763-2cf41624834e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:17.764527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:17.772116 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ee1769fc-5b35-44fe-acc8-65217870f0d8 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/726f7c2a-6a6b-4f56-a763-2cf41624834e HTTP/1.1" status: 204 len: 168 time: 3.3535872 Feb 16 08:42:17.772424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58632) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:17.780510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Deleting port a5f0d510-ce8c-4f18-acba-01aa345eabb2 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:17.781288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.795106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:17.814456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:17.814982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.861876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:17.877477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:17.906993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7779a9c9-b304-4e88-8ef4-c4c179d1e701 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:17.907559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7779a9c9-b304-4e88-8ef4-c4c179d1e701 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:17.908735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-49c1ab5f-f5c1-426e-9724-f8a8bdcf2e74 None None] The port 'a5f0d510-ce8c-4f18-acba-01aa345eabb2' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:17.916221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:17.935037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:17.936038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:17.946065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7779a9c9-b304-4e88-8ef4-c4c179d1e701 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:17.951142 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7779a9c9-b304-4e88-8ef4-c4c179d1e701 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/cc6980dc-114d-44a9-8593-4eb812552162 HTTP/1.1" status: 200 len: 841 time: 0.1738899 Feb 16 08:42:17.951391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58638) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:17.982154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df204f0-f003-4ef9-a544-a8d0db831e39 None None] Pushing event updated for resources: {'Port': ['ID=3a402bc2-ba2d-44af-8386-afa8b7b238bc,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:17.992233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:18.106773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a5f0d510-ce8c-4f18-acba-01aa345eabb2 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:18.113936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=0b7b2eb7-6b92-429a-8c94-d56415b1445b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:18.117397 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f30bd817-e41e-48ae-8b07-576c1a3d55a6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1525648 Feb 16 08:42:18.126203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58644) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:18.164458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:18.207139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a5f0d510-ce8c-4f18-acba-01aa345eabb2 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:18.212610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a5f0d510-ce8c-4f18-acba-01aa345eabb2 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:18.238050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port c0163873-f147-416d-8c72-161cd91ecb7d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c0163873-f147-416d-8c72-161cd91ecb7d,segment=NetworkSegment(83a9a389-672e-40d4-9899-e24634b19077),segment_id=83a9a389-672e-40d4-9899-e24634b19077)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:18.238488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:18.475644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:18.487231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:18.490736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:18.498056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:18.516533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:18.552714 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e735bded-ff89-4a2c-b760-db364021f983 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/cc6980dc-114d-44a9-8593-4eb812552162?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6000726 Feb 16 08:42:18.557854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58652) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:18.579214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:18.808249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:18.858346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for c0163873-f147-416d-8c72-161cd91ecb7d owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:18.913750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Provisioning for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:18.918564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:18.923020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:18.923401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:18.952966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:18.979166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:18.997907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:19.007114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.255955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.292455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.377909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=c0163873-f147-416d-8c72-161cd91ecb7d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:19.389308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.ipam_backend_mixin [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet feb9f279-d143-414f-877e-17de606a7fd2 (CIDR: 2001:db8::/64) Feb 16 08:42:19.407744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,segment=NetworkSegment(c0ee8aee-8b30-418d-a0a9-d8c82d3857d4),segment_id=c0ee8aee-8b30-418d-a0a9-d8c82d3857d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:19.414796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.429392 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:19.433159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:19.480393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port c0163873-f147-416d-8c72-161cd91ecb7d on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:19.550950 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-99d8c10a-2fe6-4e80-881b-54db094759d6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4181166 Feb 16 08:42:19.556258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58662) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:19.581788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:19.649375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a402bc2-ba2d-44af-8386-afa8b7b238bc up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:19.742238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Pushing event updated for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:19.765882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Provisioning complete for port bb4ae500-533e-496e-8690-19f12c455166 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:19.766732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.863278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-48ce811f-b094-487d-844b-afdb1d76e825 None None] Port bb4ae500-533e-496e-8690-19f12c455166 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:19.918136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:19.932136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:19.940251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:19.976207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc919ed-5729-4cd6-9c88-7e8d7fa1b385']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:20.011970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a9a389-672e-40d4-9899-e24634b19077') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:20.012369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a9a389-672e-40d4-9899-e24634b19077') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:20.012965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Provisioning for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:20.023140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Provisioning complete for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:20.023964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.044856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.065722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.075966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.078898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.080007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.155643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:20.157943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.171603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:20.186650 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:20.211146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:20.217874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:20.258289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:20.291703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.367791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.393599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66965a4-d387-4c9d-b872-f14f2a26d71b None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:42:20.506713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:20.511622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:20.513776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:20.595045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.597388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:20.601473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] For port 3a402bc2-ba2d-44af-8386-afa8b7b238bc, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a402bc2-ba2d-44af-8386-afa8b7b238bc,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:20.618617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.680257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'subnets': [{'network_id': '349dec7f-9938-4232-a688-750caf5643eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1805197304', 'ip_version': 6}, {'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:20.680598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'subnet': {'network_id': '349dec7f-9938-4232-a688-750caf5643eb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1805197304', 'ip_version': 6}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:20.682020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Request body: {'subnet': {'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:20.697480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.733619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Provisioning for port 0b7b2eb7-6b92-429a-8c94-d56415b1445b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:20.736983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:20.742062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.745810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Provisioning complete for port 0b7b2eb7-6b92-429a-8c94-d56415b1445b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:20.746192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.751550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:20.767796 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 HTTP/1.1" status: 204 len: 168 time: 8.6161354 Feb 16 08:42:20.780117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4527fc57-1b99-43d4-9bcb-a39bc3ea67f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=fbc919ed-5729-4cd6-9c88-7e8d7fa1b385,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:20.811292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Port 0b7b2eb7-6b92-429a-8c94-d56415b1445b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:20.820487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa957c-d824-40ac-940a-8082f08f8e3f None None] Pushing event updated for resources: {'Port': ['ID=3a402bc2-ba2d-44af-8386-afa8b7b238bc,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:20.835678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66965a4-d387-4c9d-b872-f14f2a26d71b None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:42:20.858422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58680) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:21.056407 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfcb329-a419-4e8d-9265-cf6246434174 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:21.057048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfcb329-a419-4e8d-9265-cf6246434174 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:21.057708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95017711-f263-4082-8ab8-42b3652aa331 None None] Provisioning for port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:21.059617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ddfcb329-a419-4e8d-9265-cf6246434174 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 HTTP/1.1" status: 404 len: 339 time: 0.1999772 Feb 16 08:42:21.065608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58688) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:21.065932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.066708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95017711-f263-4082-8ab8-42b3652aa331 None None] Provisioning complete for port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:21.067091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95017711-f263-4082-8ab8-42b3652aa331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.082891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-487254866', 'description': 'd1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:21.092789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:21.100754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:21.102394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Usage tracker for resource:network and tenant:a9aff8f9025c48d4847fd544c084463e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:21.102833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:21.106038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:21.109678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:21.110249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.117999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:21.121649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:21.121859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.148601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95017711-f263-4082-8ab8-42b3652aa331 None None] Port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:21.155922 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5942423 Feb 16 08:42:21.162027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58692) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:21.171853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1810491155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '47c74519-aab4-4339-adb3-ade70e0f8416'}], 'security_groups': ['584152ec-01b3-4151-a438-e24671c760a6']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:21.203297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:21.272167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:21.273421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=9e8b9836-7b22-47e1-9b54-18d0f3d06702,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:21.339303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58696) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:21.342741 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-78d1f9e6-f3fa-415e-9f25-e1ea012fac63 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7833836 Feb 16 08:42:21.357016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58700) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:21.367085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1719619631'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:21.388211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:21.401573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Usage tracker for resource:subnet and tenant:b39a3e2a8a6f4a45bba658ad0d33fdba is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:21.405082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:21.408496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.419216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:21.440011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:21.452309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:21.453820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'tenant_id': '6fd177207f45483f9216f29f86606d27', 'fixed_ips': [{'subnet_id': '9e8b9836-7b22-47e1-9b54-18d0f3d06702'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:21.456443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.456932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.465948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:21.470645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:21.499928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:21.510341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f24b-8651-4e60-addd-223a7d618297 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=47c74519-aab4-4339-adb3-ade70e0f8416,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:21.524100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Made reservation on behalf of b39a3e2a8a6f4a45bba658ad0d33fdba for: {'subnet': 2} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:21.556341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:21.603934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:21.607940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.668298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.668298 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment 58fd492c-8b6f-4f99-9735-0904f7076e3a of type vlan for network 5a4bd2c4-17e7-4054-a3e1-474100176365 Feb 16 08:42:21.746594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:21.764999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-198095085'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:21.772071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:21.780647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:21.817425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:21.817803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.834317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.853822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.854150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:21.865674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Allocated IP 172.20.0.2 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/9e8b9836-7b22-47e1-9b54-18d0f3d06702/1c57c6ec-3831-41ea-bac3-9dedcf072ac2) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:21.938760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:21.941251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:21.957950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Usage tracker for resource:network and tenant:2c349b7b6f274fd8b1db154b1cfa92ec is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:21.972104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:21.987177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:22.014928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.019102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:22.019433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.027333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Made reservation on behalf of 2c349b7b6f274fd8b1db154b1cfa92ec for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:22.031906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.083798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a402bc2-ba2d-44af-8386-afa8b7b238bc up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:22.108686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.144625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.160627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.193556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1256437 Feb 16 08:42:22.202908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58706) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:22.232424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14cd5a-5cfc-4dcd-9ce5-fa187700e3bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=5a4bd2c4-17e7-4054-a3e1-474100176365,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:22.270788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:22.283518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.292948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Usage tracker for resource:security_group_rule and tenant:2c349b7b6f274fd8b1db154b1cfa92ec is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:22.297697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Transition to ACTIVE for port object 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:22.301783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:22.304552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e51bdf-2f2d-4e04-b1d6-695a5a17386e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:22.323547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:22.328498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.333249 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0acd2e14-40c6-45f6-b602-cf77be9cb539 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9715607 Feb 16 08:42:22.334364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58710) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:22.340617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'security_group': {'name': 'tempest-secgroup-1371932077'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:22.341227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Transition to ACTIVE for port object 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:22.349093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5a4bd2c4-17e7-4054-a3e1-474100176365 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:22.365448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Delete allocated IP 2001:db8::38e (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/feb9f279-d143-414f-877e-17de606a7fd2) {{(pid=83709) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:42:22.368061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:22.370464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.377714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8:0:1::a (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/47c74519-aab4-4339-adb3-ade70e0f8416/0b7b2eb7-6b92-429a-8c94-d56415b1445b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:22.380558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:22.390501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:22.414485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:22.419483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Router 14f150a9-a936-4101-8a99-3c63c8fbdbca is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:42:22.452348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af445139-8228-45b0-985d-96f45f7914f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:22.453333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af445139-8228-45b0-985d-96f45f7914f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Synchronizing usage tracker for tenant:a9aff8f9025c48d4847fd544c084463e on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:22.453521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.577485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:22.582150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:22.583136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f5756c7b-8576-46d6-990d-917c52403e47 None None] Provisioning complete for port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:22.583512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f5756c7b-8576-46d6-990d-917c52403e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.614399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.614817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:22.625060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:22.634647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:22.637388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.654560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:22.663969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af445139-8228-45b0-985d-96f45f7914f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Unset dirty status for tenant:a9aff8f9025c48d4847fd544c084463e on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:22.668590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af445139-8228-45b0-985d-96f45f7914f5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks?id=5a4bd2c4-17e7-4054-a3e1-474100176365 HTTP/1.1" status: 200 len: 764 time: 0.4634326 Feb 16 08:42:22.669841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:22.670112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58714) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:22.683037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:22.683480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.688470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:22.699228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'description': 'd2'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:22.712655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:22.716324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be002f7e-e578-4278-915b-f3a74f50732a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:22.719999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f5756c7b-8576-46d6-990d-917c52403e47 None None] Port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:22.730883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.731357 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Added segment 79eddf13-dba6-4d6a-b24c-c69ee8992bb8 of type vlan for network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 Feb 16 08:42:22.773345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.791073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.800272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Attempting to bind port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:22.800662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Attempting to bind port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:22.801551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Attempting to bind port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 on network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:22.813040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f5756c7b-8576-46d6-990d-917c52403e47 None None] Provisioning complete for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:22.813478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f5756c7b-8576-46d6-990d-917c52403e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.828641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object 0b7b2eb7-6b92-429a-8c94-d56415b1445b will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:22.839951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.849076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.853243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:22.853680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Checking segment: {'id': 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:22.854024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.854425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Bound using segment: {'id': 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:22.855047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Bound port: 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:22.855394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:22.901293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.006632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.011930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.013563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.115824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:23.135719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:23.143759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.177355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=0b7b2eb7-6b92-429a-8c94-d56415b1445b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.228257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41a4f61-9884-4fe5-a216-ea6052dcb046 None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.249396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] In _notify_port_updated(), no bound segment for port 0b7b2eb7-6b92-429a-8c94-d56415b1445b on network ce2ba627-eb2d-4100-91b3-1c444d9c30cf {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:23.253553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.254545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.258662 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d2aad5e8-b1ea-44bf-9a37-a5da1cef950b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/ports/0b7b2eb7-6b92-429a-8c94-d56415b1445b HTTP/1.1" status: 200 len: 929 time: 2.0929210 Feb 16 08:42:23.258662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a85d73d-3600-4f3c-930a-c60a6c2e5047,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.262719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58718) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.270315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.271809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aa2bf1f9-ad83-44d2-843f-f7985bf53822 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9363806 Feb 16 08:42:23.290266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58722) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.310976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Pushing event updated for resources: {'Network': ['ID=2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.314918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:23.316852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5f775308-c306-4bfe-99e5-23ccd2ff137f tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9761066 Feb 16 08:42:23.326379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Sync routers for ids ['14f150a9-a936-4101-8a99-3c63c8fbdbca'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:23.331921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:23.340834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1629531029', 'security_groups': ['5a85d73d-3600-4f3c-930a-c60a6c2e5047'], 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9e8b9836-7b22-47e1-9b54-18d0f3d06702'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:23.398964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port 0b7b2eb7-6b92-429a-8c94-d56415b1445b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:23.399306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.439309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.449136 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9629ff5d-8c61-40c2-b462-72ce343416d8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "PUT /v2.0/routers/14f150a9-a936-4101-8a99-3c63c8fbdbca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3717659 Feb 16 08:42:23.467053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.536457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.605449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Routers {'14f150a9-a936-4101-8a99-3c63c8fbdbca'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:23.606940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['14f150a9-a936-4101-8a99-3c63c8fbdbca'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:23.609183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18092d3b-584c-480f-afee-de5feaa6b4fb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.610696 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-18092d3b-584c-480f-afee-de5feaa6b4fb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports/66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 HTTP/1.1" status: 200 len: 911 time: 0.0889685 Feb 16 08:42:23.614241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58736) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.696770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 5a4bd2c4-17e7-4054-a3e1-474100176365 is not hosted by any dhcp agent {{(pid=83710) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 16 08:42:23.731663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.732780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.737230 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "PUT /v2.0/networks/5a4bd2c4-17e7-4054-a3e1-474100176365 HTTP/1.1" status: 200 len: 761 time: 1.0620997 Feb 16 08:42:23.756697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58740) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.829599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d952d-1456-4258-8864-7d5d12f6000d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=5a4bd2c4-17e7-4054-a3e1-474100176365,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:23.834082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:23.834294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58744) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:23.843878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5a4bd2c4-17e7-4054-a3e1-474100176365 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:23.850153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79220c9-d326-4e9d-8b8b-2b59569eeaea tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.854088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79220c9-d326-4e9d-8b8b-2b59569eeaea tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:23.858824 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a79220c9-d326-4e9d-8b8b-2b59569eeaea tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2408199 Feb 16 08:42:23.859030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Set router 14f150a9-a936-4101-8a99-3c63c8fbdbca gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:23.862830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-254549955'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:23.868300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58748) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:24.001013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:24.009344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:24.021522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:port and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:24.028158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:24.030465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Usage tracker for resource:port and tenant:c673a6feeaf848989f48dd8d48da647b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:24.039946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:24.045008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:24.048970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45ee039-3fde-4f3f-be59-aeb9e84b9042 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.055994 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d45ee039-3fde-4f3f-be59-aeb9e84b9042 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks?id=5a4bd2c4-17e7-4054-a3e1-474100176365 HTTP/1.1" status: 200 len: 764 time: 0.2929573 Feb 16 08:42:24.057584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Subnet': ['ID=b145c92b-b827-43c1-8222-243699c8cded,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:24.059485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.062310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58752) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:24.069425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:24.115547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:24.231916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for 0b7b2eb7-6b92-429a-8c94-d56415b1445b owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:24.270293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Checking segment: {'id': '0b049a29-d1ba-4ec1-8527-8953112dc32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '349dec7f-9938-4232-a688-750caf5643eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:24.270681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network hostable DHCP agents. Network: 349dec7f-9938-4232-a688-750caf5643eb, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:24.357865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Made reservation on behalf of c673a6feeaf848989f48dd8d48da647b for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:24.362942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.388972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.397917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ac4b1-b77c-431b-8eaf-03467c2e2367 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.401074 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-232ac4b1-b77c-431b-8eaf-03467c2e2367 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3303494 Feb 16 08:42:24.404393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58756) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:24.405231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:18Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None, '_interfaces': [{'id': '66b79c9d-7a23-40f2-bd34-9fe81b2c02c6', 'name': '', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'mac_address': 'fa:16:3e:e9:e3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:42:14Z', 'updated_at': '2022-02-16T08:42:19Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'subnets': [{'id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:24.421067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Checking router: 14f150a9-a936-4101-8a99-3c63c8fbdbca for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:42:24.421962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Updating router 14f150a9-a936-4101-8a99-3c63c8fbdbca port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:42:24.424107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network 349dec7f-9938-4232-a688-750caf5643eb is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:24.444164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.456327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 349dec7f-9938-4232-a688-750caf5643eb) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:24.466250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.486160 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b64152af-f86d-40c0-aa9b-9ddb23687ddf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 207 time: 0.0788190 Feb 16 08:42:24.493888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:24.526178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.536423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port 4936ebb4-d7aa-4619-b53d-07d67ceed8ed yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:24.613275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event updated for resources: {'Subnet': ['ID=757036bb-1cc3-4828-9f61-1d3b27262688,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:24.645663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:24.651400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b5025-7c6c-4665-849f-7e6845ce4220 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:42:24.665717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Checking segment: {'id': '65fc2c37-aa94-49f1-bc76-99b0a21d6b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:24.665717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network hostable DHCP agents. Network: 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:24.755971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:24.775708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Provisioning complete for port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:24.776126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.776245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:24.776348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Usage tracker for resource:security_group_rule and tenant:c673a6feeaf848989f48dd8d48da647b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:24.797203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:24.811068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:24.816136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.817035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.817688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.851562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a3fcee27-d889-4115-b926-079bad855288 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.1874592 Feb 16 08:42:24.853088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58764) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:24.856278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:24.950991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.12 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/9e8b9836-7b22-47e1-9b54-18d0f3d06702/4936ebb4-d7aa-4619-b53d-07d67ceed8ed) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:24.967207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.969032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.970451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:24.971942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Synchronizing usage tracker for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:25.032363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:25.075165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=0b7b2eb7-6b92-429a-8c94-d56415b1445b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:25.160513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.164775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.168781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.172772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.176609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.180366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.181546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Synchronizing usage tracker for tenant:a9aff8f9025c48d4847fd544c084463e on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:25.196459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:25.196676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.208335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.221399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.239477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Unset dirty status for tenant:a9aff8f9025c48d4847fd544c084463e on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:25.244768 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-73b5ec61-cad1-4f05-bf81-bd1ae623c82e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.7449512 Feb 16 08:42:25.245540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.259216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-558d3145-2943-4c23-ae04-ef694af86c68 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/0b7b2eb7-6b92-429a-8c94-d56415b1445b HTTP/1.1" status: 204 len: 168 time: 1.9945903 Feb 16 08:42:25.264647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.265421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58772) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.307906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.320996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 67da9748-deaa-4d92-ad8a-6bb52d28a09c yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:25.359040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da55935-b843-4f47-b45e-b997210ee481 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:42:25.359452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4da55935-b843-4f47-b45e-b997210ee481 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:25.396706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:25.411469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b5025-7c6c-4665-849f-7e6845ce4220 None None] Unable to find a vacant binding_index for network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 and agent 111d84b1-79c6-47f1-ba43-650b875d9e04 {{(pid=83711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 16 08:42:25.426684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.428900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b5025-7c6c-4665-849f-7e6845ce4220 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35) {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:42:25.436466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21af67af-48b0-49bd-95be-ed6fce7bb83d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:25.448182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Transition to ACTIVE for port object 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:25.458319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Provisioning complete for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:25.458877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.477966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4da55935-b843-4f47-b45e-b997210ee481 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:25.479197 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4da55935-b843-4f47-b45e-b997210ee481 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/0b7b2eb7-6b92-429a-8c94-d56415b1445b HTTP/1.1" status: 404 len: 333 time: 0.2127419 Feb 16 08:42:25.482827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58776) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.499619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.594966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4ef4816a-dd5f-4a17-970c-6f7b67103f4e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3447824 Feb 16 08:42:25.594966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object 4936ebb4-d7aa-4619-b53d-07d67ceed8ed will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:25.598649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58780) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.667491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Unset dirty status for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:25.675001 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1fdd22a9-206b-4bbf-97b7-fc0f50fabed7 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8176916 Feb 16 08:42:25.683913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58784) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.699443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:25.729247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.746260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.747685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.748958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.750229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.751554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.752478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Synchronizing usage tracker for tenant:a9aff8f9025c48d4847fd544c084463e on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:25.769169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084d00c-164d-4003-ad61-994400e56bdc None None] Pushing event updated for resources: {'Port': ['ID=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:25.788014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.820498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.825109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Unset dirty status for tenant:a9aff8f9025c48d4847fd544c084463e on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:25.831822 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e8817abd-7c9a-4cd5-adba-d8276db77b71 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2257133 Feb 16 08:42:25.834631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58788) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:25.846919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Deleting subnet b145c92b-b827-43c1-8222-243699c8cded {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:25.863934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.882366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 67da9748-deaa-4d92-ad8a-6bb52d28a09c yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:25.913591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.923276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:25.924368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:25.927043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:25.960251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=4936ebb4-d7aa-4619-b53d-07d67ceed8ed,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:25.990167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:25.991661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Transition to ACTIVE for port object 67da9748-deaa-4d92-ad8a-6bb52d28a09c will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:25.996955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.998377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:25.999525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.000788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.002026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.003648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-95b286c0-485d-47e2-8327-da2c66910e58 None None] Provisioning for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:26.004123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-327ff786-42fd-4272-b97c-ef815e6a4557 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1676049 Feb 16 08:42:26.009676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58792) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.017391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Attempting to bind port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:26.017794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Attempting to bind port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:26.018161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Attempting to bind port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:26.053110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.053336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:26.053782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.056527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.066169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:26.066509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.082204 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-febff3f8-c0d2-4bc0-a181-a1c57c80d4d4 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7907197 Feb 16 08:42:26.085286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58796) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.091977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:26.106745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.110601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:26.111003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:26.111402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.111796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:26.112278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Bound port: 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:26.112646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.130405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.138988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3519505-ff47-4792-aa5d-a59c1ff30eb7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:26.206983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.290639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] For port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:26.341134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:26.347018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] For port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:26.349540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:26.354112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:26.359314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.360359 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f9147c5b-0ebd-4852-8269-cafc88d864fd tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/security-groups/b3519505-ff47-4792-aa5d-a59c1ff30eb7 HTTP/1.1" status: 204 len: 168 time: 0.8759909 Feb 16 08:42:26.361045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.363111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58800) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.366268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:26.369367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.381762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=67da9748-deaa-4d92-ad8a-6bb52d28a09c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:26.399628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.438565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Subnet': ['ID=b145c92b-b827-43c1-8222-243699c8cded,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:26.441837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65c3e07-a025-4817-958b-cb55f47111d9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.443525 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c65c3e07-a025-4817-958b-cb55f47111d9 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks/83b5ead7-407a-4353-9358-585cf4312ebb HTTP/1.1" status: 200 len: 804 time: 0.4325762 Feb 16 08:42:26.449752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.449934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:26.453387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.475227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Checking segment: {'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:26.475867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.476031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Network hostable DHCP agents. Network: 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:26.511827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:26.514913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084d00c-164d-4003-ad61-994400e56bdc None None] Pushing event updated for resources: {'Port': ['ID=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:26.528632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401adb2b-f4d6-4b29-bf82-54764c2d5003 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-349dec7f-9938-4232-a688-750caf5643eb', 'network_id': '349dec7f-9938-4232-a688-750caf5643eb', 'tenant_id': 'b39a3e2a8a6f4a45bba658ad0d33fdba', 'fixed_ips': [{'subnet_id': 'b145c92b-b827-43c1-8222-243699c8cded'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:26.529444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-401adb2b-f4d6-4b29-bf82-54764c2d5003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.539315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5a1f053d-d4e6-4f67-b1b6-22f2d062ae35', 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35', 'tenant_id': 'b39a3e2a8a6f4a45bba658ad0d33fdba', 'fixed_ips': [{'subnet_id': '757036bb-1cc3-4828-9f61-1d3b27262688'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:26.540098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.552765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.577343 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fa488660-7928-4974-bfa7-0d056b6763cb tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/subnets/b145c92b-b827-43c1-8222-243699c8cded HTTP/1.1" status: 204 len: 168 time: 0.8880608 Feb 16 08:42:26.580234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.623099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.652769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Routers {'14f150a9-a936-4101-8a99-3c63c8fbdbca'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:26.653362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['14f150a9-a936-4101-8a99-3c63c8fbdbca'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:26.662110 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9e8b9836-7b22-47e1-9b54-18d0f3d06702 (CIDR: 172.20.0.0/28) Feb 16 08:42:26.666276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.673987 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:26.674421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:26.685300 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-427e39af-01c9-4078-abc1-2e86b1324796 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/networks/83b5ead7-407a-4353-9358-585cf4312ebb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2280591 Feb 16 08:42:26.685300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:26.685607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58812) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.764207 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d452d2d9-a4a6-4ea9-a2f0-10db60199437 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6754959 Feb 16 08:42:26.767967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58816) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.782589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:26.799085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:26.818742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd68ed-c80f-4fc6-8e11-16ab2886d0d1 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:26.825477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e8fd68ed-c80f-4fc6-8e11-16ab2886d0d1 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets/bd8bd711-b201-4845-b4bb-ad41dc40fceb HTTP/1.1" status: 200 len: 843 time: 0.1346030 Feb 16 08:42:26.825697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:26.831611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58820) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.889548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.915481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584152ec-01b3-4151-a438-e24671c760a6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:26.944378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:26.948042 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-472877be-3d63-4675-8978-7f8a1a411993 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/security-groups/584152ec-01b3-4151-a438-e24671c760a6 HTTP/1.1" status: 204 len: 168 time: 0.5810895 Feb 16 08:42:26.949450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58824) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:26.959727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:27.018223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.018475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.018822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.020479 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:27.028099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:27.032653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:27.042082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:27.068055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] Set router 14f150a9-a936-4101-8a99-3c63c8fbdbca gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:27.112541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.112814 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.114538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Allocated IP 2001:db8:0:1::1 (5a1f053d-d4e6-4f67-b1b6-22f2d062ae35/757036bb-1cc3-4828-9f61-1d3b27262688/5552a17d-1cd2-4a11-ba87-db2849464521) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:27.135888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:27.139554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.154751 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 2 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.180016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de340b18-b0de-4ebc-b40c-fab371b57ed0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:27.181351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-de340b18-b0de-4ebc-b40c-fab371b57ed0 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "GET /v2.0/subnets/bd8bd711-b201-4845-b4bb-ad41dc40fceb?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3463576 Feb 16 08:42:27.193896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:27.201753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.202332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.202884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.208123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1430674201'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:27.215672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Deleting subnet 757036bb-1cc3-4828-9f61-1d3b27262688 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:27.222151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:27.242518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:27.248985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.249598 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.252211 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 3 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.269111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:27.269800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.292776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:27.295182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet feb9f279-d143-414f-877e-17de606a7fd2 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:27.296014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.298557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.325454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.325785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.326119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.354829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.355156 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.372739 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 4 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.380092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.437811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:27.453293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.453636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.453972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.469901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.470497 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.475872 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 5 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.498427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.498814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Added segment c9d6ff12-be0e-4856-972e-2a63418b1011 of type vlan for network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe Feb 16 08:42:27.500038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.500360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.500695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.523527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.523859 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.529269 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 6 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.556836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.574798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.575036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Transition to ACTIVE for port object 5552a17d-1cd2-4a11-ba87-db2849464521 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:27.588388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.588723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.589154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.597485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:27.608292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] For port 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:27.608662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.615898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.616249 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.619860 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 7 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.628395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Transition to ACTIVE for port object 5552a17d-1cd2-4a11-ba87-db2849464521 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:27.655449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.663741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.695487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.744129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:27.745081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Pushing event updated for resources: {'Port': ['ID=5552a17d-1cd2-4a11-ba87-db2849464521,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:27.748191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:18Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None, '_interfaces': [{'id': '66b79c9d-7a23-40f2-bd34-9fe81b2c02c6', 'name': '', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'mac_address': 'fa:16:3e:e9:e3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:42:14Z', 'updated_at': '2022-02-16T08:42:26Z', 'revision_number': 4, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'subnets': [{'id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:27.751387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:27.757284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:27.759978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936caef-59a8-4995-b603-c645f0d23b9b None None] The sync data for ids ['14f150a9-a936-4101-8a99-3c63c8fbdbca'] in dv-neutron-829488-1-hyperv is: [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:18Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None, '_interfaces': [{'id': '66b79c9d-7a23-40f2-bd34-9fe81b2c02c6', 'name': '', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'mac_address': 'fa:16:3e:e9:e3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:42:14Z', 'updated_at': '2022-02-16T08:42:26Z', 'revision_number': 4, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'subnets': [{'id': 'f880af11-3dba-485d-be97-3066a0c539ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:27.791968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:27.792284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.825503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.825988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.826230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.839442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:27.839442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.851407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=feb9f279-d143-414f-877e-17de606a7fd2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:27.864596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:27.865185 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:27.870412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.882594 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10993383-da16-418e-8c10-fb6733a52535 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/feb9f279-d143-414f-877e-17de606a7fd2 HTTP/1.1" status: 204 len: 168 time: 0.9330010 Feb 16 08:42:27.886653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58832) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:27.895410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:27.898368 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 8 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:27.906956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Attempting to bind port 5552a17d-1cd2-4a11-ba87-db2849464521 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.907326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Attempting to bind port 5552a17d-1cd2-4a11-ba87-db2849464521 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '65fc2c37-aa94-49f1-bc76-99b0a21d6b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.907691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Attempting to bind port 5552a17d-1cd2-4a11-ba87-db2849464521 on network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:27.908890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.915455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.919310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:27.919689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Checking segment: {'id': '65fc2c37-aa94-49f1-bc76-99b0a21d6b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:27.920097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.920491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Bound using segment: {'id': '65fc2c37-aa94-49f1-bc76-99b0a21d6b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:27.920665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:27.920964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Bound port: 5552a17d-1cd2-4a11-ba87-db2849464521, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fc2c37-aa94-49f1-bc76-99b0a21d6b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '5a1f053d-d4e6-4f67-b1b6-22f2d062ae35'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:27.921339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.921451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:27.930290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:27.930984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:27.931545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:28.083475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=eabc43dc-e1f7-4957-8fa0-b4db2e968ac4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:28.090197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:28.103381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.158228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:28.162343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] For port 5552a17d-1cd2-4a11-ba87-db2849464521, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:28.166790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] For port 5552a17d-1cd2-4a11-ba87-db2849464521, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5552a17d-1cd2-4a11-ba87-db2849464521,segment=NetworkSegment(65fc2c37-aa94-49f1-bc76-99b0a21d6b87),segment_id=65fc2c37-aa94-49f1-bc76-99b0a21d6b87)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:28.174180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:28.175421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.177271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.180724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:28.198030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.216248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:28.222338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:28.247316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:28.263657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3424e24e-9dd3-48d8-be15-76c6e0cb3110 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4921002 Feb 16 08:42:28.264550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:28.264892 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:28.266999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58836) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:28.271808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dadf56c-b24c-47c6-bbe9-9fcd2f85045d None None] Pushing event updated for resources: {'Port': ['ID=5552a17d-1cd2-4a11-ba87-db2849464521,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:28.279786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 9 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:28.290635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1112823679', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eabc43dc-e1f7-4957-8fa0-b4db2e968ac4'}], 'security_groups': ['55e51bdf-2f2d-4e04-b1d6-695a5a17386e']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:28.341031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=66b79c9d-7a23-40f2-bd34-9fe81b2c02c6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:28.344539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:28.349940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Network': ['ID=75ab7328-6ab9-4100-8d3b-df7c15c1c5fe,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:28.350201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.362306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:28.392540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:28.393103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:28.393247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:28.396373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3c8e4e6a-9a07-4b81-a5d6-b269e4f8956e tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1999438 Feb 16 08:42:28.404110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58840) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:28.469045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:28.581795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.608804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:28.608804 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:28.681909 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 10 to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c Feb 16 08:42:28.794168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:28.794484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:28.794770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:28.817657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:28.855360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:28.859400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:28.859727 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 67da9748-deaa-4d92-ad8a-6bb52d28a09c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:28.860086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.006900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:29.011790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.026330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.077324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Made reservation on behalf of a9aff8f9025c48d4847fd544c084463e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:29.143528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:29.152445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:29.155736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:29.156398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.177600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=c3ed79f2-1046-4217-9428-deeeeab2e598,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:29.184513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Delete allocated IP 172.20.0.12 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/9e8b9836-7b22-47e1-9b54-18d0f3d06702) {{(pid=83710) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:42:29.198703 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aab33d52-6fe1-469e-aff4-d737158533ce tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3084576 Feb 16 08:42:29.198703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.30 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/eabc43dc-e1f7-4957-8fa0-b4db2e968ac4/4936ebb4-d7aa-4619-b53d-07d67ceed8ed) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:29.200141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58844) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:29.212268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1860384908'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:29.219450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:29.224389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:29.228097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:29.236198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:29.252044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.266952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.387891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Subnet': ['ID=757036bb-1cc3-4828-9f61-1d3b27262688,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:29.395995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:29.404365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:29.406643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 67da9748-deaa-4d92-ad8a-6bb52d28a09c, host hv-neutron-8294, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:29.407166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempted to set empty binding levels {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:42:29.409437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:29.414378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.420935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.421817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:29.460367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.532740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.537731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.546106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.551313 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:42:29.569467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8bbfdc6f-3aac-4054-91b1-42e9b25d71b1 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/subnets/757036bb-1cc3-4828-9f61-1d3b27262688 HTTP/1.1" status: 204 len: 168 time: 2.9881124 Feb 16 08:42:29.574032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Ignored duplicate provisioning block setup for port 4936ebb4-d7aa-4619-b53d-07d67ceed8ed by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 16 08:42:29.574894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58848) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:29.589976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5552a17d-1cd2-4a11-ba87-db2849464521 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:29.613033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=67da9748-deaa-4d92-ad8a-6bb52d28a09c,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:29.632943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.656132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35cbe8d5-a969-4cdd-93db-f93a576caf55 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:29.657152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.664728 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1837fff0-45cc-44a4-9818-d6f121564596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.8247032 Feb 16 08:42:29.667821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:29.678398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c393f7-9051-408e-be5d-2e2c92bae9f6 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:29.700023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dbf6bb-7839-47b1-8d1e-2f98b73cf6b6 None None] Network 349dec7f-9938-4232-a688-750caf5643eb requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:29.720778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822fb35f-dd4a-4c29-ad0b-93c1565b7b0a None None] Network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:29.742085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.745668 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5422068 Feb 16 08:42:29.758027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466e9854-7ab5-44da-ad6c-891d5d0159cf None None] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:29.771997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496ba42-1d4b-4467-b411-c95cd42e1905 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:29.772600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d496ba42-1d4b-4467-b411-c95cd42e1905 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Synchronizing usage tracker for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:29.785768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58856) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:29.825111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 08:42:29.825734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 08:42:29.900955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Deleting port 67da9748-deaa-4d92-ad8a-6bb52d28a09c {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:29.901302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:29.977907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'security_group': {'name': 'tempest-secgroup-702717308'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:30.027074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e6306-d282-445e-a427-2ab6472178db tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e9ca7-c06f-4eee-8bdf-ada9e4e17b80,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:30.048781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:30.071090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:30.077704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:30.102571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=4936ebb4-d7aa-4619-b53d-07d67ceed8ed,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:30.113057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:30.129607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d496ba42-1d4b-4467-b411-c95cd42e1905 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Unset dirty status for tenant:b39a3e2a8a6f4a45bba658ad0d33fdba on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:30.134662 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d496ba42-1d4b-4467-b411-c95cd42e1905 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5533345 Feb 16 08:42:30.137817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58862) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:30.168012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] In _notify_port_updated(), no bound segment for port 4936ebb4-d7aa-4619-b53d-07d67ceed8ed on network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:30.172597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:30.173503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.175426 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c60300c0-f210-47c3-98f7-382ec79ca6a9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/ports/4936ebb4-d7aa-4619-b53d-07d67ceed8ed HTTP/1.1" status: 200 len: 921 time: 1.9044335 Feb 16 08:42:30.181951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58866) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:30.182774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.321364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Router 14f150a9-a936-4101-8a99-3c63c8fbdbca has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:42:30.322753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 67da9748-deaa-4d92-ad8a-6bb52d28a09c, host hv-neutron-8294, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:30.323055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.382098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port 4936ebb4-d7aa-4619-b53d-07d67ceed8ed {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:30.382463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.452852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:30.481534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:30.489609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:30.498041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:30.507579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.588171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-850a5b25-ae67-4377-b99a-d9c40b253c00 None None] Provisioning for port 5552a17d-1cd2-4a11-ba87-db2849464521 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:30.599840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Deleting port 5552a17d-1cd2-4a11-ba87-db2849464521 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:30.600183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.612990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Calling delete_port for 67da9748-deaa-4d92-ad8a-6bb52d28a09c owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:30.727413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1dbf93-042e-4ed5-abce-1284411fdc21 None None] Network 349dec7f-9938-4232-a688-750caf5643eb requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:30.762263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 5552a17d-1cd2-4a11-ba87-db2849464521 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:30.841105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.856922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d367ba65-7595-474e-a724-ca2150a940ee None None] Could not find standard attr ID for object 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:30.860596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.862764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.868351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5552a17d-1cd2-4a11-ba87-db2849464521 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:30.868664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.896704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:30.911885 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Sync routers for ids ['14f150a9-a936-4101-8a99-3c63c8fbdbca'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:30.915972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:30.926477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e21bad5d-354e-44fe-aac0-87df14cc9b72,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:30.952555 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Routers {'14f150a9-a936-4101-8a99-3c63c8fbdbca'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:30.953196 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['14f150a9-a936-4101-8a99-3c63c8fbdbca'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:30.978484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.000370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event deleted for resources: {'Port': ['ID=67da9748-deaa-4d92-ad8a-6bb52d28a09c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:31.020511 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3c0e804f-7f48-4cea-b910-802a777bd069 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "PUT /v2.0/routers/14f150a9-a936-4101-8a99-3c63c8fbdbca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1493273 Feb 16 08:42:31.032223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.046782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=50a0222a-778b-4c57-8589-a4c1f42ce0a4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:31.053062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.054255 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e4fb25b0-f645-4ff8-90cd-ea1222ad222f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.2673674 Feb 16 08:42:31.062716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58872) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.105625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Checking segment: {'id': 'c9d6ff12-be0e-4856-972e-2a63418b1011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:31.106392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network hostable DHCP agents. Network: 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:31.119784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.122418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-87bd462e-2417-49ac-b961-a2d516c7a778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "DELETE /v2.0/ports/67da9748-deaa-4d92-ad8a-6bb52d28a09c HTTP/1.1" status: 204 len: 168 time: 1.3001566 Feb 16 08:42:31.126570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'security_group': {'name': 'tempest-secgroup-1702492898'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:31.138292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58878) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.146921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:31.162889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a84f0e-27ac-45e7-bf10-8f826ef352f9 None None] Network 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:31.193607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:31.209678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:31.210272 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Set router 14f150a9-a936-4101-8a99-3c63c8fbdbca gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:31.217250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for 4936ebb4-d7aa-4619-b53d-07d67ceed8ed owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:31.221287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0ddf58-163f-427f-ac4a-6a38575b1a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:42:31.221920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ae0ddf58-163f-427f-ac4a-6a38575b1a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:31.224974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:31.250108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc4085-19d3-4bde-ac21-6b79d6303397 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:31.251680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dc4085-19d3-4bde-ac21-6b79d6303397 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:31.252517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-13dc4085-19d3-4bde-ac21-6b79d6303397 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:31.272509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.283276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ae0ddf58-163f-427f-ac4a-6a38575b1a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:31.283723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] For port 5552a17d-1cd2-4a11-ba87-db2849464521, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5552a17d-1cd2-4a11-ba87-db2849464521,segment=NetworkSegment(65fc2c37-aa94-49f1-bc76-99b0a21d6b87),segment_id=65fc2c37-aa94-49f1-bc76-99b0a21d6b87)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:31.284100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.284821 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ae0ddf58-163f-427f-ac4a-6a38575b1a44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports/67da9748-deaa-4d92-ad8a-6bb52d28a09c HTTP/1.1" status: 404 len: 333 time: 0.1430595 Feb 16 08:42:31.288862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:31.294164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58882) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.305621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-689082012'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:31.315432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:31.317025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-13dc4085-19d3-4bde-ac21-6b79d6303397 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:31.321586 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-13dc4085-19d3-4bde-ac21-6b79d6303397 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2623417 Feb 16 08:42:31.329752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58886) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.330566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:31.343984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:31.344745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.390030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.398252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:31.401139 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:28Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:31.405625 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Checking router: 14f150a9-a936-4101-8a99-3c63c8fbdbca for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:42:31.416969 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Routers {'14f150a9-a936-4101-8a99-3c63c8fbdbca'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:31.417986 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['14f150a9-a936-4101-8a99-3c63c8fbdbca'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:31.418115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:security_group_rule and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:31.424745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd73c7-ca7c-4a72-b17b-1bf64083da9a None None] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:31.437790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:31.444049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:31.446398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-68796150-d085-44e6-b7f6-80e391d01e64 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0396221 Feb 16 08:42:31.459225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58890) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:31.461626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Calling delete_port for 5552a17d-1cd2-4a11-ba87-db2849464521 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:31.462096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:31.471656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:31.576903 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] Set router 14f150a9-a936-4101-8a99-3c63c8fbdbca gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:31.611263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3178055'] for subnet, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.621335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Made reservation on behalf of c673a6feeaf848989f48dd8d48da647b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:31.623663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.654009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:31.699055 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:28Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:31.704415 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394b094c-81dc-401a-88a4-755b15342e69 None None] The sync data for ids ['14f150a9-a936-4101-8a99-3c63c8fbdbca'] in dv-neutron-829488-1-hyperv is: [{'id': '14f150a9-a936-4101-8a99-3c63c8fbdbca', 'name': 'tempest-NetworksTestDHCPv6-router-1464764186', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:12Z', 'updated_at': '2022-02-16T08:42:28Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:31.730723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.791201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.801779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Port': ['ID=5552a17d-1cd2-4a11-ba87-db2849464521,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:31.969378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3276047'] for subnet, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:31.986614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=4936ebb4-d7aa-4619-b53d-07d67ceed8ed,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:31.992621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.008053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] No DVR routers for this DVR port 5552a17d-1cd2-4a11-ba87-db2849464521 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:32.011232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Update dhcp port {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'fixed_ips': [{'subnet_id': '9e8b9836-7b22-47e1-9b54-18d0f3d06702', 'ip_address': '172.20.0.2'}, {'subnet_id': 'eabc43dc-e1f7-4957-8fa0-b4db2e968ac4'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '1c57c6ec-3831-41ea-bac3-9dedcf072ac2'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:32.029839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.055726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.105117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.109136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9951384 Feb 16 08:42:32.128859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Update dhcp port {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'fixed_ips': [{'subnet_id': 'c3ed79f2-1046-4217-9428-deeeeab2e598'}, {'subnet_id': '47c74519-aab4-4339-adb3-ade70e0f8416'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:32.131834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:32.132863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.134485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "PUT /v2.0/subnets/50a0222a-778b-4c57-8589-a4c1f42ce0a4 HTTP/1.1" status: 200 len: 900 time: 0.6741784 Feb 16 08:42:32.136859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58894) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:32.141727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58896) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:32.171230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1625368767', 'security_groups': ['e258c26b-e4f4-4317-867f-09f851effe6e'], 'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3ed79f2-1046-4217-9428-deeeeab2e598'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:32.188757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet f880af11-3dba-485d-be97-3066a0c539ca {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:32.203651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b013f-52ba-40c8-b24f-0ea01abba274 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event updated for resources: {'Subnet': ['ID=50a0222a-778b-4c57-8589-a4c1f42ce0a4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:32.217760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-75ab7328-6ab9-4100-8d3b-df7c15c1c5fe', 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe', 'tenant_id': 'a9aff8f9025c48d4847fd544c084463e', 'fixed_ips': [{'subnet_id': '50a0222a-778b-4c57-8589-a4c1f42ce0a4'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:32.219286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.243360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62fc54f-374d-4bce-85b0-caec09368347 None None] DHCP port deletion for 5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:32.259334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.329389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:32.353581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.382892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90932a8a-af20-448e-873d-f801d4cc736b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e258c26b-e4f4-4317-867f-09f851effe6e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:32.408648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:32.409071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 66b79c9d-7a23-40f2-bd34-9fe81b2c02c6 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:32.428695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.440224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.463765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:32.513563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.530199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:32.539878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.565950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.592324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.594050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:32.619227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1f053d-d4e6-4f67-b1b6-22f2d062ae35']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:32.640991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.676377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.687967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fc2c37-aa94-49f1-bc76-99b0a21d6b87') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:32.688364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fc2c37-aa94-49f1-bc76-99b0a21d6b87') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:32.718905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.750892 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b480eeaf-f6c2-4646-9906-a74e3babd7a2 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/4936ebb4-d7aa-4619-b53d-07d67ceed8ed HTTP/1.1" status: 204 len: 168 time: 2.5441632 Feb 16 08:42:32.756117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.758165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58902) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:32.820581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Allocated IP 172.20.0.18 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/eabc43dc-e1f7-4957-8fa0-b4db2e968ac4/1c57c6ec-3831-41ea-bac3-9dedcf072ac2) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:32.821540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:32.821959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.822893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Allocated IP 2001:db8::3 (75ab7328-6ab9-4100-8d3b-df7c15c1c5fe/50a0222a-778b-4c57-8589-a4c1f42ce0a4/47479c07-f6d7-4dd1-8cdf-4bb2a1985a83) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:32.841949 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:32.848800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.849604 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b32b06-761a-4cf0-aa7e-3a897b0740a6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:42:32.850265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17b32b06-761a-4cf0-aa7e-3a897b0740a6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:32.890343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=f880af11-3dba-485d-be97-3066a0c539ca,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:32.896539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.913981 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aa34ce02-5ddf-4ff6-ad1a-6df19a6cb73f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/f880af11-3dba-485d-be97-3066a0c539ca HTTP/1.1" status: 204 len: 168 time: 1.5648835 Feb 16 08:42:32.914876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58906) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:32.918783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:32.927260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2aa5ee-5ac7-401f-95b0-ae719dab1f52 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:32.985116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.038836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.044135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17b32b06-761a-4cf0-aa7e-3a897b0740a6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:33.047868 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-17b32b06-761a-4cf0-aa7e-3a897b0740a6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/4936ebb4-d7aa-4619-b53d-07d67ceed8ed HTTP/1.1" status: 404 len: 333 time: 0.2861350 Feb 16 08:42:33.049195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58910) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:33.054561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:33.075507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.078221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:33.079994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=8745d1fe-bcb9-41ed-9673-3d9f1417a989,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:33.084161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] device_id is not set on port a102e565-c560-438f-a8be-c62436d2eb81 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:33.097738 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-94a38e44-6c2b-4ba5-a459-1c71ea09af58 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1816134 Feb 16 08:42:33.105253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58914) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:33.127772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:33.128912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:33.130112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.141336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=5a1f053d-d4e6-4f67-b1b6-22f2d062ae35,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:33.155768 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e7fa473-97fe-4d21-9496-e6687a7b5ba4 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/5a1f053d-d4e6-4f67-b1b6-22f2d062ae35 HTTP/1.1" status: 204 len: 168 time: 3.0160434 Feb 16 08:42:33.171584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58918) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:33.203134 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4ce149f4-64df-4dc7-bb3c-cae814924be2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9049625 Feb 16 08:42:33.204045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:33.215783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:33.400562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.404489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.426554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.443113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Allocated IP 2001:db8::2 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/c3ed79f2-1046-4217-9428-deeeeab2e598/cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:33.447542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:33.480257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.493245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Allocated IP 2001:db8:0:1::2 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/47c74519-aab4-4339-adb3-ade70e0f8416/cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:33.505621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.561327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.642885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.647971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:33.656607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.665311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Transition to ACTIVE for port object 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:33.670926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Transition to ACTIVE for port object 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:33.674080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Transition to ACTIVE for port object 8745d1fe-bcb9-41ed-9673-3d9f1417a989 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:33.679430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.680472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.768551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Transition to ACTIVE for port object 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:33.830256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,segment=NetworkSegment(c0ee8aee-8b30-418d-a0a9-d8c82d3857d4),segment_id=c0ee8aee-8b30-418d-a0a9-d8c82d3857d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:33.840610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.867781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.871108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=8745d1fe-bcb9-41ed-9673-3d9f1417a989,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:33.885929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:33.892579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.904974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Deleting port 3a402bc2-ba2d-44af-8386-afa8b7b238bc {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:33.905444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:33.918512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a85d73d-3600-4f3c-930a-c60a6c2e5047,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:33.932504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e4b48-5def-4cb5-a87d-7bb1861ecab3 None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:33.964078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:33.964715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:33.965307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:33.975455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:33.976134 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:33.976886 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 2 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.003203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.004282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.004835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.005441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:34.011392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.011967 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.012590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 3 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.034162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:34.034664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.035669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.036139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.042583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.044017 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.044519 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 4 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.047001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:34.059574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.061197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.064883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349dec7f-9938-4232-a688-750caf5643eb']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.066406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.066868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.067300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.072066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:34.076111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.076552 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.077181 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 5 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.102650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.103323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.103878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.111072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.111735 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.112362 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 6 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.131550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.132259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.132606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.140831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b049a29-d1ba-4ec1-8527-8953112dc32c') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.141310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b049a29-d1ba-4ec1-8527-8953112dc32c') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.143023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.143672 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.144077 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 7 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.151390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=50a0222a-778b-4c57-8589-a4c1f42ce0a4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:34.159504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:34.162296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.166566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.170881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.171264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.171716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.175470 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6aae5af8-49f8-4361-a215-3d5412e199f3 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/security-groups/5a85d73d-3600-4f3c-930a-c60a6c2e5047 HTTP/1.1" status: 204 len: 168 time: 1.1231511 Feb 16 08:42:34.182751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Pushing event updated for resources: {'Port': ['ID=47479c07-f6d7-4dd1-8cdf-4bb2a1985a83,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:34.183056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58926) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:34.199893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Transition to ACTIVE for port object cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:34.211234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.211851 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.217752 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 8 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.244081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.305784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.306397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.306966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.330897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.331479 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.341123 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 9 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.372320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8::e1 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/c3ed79f2-1046-4217-9428-deeeeab2e598/a102e565-c560-438f-a8be-c62436d2eb81) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:34.378046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.378684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.379969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.409923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.410705 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.412873 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 10 to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 Feb 16 08:42:34.420123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.463993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.466752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Attempting to bind port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.467299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Attempting to bind port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c9d6ff12-be0e-4856-972e-2a63418b1011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.467486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Attempting to bind port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 on network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.467842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:34.468325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:34.468802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:34.492815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.499327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ab7328-6ab9-4100-8d3b-df7c15c1c5fe']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.517635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d6ff12-be0e-4856-972e-2a63418b1011') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.517925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d6ff12-be0e-4856-972e-2a63418b1011') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:34.535011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:34.535597 dv-neutron-829488-1-hyperv neutron-server[83710]: ERROR neutron.plugins.ml2.managers [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:34.536106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.537529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.561642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.562476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:34.563112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Checking segment: {'id': 'c9d6ff12-be0e-4856-972e-2a63418b1011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:34.563681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.564233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Bound using segment: {'id': 'c9d6ff12-be0e-4856-972e-2a63418b1011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:34.564879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Bound port: 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d6ff12-be0e-4856-972e-2a63418b1011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:34.565438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.570597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:34.571036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.634701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef427f-16d8-4664-ba5a-f825127e186a None None] Pushing event updated for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:34.653916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] For port 3a402bc2-ba2d-44af-8386-afa8b7b238bc, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a402bc2-ba2d-44af-8386-afa8b7b238bc,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:34.654356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.670782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.677411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3be976f-82c8-4801-8d8c-f3352f16ea65 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:34.679233 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:34.698994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.742450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.743529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.749984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 16 08:42:34.749984 dv-neutron-829488-1-hyperv neutron-server[83709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 16 08:42:34.749984 dv-neutron-829488-1-hyperv neutron-server[83709]: [parameters: {'id': '75ab7328-6ab9-4100-8d3b-df7c15c1c5fe'}] Feb 16 08:42:34.749984 dv-neutron-829488-1-hyperv neutron-server[83709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:34.750770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:34.777144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:34.777677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.782060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e51bdf-2f2d-4e04-b1d6-695a5a17386e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:34.798954 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:34.802423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.803512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Fanout notify agent at l3_agent the message router_deleted on router 14f150a9-a936-4101-8a99-3c63c8fbdbca {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:42:34.813854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.819214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.820417 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-97af4800-5753-4026-8680-ced88edc3718 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/security-groups/55e51bdf-2f2d-4e04-b1d6-695a5a17386e HTTP/1.1" status: 204 len: 168 time: 0.6366003 Feb 16 08:42:34.827785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 8745d1fe-bcb9-41ed-9673-3d9f1417a989, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:34.830731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempted to set empty binding levels {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:42:34.831674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58930) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:34.877795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.904539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Calling delete_port for 3a402bc2-ba2d-44af-8386-afa8b7b238bc owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:34.971373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.973467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object a102e565-c560-438f-a8be-c62436d2eb81 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:34.975017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c1a19f9a-2adb-4d32-b698-79f38f05c2ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/routers/14f150a9-a936-4101-8a99-3c63c8fbdbca HTTP/1.1" status: 204 len: 168 time: 1.8679039 Feb 16 08:42:34.977053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:34.978861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58934) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:34.992067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:35.008406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] In _notify_port_updated(), no bound segment for port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:35.009443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.010799 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "PUT /v2.0/ports/8745d1fe-bcb9-41ed-9673-3d9f1417a989 HTTP/1.1" status: 200 len: 980 time: 1.8026910 Feb 16 08:42:35.020568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58938) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:35.042090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Could not find standard attr ID for object 4936ebb4-d7aa-4619-b53d-07d67ceed8ed. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:35.052908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5552a17d-1cd2-4a11-ba87-db2849464521 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:35.058957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.065192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=349dec7f-9938-4232-a688-750caf5643eb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:35.074384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b73b2628-9886-425b-b897-49a7c617268b tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/349dec7f-9938-4232-a688-750caf5643eb HTTP/1.1" status: 204 len: 168 time: 1.8996425 Feb 16 08:42:35.078177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58942) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:35.091830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019fc8e-ac58-48c5-b21d-a2212e14b4fb tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=8745d1fe-bcb9-41ed-9673-3d9f1417a989,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:35.114741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 5552a17d-1cd2-4a11-ba87-db2849464521 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:35.115340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5552a17d-1cd2-4a11-ba87-db2849464521 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:35.115797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a402bc2-ba2d-44af-8386-afa8b7b238bc no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:35.189177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] For port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:35.200176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.262659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.322119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] For port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=47479c07-f6d7-4dd1-8cdf-4bb2a1985a83,segment=NetworkSegment(c9d6ff12-be0e-4856-972e-2a63418b1011),segment_id=c9d6ff12-be0e-4856-972e-2a63418b1011)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:35.323174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:35.325374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.336624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:35.338337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:35.338721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.339440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 9e8b9836-7b22-47e1-9b54-18d0f3d06702 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:35.342575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=a102e565-c560-438f-a8be-c62436d2eb81,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:35.346339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:35.349512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:35.353715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:35.354314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.368990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.371643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.407954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-504c164d-f573-47d9-85b8-16cd73ed3979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:35.443536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-30f0d235-53eb-4f2d-9786-4bb1ff1d2762 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2813351 Feb 16 08:42:35.447778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58946) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:35.458256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:35.471554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.495489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30536cff-3c1e-4bca-9236-f2645fa143b1 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:35.509666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.527674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:35.535662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:35.545391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-504c164d-f573-47d9-85b8-16cd73ed3979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:35.549754 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-504c164d-f573-47d9-85b8-16cd73ed3979 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12966 time: 0.5230834 Feb 16 08:42:35.549754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.584149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:35.586086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58950) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:35.590250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No active binding found for port 3a402bc2-ba2d-44af-8386-afa8b7b238bc {{(pid=83711) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 16 08:42:35.591004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a402bc2-ba2d-44af-8386-afa8b7b238bc not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:35.599967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:35.641282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] No DVR routers for this DVR port 3a402bc2-ba2d-44af-8386-afa8b7b238bc on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:35.645042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:35.669332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:35.672809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.711123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Deleting port 8745d1fe-bcb9-41ed-9673-3d9f1417a989 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:35.711473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.753305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e11997-a8a6-4ef1-87e8-eccdd807987b None None] Pushing event updated for resources: {'Port': ['ID=47479c07-f6d7-4dd1-8cdf-4bb2a1985a83,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:35.796503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:35.828336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:35.830263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16164db8-fef6-40e5-bd27-d8ebf5a67f84 None None] Pushing event deleted for resources: {'Port': ['ID=3a402bc2-ba2d-44af-8386-afa8b7b238bc,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:35.839376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:35.842517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.850697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=47479c07-f6d7-4dd1-8cdf-4bb2a1985a83,segment=NetworkSegment(c9d6ff12-be0e-4856-972e-2a63418b1011),segment_id=c9d6ff12-be0e-4856-972e-2a63418b1011)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:35.851066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.871082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Provisioning for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:35.879975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead3622c-5b17-440a-8718-f55c3977b681 None None] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:35.884114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:35.919374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:35.919779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-686a194e-1fbd-4b72-999a-07667efc13dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.926299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:35.949808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:35.950922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.002636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:36.061671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0898f7a-423c-4673-996d-57fafa67c143']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:36.095749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce68593-b9be-458b-a03b-1a296c00ad00') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:36.096482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce68593-b9be-458b-a03b-1a296c00ad00') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:36.114763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.154011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:36.164882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.211031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:36.211722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.227395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:36.231414 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:36.290141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40108943-5d95-46f4-90ae-56aa9dd3a39c None None] Network 75ab7328-6ab9-4100-8d3b-df7c15c1c5fe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:36.350694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 8745d1fe-bcb9-41ed-9673-3d9f1417a989, host hv-neutron-8294, got binding levels [] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:36.351330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.362788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.370669 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c3ed79f2-1046-4217-9428-deeeeab2e598 (CIDR: 2001:db8::/64) Feb 16 08:42:36.453231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=47479c07-f6d7-4dd1-8cdf-4bb2a1985a83,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:36.462753 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:36.463583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:36.491939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port 47479c07-f6d7-4dd1-8cdf-4bb2a1985a83 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:36.564332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Calling delete_port for 8745d1fe-bcb9-41ed-9673-3d9f1417a989 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:36.568105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Provisioning for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:36.573447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:36.573834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.594263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.649115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.662974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8b9836-7b22-47e1-9b54-18d0f3d06702,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:36.672032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=c0898f7a-423c-4673-996d-57fafa67c143,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:36.678867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58954) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:36.682897 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-292c3930-3887-45a3-83ce-7a1afe422d9c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2257566 Feb 16 08:42:36.686396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.688651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.690550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.738651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Provisioning complete for port bb4ae500-533e-496e-8690-19f12c455166 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:36.738985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.771211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event deleted for resources: {'Port': ['ID=8745d1fe-bcb9-41ed-9673-3d9f1417a989,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:36.777813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.777986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951561dd-a0cf-4633-a6a9-f8aa969a6fa6 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:36.781132 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1f71f444-3284-4866-b21f-29db41be8d45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "DELETE /v2.0/ports/8745d1fe-bcb9-41ed-9673-3d9f1417a989 HTTP/1.1" status: 204 len: 168 time: 1.1920061 Feb 16 08:42:36.786970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-40c06b1b-9a2e-4055-90f1-e480a0efeb98 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/9e8b9836-7b22-47e1-9b54-18d0f3d06702 HTTP/1.1" status: 204 len: 168 time: 1.9538679 Feb 16 08:42:36.787623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:36.787939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58960) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:36.822786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:36.836535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:36.881092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b1319c97-1e97-4d5b-a1d6-6d7b8afbc7b5 None None] Port bb4ae500-533e-496e-8690-19f12c455166 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:36.885635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:36.923634 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f58cc0f-913f-45fb-85f4-c92a8d5b124d tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:42:36.924013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f58cc0f-913f-45fb-85f4-c92a8d5b124d tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:36.927790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6bfba1bb-387d-4724-bd86-e22c9d3d1579 tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/c0898f7a-423c-4673-996d-57fafa67c143 HTTP/1.1" status: 204 len: 168 time: 1.8485382 Feb 16 08:42:36.929875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:36.930629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:36.994744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:37.002200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ab7328-6ab9-4100-8d3b-df7c15c1c5fe']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.014700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0327a358-a08c-4a11-b47a-710a1bda880d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:37.021873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:37.023517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.059518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d6ff12-be0e-4856-972e-2a63418b1011') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.059914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d6ff12-be0e-4856-972e-2a63418b1011') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.067428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0871222 Feb 16 08:42:37.078398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:37.089967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:37.096604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.100922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f58cc0f-913f-45fb-85f4-c92a8d5b124d tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:37.102083 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6f58cc0f-913f-45fb-85f4-c92a8d5b124d tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports/8745d1fe-bcb9-41ed-9673-3d9f1417a989 HTTP/1.1" status: 404 len: 333 time: 0.3131766 Feb 16 08:42:37.108159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.109966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58974) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:37.111552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:37.118906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b9bbf-b31a-4145-b35d-fda277e28aa1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=a368f4bc-ee66-4489-984f-4448bfe6a678,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:37.124852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1983518519', 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:37.131350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:37.137721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:router and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:37.157786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:37.160152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:37.163740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:37.169890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:37.177332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:37.182361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.204033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:37.221412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:37.223695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.230617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:37.240542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:37.241116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.290316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:37.293779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.324380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.354940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40ba256-6273-4089-aa61-2d2bc8ed6ea6']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:37.362394 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:37.365974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:37.369533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.370625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.377137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f43936e-cf2e-410c-8465-3f04c8bc5bf9') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.377366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f43936e-cf2e-410c-8465-3f04c8bc5bf9') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:37.380788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.386098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:37.390256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:37.398552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.419576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.424018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.433457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:37.433966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.446818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:37.450359 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:37.465940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/75ab7328-6ab9-4100-8d3b-df7c15c1c5fe HTTP/1.1" status: 204 len: 168 time: 5.3231285 Feb 16 08:42:37.467109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Made reservation on behalf of c673a6feeaf848989f48dd8d48da647b for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:37.470272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.500183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:37.516115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 20986797-b377-4b06-ace2-7843db39fe63 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:37.516457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'a368f4bc-ee66-4489-984f-4448bfe6a678'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:37.517271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.637565 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-a32eac9f-4306-4ab1-bff2-97f534f0e540 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:37.638010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a32eac9f-4306-4ab1-bff2-97f534f0e540 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:37.639729 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a32eac9f-4306-4ab1-bff2-97f534f0e540 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/50a0222a-778b-4c57-8589-a4c1f42ce0a4 HTTP/1.1" status: 404 len: 337 time: 0.1340859 Feb 16 08:42:37.645156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58982) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:37.681631 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b68d72-8ade-4303-8d0a-0ce7dff92486 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:37.681858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b68d72-8ade-4303-8d0a-0ce7dff92486 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:37.693451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.707758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.711781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] 10.222.0.94 "DELETE /v2.0/networks/b40ba256-6273-4089-aa61-2d2bc8ed6ea6 HTTP/1.1" status: 204 len: 168 time: 0.7755091 Feb 16 08:42:37.752233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/a368f4bc-ee66-4489-984f-4448bfe6a678/3b15f38f-3d31-43f4-99bb-34f969171d6e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:37.759924 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-60b68d72-8ade-4303-8d0a-0ce7dff92486 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/75ab7328-6ab9-4100-8d3b-df7c15c1c5fe HTTP/1.1" status: 404 len: 339 time: 0.1137176 Feb 16 08:42:37.788282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58988) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:37.835124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:37.851915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384e24f-1bf0-439c-aa9c-7256c774764c tempest-BulkNetworkOpsIpV6Test-408294279 tempest-BulkNetworkOpsIpV6Test-408294279-project] Pushing event deleted for resources: {'Network': ['ID=b40ba256-6273-4089-aa61-2d2bc8ed6ea6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:37.868277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff222c3f-668c-486d-9562-197430e8f273 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=75ab7328-6ab9-4100-8d3b-df7c15c1c5fe,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:37.876804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:37.991453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.047462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.051807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:38.052581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.108903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:38.112750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Transition to ACTIVE for port object 3b15f38f-3d31-43f4-99bb-34f969171d6e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:38.121571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:38.143285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:38.143729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:38.144373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.164223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Transition to ACTIVE for port object 3b15f38f-3d31-43f4-99bb-34f969171d6e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:38.182741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.194187 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0765531 Feb 16 08:42:38.197213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.213625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 58994) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:38.251664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.272504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.342915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Pushing event updated for resources: {'Port': ['ID=3b15f38f-3d31-43f4-99bb-34f969171d6e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:38.345681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning complete for port bb4ae500-533e-496e-8690-19f12c455166 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:38.346449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.354208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 58998) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:38.391067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cd1f85-fe30-48ce-b6a4-65ff7d8db9b9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=20986797-b377-4b06-ace2-7843db39fe63,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:38.438274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:38.443532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:38.446241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8d5cc63-11db-4c37-aa24-d678e78d3774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:38.446382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-128336ce-517d-4aa8-89aa-5e5e25dc6747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.448703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:38.472317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.502739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Port bb4ae500-533e-496e-8690-19f12c455166 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:38.544596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8d5cc63-11db-4c37-aa24-d678e78d3774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:38.552216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d8d5cc63-11db-4c37-aa24-d678e78d3774 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports/20986797-b377-4b06-ace2-7843db39fe63 HTTP/1.1" status: 200 len: 959 time: 0.3328295 Feb 16 08:42:38.552852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59004) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:38.586164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Attempting to bind port 3b15f38f-3d31-43f4-99bb-34f969171d6e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:38.586600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Attempting to bind port 3b15f38f-3d31-43f4-99bb-34f969171d6e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:38.586970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Attempting to bind port 3b15f38f-3d31-43f4-99bb-34f969171d6e on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:38.593123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.594316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-81698de5-edcf-4ba9-b47f-b1a4b2b8147d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5149612 Feb 16 08:42:38.599853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:38.600357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:38.601082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.601515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:38.602008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Bound port: 3b15f38f-3d31-43f4-99bb-34f969171d6e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:38.602383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.603996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59008) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:38.620033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.ipam_backend_mixin [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 47c74519-aab4-4339-adb3-ade70e0f8416 (CIDR: 2001:db8:0:1::/64) Feb 16 08:42:38.626879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:38.627257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.665587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.688484 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:38.688484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:38.701173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4bd2c4-17e7-4054-a3e1-474100176365']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:38.718568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c9623549-047a-4b95-bb1c-e486d9ce3647 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.0275130 Feb 16 08:42:38.718715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fd492c-8b6f-4f99-9735-0904f7076e3a') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:38.718970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fd492c-8b6f-4f99-9735-0904f7076e3a') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:38.740332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:38.742541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59012) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:38.755626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.765600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning for port a102e565-c560-438f-a8be-c62436d2eb81 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:38.771769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'subnet': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:38.776549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Provisioning complete for port a102e565-c560-438f-a8be-c62436d2eb81 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:38.777323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.787336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.802252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] For port 3b15f38f-3d31-43f4-99bb-34f969171d6e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:38.824126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] For port 3b15f38f-3d31-43f4-99bb-34f969171d6e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b15f38f-3d31-43f4-99bb-34f969171d6e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:38.836324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.896895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7778ba39-7e1e-4217-a4d8-3bd402475296 None None] Port a102e565-c560-438f-a8be-c62436d2eb81 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:38.899686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:38.904717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Deleting port 20986797-b377-4b06-ace2-7843db39fe63 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:38.905071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.917863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:38.928140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.933207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:38.934121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.939260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02520fbb-8846-499e-a84b-cc57609f53e4 None None] Pushing event updated for resources: {'Port': ['ID=3b15f38f-3d31-43f4-99bb-34f969171d6e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:38.977544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:38.977959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:38.996296 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:39.012087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Could not find standard attr ID for object 4936ebb4-d7aa-4619-b53d-07d67ceed8ed. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:39.019082 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2261546 Feb 16 08:42:39.032089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:39.032703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.079943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59016) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.088997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6345e70-cd7a-4fbe-a950-06f279a52a3f None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:39.097189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'security_group': {'name': 'tempest-secgroup-513708271'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:39.108917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:39.121373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:39.130745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:39.138278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:39.154781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-836b6bc9-9b1d-4f85-baec-f361f1b83329 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=b39a3e2a8a6f4a45bba658ad0d33fdba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7968380 Feb 16 08:42:39.163455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:39.213919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59020) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.217947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c34007-bc7a-4d1f-82a5-a0786c1f9c6f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=810087e7-c4c2-4b12-b426-97f1ea829b6d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:39.250492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.295231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:39.295604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.300306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.381973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.388528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.413983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:39.416872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=5a4bd2c4-17e7-4054-a3e1-474100176365,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:39.419316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:39.425547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:39.429002 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6d2c79a0-be9d-4272-bdaf-35b6cc0c42c6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/5a4bd2c4-17e7-4054-a3e1-474100176365 HTTP/1.1" status: 204 len: 168 time: 1.6394231 Feb 16 08:42:39.430064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:39.433113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Usage tracker for resource:subnet and tenant:2788194c8f11459782fe98befdd90c68 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:39.437775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59024) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.440517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:39.443180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:39.484644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:39.489982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a49144b-7af6-4134-a605-3e830ab55664 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:39.490568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a49144b-7af6-4134-a605-3e830ab55664 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:39.492385 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4a49144b-7af6-4134-a605-3e830ab55664 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/f7640608-b84c-407a-903a-5aa6a04238a9 HTTP/1.1" status: 404 len: 337 time: 0.0535555 Feb 16 08:42:39.496043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59028) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.532577 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0055879-28f0-4e39-b8a5-ce665a8c1b46 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:39.533099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Could not find standard attr ID for object 0b7b2eb7-6b92-429a-8c94-d56415b1445b. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:39.533235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0055879-28f0-4e39-b8a5-ce665a8c1b46 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:39.538267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Calling delete_port for 20986797-b377-4b06-ace2-7843db39fe63 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:39.545455 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e0055879-28f0-4e39-b8a5-ce665a8c1b46 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/fbc919ed-5729-4cd6-9c88-7e8d7fa1b385 HTTP/1.1" status: 404 len: 339 time: 0.0467160 Feb 16 08:42:39.547370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Made reservation on behalf of 2788194c8f11459782fe98befdd90c68 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:39.559948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Provisioning complete for port a102e565-c560-438f-a8be-c62436d2eb81 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:39.560464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.564848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59032) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.665245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-495daac7-6424-4eb1-93e2-1bcbc155a1c4 None None] Port a102e565-c560-438f-a8be-c62436d2eb81 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:39.677917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d97c0-faee-449b-920a-264999629864 None None] Update dhcp port {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'fixed_ips': [{'subnet_id': 'eabc43dc-e1f7-4957-8fa0-b4db2e968ac4', 'ip_address': '172.20.0.18'}, {'subnet_id': '810087e7-c4c2-4b12-b426-97f1ea829b6d'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '1c57c6ec-3831-41ea-bac3-9dedcf072ac2'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:39.727018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.734610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.736671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.737755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a63d97c0-faee-449b-920a-264999629864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.788209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.798950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.803398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c31821fb-94e8-4f48-987c-05d5aeedf030 None None] Could not find standard attr ID for object 4936ebb4-d7aa-4619-b53d-07d67ceed8ed. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:39.873121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event deleted for resources: {'Port': ['ID=20986797-b377-4b06-ace2-7843db39fe63,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:39.887599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9411fb6b-8133-4a7a-b438-53fb911374c7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:39.893370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.897488 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ccf5dec7-dfcd-4ad1-9fb0-cfd15ea826f5 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8140230 Feb 16 08:42:39.899383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59036) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:39.903910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.923024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'security_group': {'name': 'tempest-secgroup-885584382'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:39.937320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:39.998233 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88556177-594d-4704-b8b4-b7f778bc6472 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "DELETE /v2.0/ports/20986797-b377-4b06-ace2-7843db39fe63 HTTP/1.1" status: 204 len: 168 time: 1.4427602 Feb 16 08:42:40.003126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59040) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:40.005128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.005792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:40.021244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.024408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.028962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5bce5a34-c0c6-4c0a-992a-a1637e0af440 HTTP/1.1" status: 204 len: 168 time: 0.8137074 Feb 16 08:42:40.035500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:40.044243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a63d97c0-faee-449b-920a-264999629864 None None] Allocated IP 172.20.0.2 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/810087e7-c4c2-4b12-b426-97f1ea829b6d/1c57c6ec-3831-41ea-bac3-9dedcf072ac2) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:40.051106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:40.070251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:40.094960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467c756-12f5-45d0-8555-6ae7f6c0761a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce5a34-c0c6-4c0a-992a-a1637e0af440,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:40.097122 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-742de7c2-0843-4d53-b2c5-fd12949766e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:42:40.098606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-742de7c2-0843-4d53-b2c5-fd12949766e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:40.142084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting subnet f7e625b2-2989-4c8e-8d82-c2af39bc0274 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:40.146025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.171970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.288201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.304570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a63d97c0-faee-449b-920a-264999629864 None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:40.330481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:40.335932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a63d97c0-faee-449b-920a-264999629864 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.351651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:40.358354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:40.360322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a63d97c0-faee-449b-920a-264999629864 None None] Transition to ACTIVE for port object 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:40.373490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:40.376750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b15f38f-3d31-43f4-99bb-34f969171d6e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:40.431763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a63d97c0-faee-449b-920a-264999629864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.457711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-742de7c2-0843-4d53-b2c5-fd12949766e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:40.458986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-742de7c2-0843-4d53-b2c5-fd12949766e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports/20986797-b377-4b06-ace2-7843db39fe63 HTTP/1.1" status: 404 len: 333 time: 0.4418817 Feb 16 08:42:40.463252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:40.475140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1623225935'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:40.494408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:40.537042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:40.593866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Made reservation on behalf of c673a6feeaf848989f48dd8d48da647b for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:40.596852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.646076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 9130db79-5afa-4276-bfb6-de7693bce68f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:40.650643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.700804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.716455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.734612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-adcaaae2-96b0-4074-966d-cb83923859f8 None None] Provisioning for port 3b15f38f-3d31-43f4-99bb-34f969171d6e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:40.739080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d97c0-faee-449b-920a-264999629864 None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:40.763443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3b15f38f-3d31-43f4-99bb-34f969171d6e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:40.774142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3b15f38f-3d31-43f4-99bb-34f969171d6e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:40.774871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.790775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.848973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=196b3c78-b71c-4fc9-8966-7c34ee10f996,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:40.872598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.876545 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-12c03a1c-57ac-4058-8667-985e73bb6f3d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9580061 Feb 16 08:42:40.876942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59060) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:40.895637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'security_group': {'name': 'tempest-secgroup-952097892'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:40.926728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:40.932965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.938547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:40.943431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e75d7e5-68ce-4f00-a1dc-b73d389b0787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.959770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:40.963793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:40.967184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:40.970331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:40.970958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:40.991552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::1 (845b2056-9615-46c6-afcf-a7b11d258df1/a368f4bc-ee66-4489-984f-4448bfe6a678/1d488a4e-955f-4917-ab39-9b67549ce0ae) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:40.994960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec5062-8c20-4d19-abd4-c07c43861626 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:41.001505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:41.003462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Subnet': ['ID=d21fdd42-50eb-48ae-a6ca-5fd156c826a0,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.061840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.064565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e625b2-2989-4c8e-8d82-c2af39bc0274,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.088151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4f8c45-4dbc-444f-9b60-ae11f7a341b2 None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:41.092259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.114683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-113e1a02-be92-45b6-ab45-81b77e9647c6 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3660431 Feb 16 08:42:41.115602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59066) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:41.128271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed783a6b-6a3c-410f-bf2e-4b59a5659d8b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/f7e625b2-2989-4c8e-8d82-c2af39bc0274 HTTP/1.1" status: 204 len: 168 time: 1.5554738 Feb 16 08:42:41.132943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1217550656', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd21fdd42-50eb-48ae-a6ca-5fd156c826a0'}], 'security_groups': ['f26e9ca7-c06f-4eee-8bdf-ada9e4e17b80', 'e21bad5d-354e-44fe-aac0-87df14cc9b72']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:41.172617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59070) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:41.180758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.353406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:41.363561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3b15f38f-3d31-43f4-99bb-34f969171d6e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b15f38f-3d31-43f4-99bb-34f969171d6e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:41.370488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:security_group_rule and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:41.387365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:41.393882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting subnet 9545197d-b57c-42b5-9d9e-cc46d92bdfec {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:41.394602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.408129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.436991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:41.467226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.499520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.515193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.581778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 1d488a4e-955f-4917-ab39-9b67549ce0ae will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:41.594280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.635563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.641373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59078) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:41.653281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.661038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.689462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.706858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3b15f38f-3d31-43f4-99bb-34f969171d6e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.715010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.750759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:41.751549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=1d488a4e-955f-4917-ab39-9b67549ce0ae,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.755224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:41.776252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529bbabe-9cd3-4a97-90b6-a259fd4688b6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.783291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.789328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-03d5ad13-dc1a-41e5-8c72-42ea8a72f67e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9035230 Feb 16 08:42:41.794704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59084) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:41.798736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.804544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:41.806968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.810947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:41.811882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:41.812410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.822998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:41.828232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:41.829049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:41.829642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.874028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1831578458', 'security_groups': ['529bbabe-9cd3-4a97-90b6-a259fd4688b6'], 'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '810087e7-c4c2-4b12-b426-97f1ea829b6d'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:41.882334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=9130db79-5afa-4276-bfb6-de7693bce68f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:41.911581 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4cdede5-d723-40a5-ba7c-b455559e83e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4467537 Feb 16 08:42:41.914803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59088) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:41.930940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:41.931239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:41.935680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:41.977314 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Provisioning for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:41.984848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:41.985320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-db08e0d7-7647-47f3-aa9a-4794407cf3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.108077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-512525823'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:42.137603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:42.142749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Update dhcp port {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'fixed_ips': [{'subnet_id': '47c74519-aab4-4339-adb3-ade70e0f8416', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c3ed79f2-1046-4217-9428-deeeeab2e598', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd21fdd42-50eb-48ae-a6ca-5fd156c826a0'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:42.169979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:42.183906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:42.194268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:42.196843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:42.209769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.225050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:42.229692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.243144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.318240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.355961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.404083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.458765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:42.461099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=9545197d-b57c-42b5-9d9e-cc46d92bdfec,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:42.479438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:42.498642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:42.506167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:42.506590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.515223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.603162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ae0f7def-5ef0-4002-8828-24fcdf408946 None None] Provisioning for port 1d488a4e-955f-4917-ab39-9b67549ce0ae completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:42.609053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ae0f7def-5ef0-4002-8828-24fcdf408946 None None] Provisioning complete for port 1d488a4e-955f-4917-ab39-9b67549ce0ae triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:42.609427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ae0f7def-5ef0-4002-8828-24fcdf408946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.616784 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1666c97c-2652-4e4a-9f74-ffcbe17a429f tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/9545197d-b57c-42b5-9d9e-cc46d92bdfec HTTP/1.1" status: 204 len: 168 time: 1.4406791 Feb 16 08:42:42.616784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Delete allocated IP 2001:db8::e1 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/c3ed79f2-1046-4217-9428-deeeeab2e598) {{(pid=83710) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:42:42.687313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59092) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:42.687910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.704644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ae0f7def-5ef0-4002-8828-24fcdf408946 None None] Port 1d488a4e-955f-4917-ab39-9b67549ce0ae cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:42.714525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Allocated IP 2001:db8:0:2::340 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/d21fdd42-50eb-48ae-a6ca-5fd156c826a0/a102e565-c560-438f-a8be-c62436d2eb81) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:42.734247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b15f38f-3d31-43f4-99bb-34f969171d6e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:42.734506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] device_id is not set on port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:42.761998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0172b5-cff6-414e-8809-ac2f6b502b65 None None] Network d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:42.904832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:42.921316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] device_id is not set on port 9130db79-5afa-4276-bfb6-de7693bce68f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:42:42.926887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:security_group_rule and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:42.932094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-03c6b2c4-9d18-4e3a-b7ae-b433e787a070 None None] Provisioning complete for port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:42.932463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-03c6b2c4-9d18-4e3a-b7ae-b433e787a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.940952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:42.953205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:42.969282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:43.014563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Transition to ACTIVE for port object 9130db79-5afa-4276-bfb6-de7693bce68f will not be triggered until provisioned by entity L2. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:43.018861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.034069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3b15f38f-3d31-43f4-99bb-34f969171d6e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:43.034856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.035500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.273366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.5 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/810087e7-c4c2-4b12-b426-97f1ea829b6d/a37a3512-d5e4-4df6-a35d-93ccdb9bce51) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:43.278790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] DHCP port deletion for d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:43.285567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:43.285898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.295759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Deleting port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:43.296636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.327125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.377977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Transition to ACTIVE for port object a102e565-c560-438f-a8be-c62436d2eb81 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:43.423932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.436697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=9130db79-5afa-4276-bfb6-de7693bce68f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:43.553515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.565826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] In _notify_port_updated(), no bound segment for port a102e565-c560-438f-a8be-c62436d2eb81 on network ce2ba627-eb2d-4100-91b3-1c444d9c30cf {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:43.570412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:43.571223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.575664 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "PUT /v2.0/ports/a102e565-c560-438f-a8be-c62436d2eb81 HTTP/1.1" status: 200 len: 970 time: 2.4519920 Feb 16 08:42:43.584433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a753bc-0b05-41d7-bceb-0043d97d4f3e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event updated for resources: {'Port': ['ID=a102e565-c560-438f-a8be-c62436d2eb81,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:43.586981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59096) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:43.588567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.609681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Allocated IP 2001:db8:0:2::2 (ce2ba627-eb2d-4100-91b3-1c444d9c30cf/d21fdd42-50eb-48ae-a6ca-5fd156c826a0/cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:43.610303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:43.610943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:43.611675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:43.627213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,segment=NetworkSegment(20aa987e-66b4-433a-88e3-5e61f3b54791),segment_id=20aa987e-66b4-433a-88e3-5e61f3b54791)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:43.627606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.685103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.696466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port a102e565-c560-438f-a8be-c62436d2eb81 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:43.696950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.709510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:43.718667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:43.718999 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:43.729633 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 2 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:43.745652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object a37a3512-d5e4-4df6-a35d-93ccdb9bce51 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:43.770074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2d5b8a-96e7-4e1f-a297-40946098173f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:43.800301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.801416 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 15492f1d-7508-47e9-acd4-860b0c36a63e of type vlan for network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 Feb 16 08:42:43.802488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:43.802819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:43.803146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:43.819598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Calling delete_port for 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:43.820588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.823561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,segment=NetworkSegment(20aa987e-66b4-433a-88e3-5e61f3b54791),segment_id=20aa987e-66b4-433a-88e3-5e61f3b54791)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:43.824034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.842306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.843405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.862118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.871084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.940815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,segment=NetworkSegment(c0ee8aee-8b30-418d-a0a9-d8c82d3857d4),segment_id=c0ee8aee-8b30-418d-a0a9-d8c82d3857d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:43.945876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:43.961438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:43.961774 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:43.995349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] Pushing event deleted for resources: {'Port': ['ID=3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.011402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e81ace6-37ca-4e65-b66b-d2cf4e36d0c6 None None] No DVR routers for this DVR port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:44.021870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.025034 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 3 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:44.032674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.036748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=a37a3512-d5e4-4df6-a35d-93ccdb9bce51,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.039853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:44.041031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Transition to ACTIVE for port object cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:44.044853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:44.047282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:44.047622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.049606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:44.106363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.162241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:44.162492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:44.162711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:44.213978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:44.233494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=1d488a4e-955f-4917-ab39-9b67549ce0ae,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.248000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:44.273375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for a102e565-c560-438f-a8be-c62436d2eb81 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:44.279060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:44.279389 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:44.283797 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 4 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:44.317085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:44.317465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:44.318389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.323350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:44.323869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.351176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:44.351513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:44.353403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:44.354524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:44.354834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:44.359128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:44.359890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.361692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d5924-28ba-4bd8-9271-9b05536b7504 None None] Pushing event updated for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.412826 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-114b0527-3dbd-49ea-aad4-f82fc01f4e62 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6158893 Feb 16 08:42:44.415728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59100) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:44.441623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-407922dc-82c0-4b89-b025-985e251d73b2 None None] Provisioning for port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:44.446980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-407922dc-82c0-4b89-b025-985e251d73b2 None None] Provisioning complete for port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:44.447950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-407922dc-82c0-4b89-b025-985e251d73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.451377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:44.468357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:44.468680 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:44.476163 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 5 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:44.487599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:44.496035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:44.517135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-407922dc-82c0-4b89-b025-985e251d73b2 None None] Port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:44.561403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.8815467 Feb 16 08:42:44.562268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723265f-2700-4fe7-b527-c73b398aacf9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=88bdc82d-f274-4bf3-adc9-a9ad432c5119,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.565310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59104) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:44.575389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:44.581926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1446098883'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:44.596220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:44.622197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:44.628803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:44.633730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.661434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:44.661764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:44.662263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:44.700996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:44.701256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:44.701510 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:44.704584 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 6 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:44.729304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:44.729995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:44.729995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:44.734318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=a102e565-c560-438f-a8be-c62436d2eb81,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:44.741353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:44.745615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:44.745948 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:44.746625 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 7 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:44.747875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:44.770553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:44.770894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:44.771232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:44.793684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:44.796749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.806612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:44.819936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:44.827849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.859320 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6233d4b4-9d4e-4a8f-aea7-f18e7715d869 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/a102e565-c560-438f-a8be-c62436d2eb81 HTTP/1.1" status: 204 len: 168 time: 1.2678118 Feb 16 08:42:44.861103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59108) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:44.865490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:44.869029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.927867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:44.950162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a430b6f3-80ca-44c5-84b8-2c4457fb3a01 None None] Provisioning complete for port 1d488a4e-955f-4917-ab39-9b67549ce0ae triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:44.950959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a430b6f3-80ca-44c5-84b8-2c4457fb3a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:44.994576 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba55132-2ff9-4f7e-9c6f-9caa91a3a214 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] GET failed (client error): The resource could not be found. Feb 16 08:42:44.995063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fba55132-2ff9-4f7e-9c6f-9caa91a3a214 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Synchronizing usage tracker for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:44.997503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:44.998032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.017077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a430b6f3-80ca-44c5-84b8-2c4457fb3a01 None None] Port 1d488a4e-955f-4917-ab39-9b67549ce0ae cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:45.023000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:45.023532 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:45.034612 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 8 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:45.092325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] The port '3ef92e1d-5ee2-4c04-9a96-cc04c52eb5c5' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:45.093412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:45.093743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:45.094073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:45.125526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.125932 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 2bbf73a4-4bef-4660-83fb-984cd24c0ec2 of type vlan for network f60f7d4a-9c43-4e78-8594-388cef7fc177 Feb 16 08:42:45.151058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:45.151387 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:45.156490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 9 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:45.169024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fba55132-2ff9-4f7e-9c6f-9caa91a3a214 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Unset dirty status for tenant:2788194c8f11459782fe98befdd90c68 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:45.172780 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fba55132-2ff9-4f7e-9c6f-9caa91a3a214 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports/a102e565-c560-438f-a8be-c62436d2eb81 HTTP/1.1" status: 404 len: 333 time: 0.2836342 Feb 16 08:42:45.182805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59112) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.191304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.255213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Provisioning for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:45.261203 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 810087e7-c4c2-4b12-b426-97f1ea829b6d (CIDR: 172.20.0.0/28) Feb 16 08:42:45.261763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:45.263084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.268515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:45.269564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:45.270063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:45.275030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.275632 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:45.276096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:45.300045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.307029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:45.307554 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:45.310428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0834fca-f7d2-489f-bfd6-05fcd4e4bda0']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:45.322509 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempt 10 to bind port 9130db79-5afa-4276-bfb6-de7693bce68f Feb 16 08:42:45.339722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20aa987e-66b4-433a-88e3-5e61f3b54791') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:45.340751 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e15a68c8-8ffd-405b-a0bd-4766d7acbb77 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9233928 Feb 16 08:42:45.340996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20aa987e-66b4-433a-88e3-5e61f3b54791') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:45.343194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59116) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.349911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:45.364373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:45.364966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] {{(pid=83709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:45.365503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempting to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:45.370214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.391874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:42:45.392456 dv-neutron-829488-1-hyperv neutron-server[83709]: ERROR neutron.plugins.ml2.managers [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Failed to bind port 9130db79-5afa-4276-bfb6-de7693bce68f on host hv-neutron-8294 for vnic_type normal using segments [{'id': '79eddf13-dba6-4d6a-b24c-c69ee8992bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2'}] Feb 16 08:42:45.392969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.405092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.417791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:45.418800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:45.433858 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:45.443426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.453720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.457908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:45.458516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.487237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Could not find standard attr ID for object a102e565-c560-438f-a8be-c62436d2eb81. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:45.502238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9358747 Feb 16 08:42:45.506271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Provisioning complete for port bb4ae500-533e-496e-8690-19f12c455166 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:45.506804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.507473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59120) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.522741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:45.582562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5eb606d4-b9e5-4012-bb7f-1b1381c78dab None None] Port bb4ae500-533e-496e-8690-19f12c455166 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:45.589391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.614519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.632876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=d0834fca-f7d2-489f-bfd6-05fcd4e4bda0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:45.646476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 9130db79-5afa-4276-bfb6-de7693bce68f, host hv-neutron-8294, cleared binding levels {{(pid=83709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:45.646851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Attempted to set empty binding levels {{(pid=83709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 16 08:42:45.649280 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fc5b829e-76be-406c-82a8-2b1c606c2dd5 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/d0834fca-f7d2-489f-bfd6-05fcd4e4bda0 HTTP/1.1" status: 204 len: 168 time: 2.9587150 Feb 16 08:42:45.653203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59124) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.657205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.698206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b9fb0a13-8587-4b3e-941d-2ee222b034a5 None None] Could not find standard attr ID for object a102e565-c560-438f-a8be-c62436d2eb81. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:45.719723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be456d0-61f8-46cd-839a-1812263843c1 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 08:42:45.727962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Router 8453e27a-8c29-4b97-9caa-6b2683862b51 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:42:45.744508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:45.745945 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-368205de-ffa7-43bc-8bee-f044ffdb5ea6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:45.746418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368205de-ffa7-43bc-8bee-f044ffdb5ea6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:45.748069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-368205de-ffa7-43bc-8bee-f044ffdb5ea6 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/7421b3bf-429c-421c-a251-cad82fedb779 HTTP/1.1" status: 404 len: 337 time: 0.0932090 Feb 16 08:42:45.754036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59128) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.761538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e1fe-68a5-49ca-811d-02836b64e9d0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=f60f7d4a-9c43-4e78-8594-388cef7fc177,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:45.765518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:45.770068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:45.776558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:45.781667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:45.783525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.796638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] In _notify_port_updated(), no bound segment for port 9130db79-5afa-4276-bfb6-de7693bce68f on network 2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:45.797392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.798709 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "PUT /v2.0/ports/9130db79-5afa-4276-bfb6-de7693bce68f HTTP/1.1" status: 200 len: 981 time: 3.8825943 Feb 16 08:42:45.803632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59132) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.804798 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb2608e-dfbc-481b-b722-013477ecd66b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:45.805220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb2608e-dfbc-481b-b722-013477ecd66b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:45.809528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdb2608e-dfbc-481b-b722-013477ecd66b tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/4fbbb30c-fa19-4145-98c1-04a09a51b063 HTTP/1.1" status: 404 len: 339 time: 0.0514474 Feb 16 08:42:45.809685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:45.810856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59136) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.851355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e258c26b-e4f4-4317-867f-09f851effe6e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:45.855814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f309e7-6bfc-4e85-b887-eb6c47f9fb69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event updated for resources: {'Port': ['ID=9130db79-5afa-4276-bfb6-de7693bce68f,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:45.856926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:45.866828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:45.870184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.873691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f79c62b6-12b1-4424-b66b-e05ef5a15808 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/security-groups/e258c26b-e4f4-4317-867f-09f851effe6e HTTP/1.1" status: 204 len: 168 time: 0.6860728 Feb 16 08:42:45.875322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-eca44174-2c34-4539-9aa4-8c58682d89af tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:45.875748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eca44174-2c34-4539-9aa4-8c58682d89af tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:45.877314 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eca44174-2c34-4539-9aa4-8c58682d89af tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/da5beec8-9bf7-4dd6-9f1b-35361fc8d801 HTTP/1.1" status: 404 len: 337 time: 0.0635297 Feb 16 08:42:45.878206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:45.880598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59140) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.880915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59142) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:45.881500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:45.884980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:45.986991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be456d0-61f8-46cd-839a-1812263843c1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 08:42:45.988441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Deleting port 9130db79-5afa-4276-bfb6-de7693bce68f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:45.988784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.027856 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d4fca-36b8-4381-80bd-f99c59c4c4eb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:46.028460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d4fca-36b8-4381-80bd-f99c59c4c4eb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:46.032677 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-839d4fca-36b8-4381-80bd-f99c59c4c4eb tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/536bd7d4-fa42-4fe8-80ee-e1ab9a9e8b4d HTTP/1.1" status: 404 len: 339 time: 0.1297672 Feb 16 08:42:46.033554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59148) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.043898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:46.091775 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-03a508c5-473e-41c1-8b01-918c767d0b82 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:46.092456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03a508c5-473e-41c1-8b01-918c767d0b82 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:46.094246 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-03a508c5-473e-41c1-8b01-918c767d0b82 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/7f26f062-5906-4d19-8d83-6de3004f09af HTTP/1.1" status: 404 len: 337 time: 0.0603726 Feb 16 08:42:46.096886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59152) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.151533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:46.162122 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-307f62e6-5e07-4c7a-9107-3aa857431854 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:46.162592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307f62e6-5e07-4c7a-9107-3aa857431854 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:46.166642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-307f62e6-5e07-4c7a-9107-3aa857431854 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/9233cb5d-2347-466a-804b-1ce5935c35f0 HTTP/1.1" status: 404 len: 339 time: 0.0659378 Feb 16 08:42:46.168573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59156) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.174365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.215609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet eabc43dc-e1f7-4957-8fa0-b4db2e968ac4 (CIDR: 172.20.0.16/28) Feb 16 08:42:46.218474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.247401 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:42:46.248106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:46.311719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:46.314078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.325371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e625cf11-05d8-406a-a84f-eb58fe968e38 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "PUT /v2.0/routers/8453e27a-8c29-4b97-9caa-6b2683862b51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103996 Feb 16 08:42:46.331281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Sync routers for ids ['8453e27a-8c29-4b97-9caa-6b2683862b51'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:46.340861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59160) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.354546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:46.354912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.386127 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-177d6dcb-e5bf-451a-8965-73c5d5a1112c tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0416749 Feb 16 08:42:46.389705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59164) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.398728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'subnet': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:46.426366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Routers {'8453e27a-8c29-4b97-9caa-6b2683862b51'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:46.427071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8453e27a-8c29-4b97-9caa-6b2683862b51'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:46.474182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] For port 9130db79-5afa-4276-bfb6-de7693bce68f, host hv-neutron-8294, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:46.474852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.512480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.572964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21bad5d-354e-44fe-aac0-87df14cc9b72,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:46.633716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.634214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.634695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.635138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.635578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.636856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.637313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.637751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.638186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.638642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.639077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:46.657098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.661127 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d068ec87-1f8e-46b8-a425-cb3fed0fa5cf tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/security-groups/e21bad5d-354e-44fe-aac0-87df14cc9b72 HTTP/1.1" status: 204 len: 168 time: 0.7594080 Feb 16 08:42:46.661127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:46.664675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.691681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Usage tracker for resource:subnet and tenant:6fd177207f45483f9216f29f86606d27 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:46.697245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:46.705680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:46.707050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Set router 8453e27a-8c29-4b97-9caa-6b2683862b51 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:46.714826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.742631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Calling delete_port for 9130db79-5afa-4276-bfb6-de7693bce68f owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:46.765488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Made reservation on behalf of 6fd177207f45483f9216f29f86606d27 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:46.769871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.773159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fbe65b-56c3-458e-8192-c4a14db48225 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:46.774220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f0fbe65b-56c3-458e-8192-c4a14db48225 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:46.869333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting subnet 9dd6c751-af17-4a78-9cc3-231ae72ea0d6 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:46.871195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f0fbe65b-56c3-458e-8192-c4a14db48225 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:46.874831 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f0fbe65b-56c3-458e-8192-c4a14db48225 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports/1d488a4e-955f-4917-ab39-9b67549ce0ae HTTP/1.1" status: 200 len: 911 time: 0.5265346 Feb 16 08:42:46.880055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:46.884141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:46.915680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=dd8d3c68-1a56-4512-a78b-123aece64382,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:46.930658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '15492f1d-7508-47e9-acd4-860b0c36a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:46.931018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 88bdc82d-f274-4bf3-adc9-a9ad432c5119, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:46.978927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:46.996877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 88bdc82d-f274-4bf3-adc9-a9ad432c5119) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:47.003092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:47.004237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.006658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.014227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.029924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2406c008-bc82-4165-8d2b-2d3a3960b20a None None] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:47.042006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.060650 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-45fc3417-a924-4834-a089-879eae316c79 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5432465 Feb 16 08:42:47.067015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59176) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.074393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:47.126019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Pushing event deleted for resources: {'Port': ['ID=9130db79-5afa-4276-bfb6-de7693bce68f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:47.140457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.187474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.188245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.188806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.189376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.189935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.190525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.191627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.192191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.192767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.193317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.193868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:42:47.198202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:41Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None, '_interfaces': [{'id': '1d488a4e-955f-4917-ab39-9b67549ce0ae', 'name': '', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'mac_address': 'fa:16:3e:9e:9b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a368f4bc-ee66-4489-984f-4448bfe6a678', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:42:40Z', 'updated_at': '2022-02-16T08:42:43Z', 'revision_number': 2, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'subnets': [{'id': 'a368f4bc-ee66-4489-984f-4448bfe6a678', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:47.205284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.216030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Checking router: 8453e27a-8c29-4b97-9caa-6b2683862b51 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:42:47.216694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Updating router 8453e27a-8c29-4b97-9caa-6b2683862b51 port 1d488a4e-955f-4917-ab39-9b67549ce0ae binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:42:47.246111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-22071397-8aac-427f-a33a-21083cf10ed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "DELETE /v2.0/ports/9130db79-5afa-4276-bfb6-de7693bce68f HTTP/1.1" status: 204 len: 168 time: 1.4382334 Feb 16 08:42:47.249333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59180) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.258219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9550c865-3558-45cf-b1f7-834fba72e2f0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:47.262513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9550c865-3558-45cf-b1f7-834fba72e2f0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:47.264226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9550c865-3558-45cf-b1f7-834fba72e2f0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3825386 Feb 16 08:42:47.276529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59184) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.319165 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f702ec-fefe-41c2-8720-c23b025b40f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] GET failed (client error): The resource could not be found. Feb 16 08:42:47.320077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b6f702ec-fefe-41c2-8720-c23b025b40f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Synchronizing usage tracker for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:47.336704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.354544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.358619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.399376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e9ca7-c06f-4eee-8bdf-ada9e4e17b80,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:47.409575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b6f702ec-fefe-41c2-8720-c23b025b40f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] Unset dirty status for tenant:c673a6feeaf848989f48dd8d48da647b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:47.411080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b6f702ec-fefe-41c2-8720-c23b025b40f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-730602621-project-admin] 10.222.0.94 "GET /v2.0/ports/9130db79-5afa-4276-bfb6-de7693bce68f HTTP/1.1" status: 404 len: 333 time: 0.1604464 Feb 16 08:42:47.411763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-88bdc82d-f274-4bf3-adc9-a9ad432c5119', 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': 'dd8d3c68-1a56-4512-a78b-123aece64382'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:47.412593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.415018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.420756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.422186 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dce8bada-142c-44e2-baa4-1251b594836c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/security-groups/f26e9ca7-c06f-4eee-8bdf-ada9e4e17b80 HTTP/1.1" status: 204 len: 168 time: 0.7552519 Feb 16 08:42:47.433756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59192) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.543662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:47.556128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.572075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.572317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:47.580858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:47.617698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:47.627752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=9dd6c751-af17-4a78-9cc3-231ae72ea0d6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:47.681303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.696992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.715557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b50c2d5-757e-4a57-be66-23e369455548 None None] Network c6252f84-7a95-4675-b9cc-bd109c9699b0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:47.744534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:47.754308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d121b8d7-84a3-4bf8-b957-5627d09520bf tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/9dd6c751-af17-4a78-9cc3-231ae72ea0d6 HTTP/1.1" status: 204 len: 168 time: 1.5808096 Feb 16 08:42:47.763723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59196) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:47.789607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.886000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Allocated IP 2001:db8::2 (88bdc82d-f274-4bf3-adc9-a9ad432c5119/dd8d3c68-1a56-4512-a78b-123aece64382/828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:47.886869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:47.889674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:47.897408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Subnet': ['ID=778b3bc9-dca6-4af3-be36-5f6314b34b3d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:47.899659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:47.903586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:47.904172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.913952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79eddf13-dba6-4d6a-b24c-c69ee8992bb8') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:47.914629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79eddf13-dba6-4d6a-b24c-c69ee8992bb8') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:47.933768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.943509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.956012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet c3ed79f2-1046-4217-9428-deeeeab2e598 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:47.960744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9a4f8-5c7b-4a03-b130-ea464af07894 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:47.961051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.964190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:47.966629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port d242dd26-6d61-4892-9a1f-746bfc565d8f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:47.967064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.006981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:48.007535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:48.022386 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:48.043477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.080162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-70cab2a1-6e5c-4d68-9ae5-c3ad4764cc14 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6846213 Feb 16 08:42:48.085004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59200) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:48.100388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1039756600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '778b3bc9-dca6-4af3-be36-5f6314b34b3d'}], 'security_groups': ['9411fb6b-8133-4a7a-b438-53fb911374c7', '196b3c78-b71c-4fc9-8966-7c34ee10f996']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:48.168462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:48.220123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.259338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.260396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.458410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.490492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] Pushing event deleted for resources: {'Network': ['ID=2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:48.505468 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-77afedfd-fcfc-4606-b3e0-706d32ebcf29 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833 tempest-PortsAdminExtendedAttrsIpV6TestJSON-531288833-project] 10.222.0.94 "DELETE /v2.0/networks/2fa2dcd5-e0ae-46ea-911a-89caeb46f3d2 HTTP/1.1" status: 204 len: 168 time: 1.0863485 Feb 16 08:42:48.531509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.560107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.560786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port d242dd26-6d61-4892-9a1f-746bfc565d8f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d242dd26-6d61-4892-9a1f-746bfc565d8f,segment=NetworkSegment(0698b154-3bfe-4680-ac8e-79b489057958),segment_id=0698b154-3bfe-4680-ac8e-79b489057958)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:48.561122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.594467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.606221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Transition to ACTIVE for port object 1d488a4e-955f-4917-ab39-9b67549ce0ae will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:48.619308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Transition to ACTIVE for port object 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:48.630488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.699246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16cf05-e99d-420c-b4c2-3a1ca51a1abe None None] DHCP port deletion for c6252f84-7a95-4675-b9cc-bd109c9699b0 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:48.709908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=ff4b92e7-2d1d-4b42-b6c3-604be41c411e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:48.711366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for d242dd26-6d61-4892-9a1f-746bfc565d8f owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:48.714925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.742559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Transition to ACTIVE for port object 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:48.751416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b16cf05-e99d-420c-b4c2-3a1ca51a1abe None None] Deleting port d242dd26-6d61-4892-9a1f-746bfc565d8f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:48.752069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b16cf05-e99d-420c-b4c2-3a1ca51a1abe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.772728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '2bbf73a4-4bef-4660-83fb-984cd24c0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:48.773091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: f60f7d4a-9c43-4e78-8594-388cef7fc177, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:42:48.844708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.880503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.890557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba310f-c920-47d8-8275-39ba97155900 None None] Pushing event updated for resources: {'Port': ['ID=1d488a4e-955f-4917-ab39-9b67549ce0ae,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:48.915168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:48.950765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=c3ed79f2-1046-4217-9428-deeeeab2e598,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:48.983279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.014387 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aff81c1e-091c-4095-bfb7-44a64a404d92 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/c3ed79f2-1046-4217-9428-deeeeab2e598 HTTP/1.1" status: 204 len: 168 time: 1.5776453 Feb 16 08:42:49.014656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59206) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:49.015489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=d242dd26-6d61-4892-9a1f-746bfc565d8f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:49.041809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:42:49.055487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3026cbbb-0139-415a-8114-0e4b2b7a0ffb None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:49.065624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, f60f7d4a-9c43-4e78-8594-388cef7fc177) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:49.072110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:49.073016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.100017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b16cf05-e99d-420c-b4c2-3a1ca51a1abe None None] The port 'd242dd26-6d61-4892-9a1f-746bfc565d8f' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:49.103188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:49.133289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port d242dd26-6d61-4892-9a1f-746bfc565d8f on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:49.170465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8c94b-7f71-4447-bb78-a296781c9e22 None None] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:49.195247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59212) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:49.208041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.211936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:49.309383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.330782 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ede61ac0-a044-458c-88af-1411ff3953df tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2602248 Feb 16 08:42:49.332996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59216) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:49.358032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:49.362084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Pushing event updated for resources: {'Port': ['ID=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:49.362365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1023795704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:49.397012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6252f84-7a95-4675-b9cc-bd109c9699b0']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:49.412515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:49.518761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0698b154-3bfe-4680-ac8e-79b489057958') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:49.519610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0698b154-3bfe-4680-ac8e-79b489057958') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:49.528799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:49.551085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:49.573658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.596268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:49.625612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.627565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 1d488a4e-955f-4917-ab39-9b67549ce0ae {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:49.628064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.680351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:49.681104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:49.701059 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:49.706081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Update dhcp port {'port': {'network_id': '3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1', 'fixed_ips': [{'subnet_id': 'eabc43dc-e1f7-4957-8fa0-b4db2e968ac4', 'ip_address': '172.20.0.18'}, {'subnet_id': '810087e7-c4c2-4b12-b426-97f1ea829b6d', 'ip_address': '172.20.0.2'}, {'subnet_id': '778b3bc9-dca6-4af3-be36-5f6314b34b3d'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '1c57c6ec-3831-41ea-bac3-9dedcf072ac2'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:49.751153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:49.751504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:49.752072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:49.773126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.774312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.814712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.823722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Attempting to bind port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:49.824070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Attempting to bind port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '15492f1d-7508-47e9-acd4-860b0c36a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:49.824436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Attempting to bind port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c on network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:49.825936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] For port 1d488a4e-955f-4917-ab39-9b67549ce0ae, host dv-neutron-829488-1-hyperv, got binding levels [] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:49.826329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.852524 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5dcc20a4-6f7f-466b-b758-cc627d373123 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2c349b7b6f274fd8b1db154b1cfa92ec&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6532423 Feb 16 08:42:49.861215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59222) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:49.866851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:49.867244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:49.867636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.868058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:49.868578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Bound port: 1d488a4e-955f-4917-ab39-9b67549ce0ae, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:49.868922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.913973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.918474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet d21fdd42-50eb-48ae-a6ca-5fd156c826a0 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:49.930286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.951823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.957564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 1d488a4e-955f-4917-ab39-9b67549ce0ae owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:49.969674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:49.970142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Checking segment: {'id': '15492f1d-7508-47e9-acd4-860b0c36a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:49.970642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:49.971099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Bound using segment: {'id': '15492f1d-7508-47e9-acd4-860b0c36a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:49.971638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Bound port: 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15492f1d-7508-47e9-acd4-860b0c36a63e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bdc82d-f274-4bf3-adc9-a9ad432c5119'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:49.972123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.026343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=c6252f84-7a95-4675-b9cc-bd109c9699b0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:50.033503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.073192 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9bdf6939-7fe4-4eab-bd0a-3f7907614739 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/c6252f84-7a95-4675-b9cc-bd109c9699b0 HTTP/1.1" status: 204 len: 168 time: 2.3092153 Feb 16 08:42:50.073592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59226) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:50.127083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.131859 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ce6879-275e-48f0-a27b-9a2b8eb9dbcd tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:50.132525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1ce6879-275e-48f0-a27b-9a2b8eb9dbcd tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:50.144862 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e1ce6879-275e-48f0-a27b-9a2b8eb9dbcd tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/5fd82e91-51ef-4382-8b1f-d7f759d2f90f HTTP/1.1" status: 404 len: 337 time: 0.0663040 Feb 16 08:42:50.146815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59230) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:50.172689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d242dd26-6d61-4892-9a1f-746bfc565d8f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:50.212484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.249533 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d46f6134-9543-49d0-b1bd-63b58566ce4d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:50.249982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d46f6134-9543-49d0-b1bd-63b58566ce4d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:50.254746 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d46f6134-9543-49d0-b1bd-63b58566ce4d tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/e736d579-bc94-4cec-98e5-4b83b2100df3 HTTP/1.1" status: 404 len: 339 time: 0.1039543 Feb 16 08:42:50.255898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59234) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:50.285543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.290742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Delete allocated IP 172.20.0.5 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/810087e7-c4c2-4b12-b426-97f1ea829b6d) {{(pid=83709) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 16 08:42:50.366276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d242dd26-6d61-4892-9a1f-746bfc565d8f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:50.367094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d242dd26-6d61-4892-9a1f-746bfc565d8f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:50.393123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-f60f7d4a-9c43-4e78-8594-388cef7fc177', 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': 'ff4b92e7-2d1d-4b42-b6c3-604be41c411e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:42:50.393976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.431697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.435735 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-677e5ff2-93b8-40c4-9aae-929e324d73f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0858538 Feb 16 08:42:50.439216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59238) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:50.440476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Allocated IP 172.20.0.39 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/778b3bc9-dca6-4af3-be36-5f6314b34b3d/a37a3512-d5e4-4df6-a35d-93ccdb9bce51) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:50.498259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] For port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:50.534987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] For port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,segment=NetworkSegment(15492f1d-7508-47e9-acd4-860b0c36a63e),segment_id=15492f1d-7508-47e9-acd4-860b0c36a63e)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:50.546286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.548065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.582060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:42:50.582412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:42:50.601502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.602990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=1d488a4e-955f-4917-ab39-9b67549ce0ae,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:50.607503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting subnet bd8bd711-b201-4845-b4bb-ad41dc40fceb {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:50.610427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.659041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:50.720186 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198de746-0eac-4d2c-a422-5a977e19123c None None] Pushing event updated for resources: {'Port': ['ID=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:50.725266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Allocated IP 2001:db8:1::2 (f60f7d4a-9c43-4e78-8594-388cef7fc177/ff4b92e7-2d1d-4b42-b6c3-604be41c411e/fd85fbf8-e0b6-4db8-a81c-15d33fef52ae) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:50.834553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.058460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.070135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Transition to ACTIVE for port object fd85fbf8-e0b6-4db8-a81c-15d33fef52ae will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:51.115569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Transition to ACTIVE for port object fd85fbf8-e0b6-4db8-a81c-15d33fef52ae will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:51.145659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.151545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.303766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:51.316755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:51.317281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:51.317883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Attempting to bind port 1d488a4e-955f-4917-ab39-9b67549ce0ae on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:51.339329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:51.346004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:51.346705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.354153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:51.354952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Bound port: 1d488a4e-955f-4917-ab39-9b67549ce0ae, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:51.355451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.365258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:51.380716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:51.410622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.443328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.452158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=d21fdd42-50eb-48ae-a6ca-5fd156c826a0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:51.458831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.470305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be002f7e-e578-4278-915b-f3a74f50732a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:51.501044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.507881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Pushing event updated for resources: {'Port': ['ID=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:51.518154 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8d980ab3-01d0-45fc-963b-a501686145e0 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/d21fdd42-50eb-48ae-a6ca-5fd156c826a0 HTTP/1.1" status: 204 len: 168 time: 2.5001633 Feb 16 08:42:51.519651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59242) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:51.522943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Transition to ACTIVE for port object a37a3512-d5e4-4df6-a35d-93ccdb9bce51 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:51.524109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.525308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4e5e831f-c19c-4098-b260-e8bcd3cd62e0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/be002f7e-e578-4278-915b-f3a74f50732a HTTP/1.1" status: 204 len: 168 time: 1.6601617 Feb 16 08:42:51.559701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Port 1d488a4e-955f-4917-ab39-9b67549ce0ae has been deleted concurrently {{(pid=83711) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:632}} Feb 16 08:42:51.560573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.629940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-85e3e32d-b883-481a-9950-6a6b5826b521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:51.630396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85e3e32d-b883-481a-9950-6a6b5826b521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:51.632181 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-85e3e32d-b883-481a-9950-6a6b5826b521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/c3ed79f2-1046-4217-9428-deeeeab2e598 HTTP/1.1" status: 404 len: 337 time: 0.1054649 Feb 16 08:42:51.632875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.636882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:51.657565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8bd711-b201-4845-b4bb-ad41dc40fceb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:51.681931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Allocated IP 172.20.0.34 (3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1/778b3bc9-dca6-4af3-be36-5f6314b34b3d/1c57c6ec-3831-41ea-bac3-9dedcf072ac2) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:51.727377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.731778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.759017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Attempting to bind port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:42:51.759624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Attempting to bind port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '2bbf73a4-4bef-4660-83fb-984cd24c0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:42:51.759757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Attempting to bind port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae on network f60f7d4a-9c43-4e78-8594-388cef7fc177 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:42:51.829964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:42:51.830677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Checking segment: {'id': '2bbf73a4-4bef-4660-83fb-984cd24c0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:42:51.831244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.831857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Bound using segment: {'id': '2bbf73a4-4bef-4660-83fb-984cd24c0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:42:51.832519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Bound port: fd85fbf8-e0b6-4db8-a81c-15d33fef52ae, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbf73a4-4bef-4660-83fb-984cd24c0ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'f60f7d4a-9c43-4e78-8594-388cef7fc177'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:42:51.833064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:51.847892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaacee1-16b4-4b04-b904-165feb18991c None None] Network 83b5ead7-407a-4353-9358-585cf4312ebb requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:51.901446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c51784e-c515-4d1a-952d-e41dff2fe7a8 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:51.912559 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dcd52874-05f1-45c8-9947-ccff8f793fd2 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/subnets/bd8bd711-b201-4845-b4bb-ad41dc40fceb HTTP/1.1" status: 204 len: 168 time: 1.6534793 Feb 16 08:42:51.918776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59254) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:51.953227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event updated for resources: {'Port': ['ID=a37a3512-d5e4-4df6-a35d-93ccdb9bce51,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:52.072196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.085821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting subnet 47c74519-aab4-4339-adb3-ade70e0f8416 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:52.089230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.166537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.169910 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] In _notify_port_updated(), no bound segment for port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 on network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 {{(pid=83709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:42:52.192582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:52.193061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.200571 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6ee55285-001e-485f-acee-07042ab46c7d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "PUT /v2.0/ports/a37a3512-d5e4-4df6-a35d-93ccdb9bce51 HTTP/1.1" status: 200 len: 960 time: 4.1116257 Feb 16 08:42:52.201330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59258) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:52.201661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59260) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:52.316988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Deleting port 438c05bd-547f-403a-8608-7c3c42e15e78 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:52.317323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.385510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:52.405700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port a37a3512-d5e4-4df6-a35d-93ccdb9bce51 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:52.406171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.454632 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-29984e6a-92da-4f8c-8ca0-34aef5cf2dd4 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=c673a6feeaf848989f48dd8d48da647b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2506075 Feb 16 08:42:52.460138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59266) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:52.469473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71d845f-c015-484d-92f9-84953f24391e None None] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:52.518091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Routers {'8453e27a-8c29-4b97-9caa-6b2683862b51'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:52.519338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8453e27a-8c29-4b97-9caa-6b2683862b51'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:52.525132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.705674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.748061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:52.787761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4d4834b2-29f4-489b-9a33-44debdd3f634 None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:52.788636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d4834b2-29f4-489b-9a33-44debdd3f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.809940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] For port 438c05bd-547f-403a-8608-7c3c42e15e78, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=438c05bd-547f-403a-8608-7c3c42e15e78,segment=NetworkSegment(daa0fe7c-1a0d-46e4-a835-bdbea4e89d61),segment_id=daa0fe7c-1a0d-46e4-a835-bdbea4e89d61)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:52.809940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:52.815296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] For port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:42:52.829692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Router 8453e27a-8c29-4b97-9caa-6b2683862b51 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:42:52.920000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] Set router 8453e27a-8c29-4b97-9caa-6b2683862b51 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:52.958666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] For port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,segment=NetworkSegment(2bbf73a4-4bef-4660-83fb-984cd24c0ec2),segment_id=2bbf73a4-4bef-4660-83fb-984cd24c0ec2)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:42:52.959190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Calling delete_port for 438c05bd-547f-403a-8608-7c3c42e15e78 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:52.969524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:42:52.989283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.012948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.023715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.116512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.117870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.169851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Subnet': ['ID=47c74519-aab4-4339-adb3-ade70e0f8416,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:53.189913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:50Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:53.226396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.247426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Transition to ACTIVE for port object 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:53.254986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:53.258598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f30e5a-60ca-4926-a460-6d64335de57c None None] The sync data for ids ['8453e27a-8c29-4b97-9caa-6b2683862b51'] in dv-neutron-829488-1-hyperv is: [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:50Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:53.300687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.301420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.337620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-51bcf1c6-44ed-449f-bce4-c2f8b859330a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/47c74519-aab4-4339-adb3-ade70e0f8416 HTTP/1.1" status: 204 len: 168 time: 1.6816001 Feb 16 08:42:53.345690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59270) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.391778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53fc6c-0aac-4146-af09-31417fe68903 None None] Pushing event updated for resources: {'Port': ['ID=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:53.416162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.443465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:42:53.455863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for a37a3512-d5e4-4df6-a35d-93ccdb9bce51 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:53.506281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472cf9d-c6a3-405f-bc24-e0ee3a217c67 None None] DHCP port deletion for 83b5ead7-407a-4353-9358-585cf4312ebb request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:53.512457 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e83deb6-2da2-4463-9952-a7e3562ac5f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:53.513096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e83deb6-2da2-4463-9952-a7e3562ac5f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:53.519538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Port': ['ID=438c05bd-547f-403a-8608-7c3c42e15e78,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:53.537177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e85bebe7-d0b3-4b70-9367-7660b6e9dd3f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "PUT /v2.0/routers/8453e27a-8c29-4b97-9caa-6b2683862b51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2573366 Feb 16 08:42:53.538520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] No DVR routers for this DVR port 438c05bd-547f-403a-8608-7c3c42e15e78 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:53.540612 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e83deb6-2da2-4463-9952-a7e3562ac5f9 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/feb9f279-d143-414f-877e-17de606a7fd2 HTTP/1.1" status: 404 len: 337 time: 0.1922982 Feb 16 08:42:53.541156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59274) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.598017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59278) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.609099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8::1 (88bdc82d-f274-4bf3-adc9-a9ad432c5119/dd8d3c68-1a56-4512-a78b-123aece64382/90b73eb7-ae27-4731-be98-014677652d7f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:42:53.679965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3851b0d3-5570-43a8-9385-3298b4ab32c7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "GET /v2.0/ports?device_id=b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 HTTP/1.1" status: 200 len: 205 time: 0.0804503 Feb 16 08:42:53.681136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59282) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.774286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.821745 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-258ec58a-5afe-410d-b1a7-0fa236394b2a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] delete failed (client error): The resource could not be found. Feb 16 08:42:53.824153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4478af-5eed-4be3-ae84-fd0c7ae0feb1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:53.825330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-258ec58a-5afe-410d-b1a7-0fa236394b2a tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/routers/b54b69ed-ff1d-4d3f-89e8-d717d3f2c248 HTTP/1.1" status: 404 len: 336 time: 0.1163270 Feb 16 08:42:53.825728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4478af-5eed-4be3-ae84-fd0c7ae0feb1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:53.827274 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4d4478af-5eed-4be3-ae84-fd0c7ae0feb1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2850499 Feb 16 08:42:53.827815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59286) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.829618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.839094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59288) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:53.850038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb89d5b-dddc-471b-bbe7-384739b7ee47 None None] Pushing event updated for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:53.868479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4d4834b2-29f4-489b-9a33-44debdd3f634 None None] Provisioning complete for port bb4ae500-533e-496e-8690-19f12c455166 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:53.869062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d4834b2-29f4-489b-9a33-44debdd3f634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:53.901169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21af67af-48b0-49bd-95be-ed6fce7bb83d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:53.947192 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdfa733-61e0-4312-9fef-b65fc51541a8 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:53.947502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdfa733-61e0-4312-9fef-b65fc51541a8 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:53.952807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4d4834b2-29f4-489b-9a33-44debdd3f634 None None] Port bb4ae500-533e-496e-8690-19f12c455166 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:53.953254 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4fdfa733-61e0-4312-9fef-b65fc51541a8 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/20ec4921-f07b-426a-8b2f-d931482400c7 HTTP/1.1" status: 404 len: 337 time: 0.1114590 Feb 16 08:42:53.953254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b5ead7-407a-4353-9358-585cf4312ebb']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:53.967758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59294) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.010318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:54.010685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daa0fe7c-1a0d-46e4-a835-bdbea4e89d61') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:54.031166 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba44b788-4924-485a-911a-4278b053d36e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.031513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba44b788-4924-485a-911a-4278b053d36e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.033147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ba44b788-4924-485a-911a-4278b053d36e tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/4334e088-e28e-41e5-a829-09be1f86937e HTTP/1.1" status: 404 len: 337 time: 0.0645413 Feb 16 08:42:54.034990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.040023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59298) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.088873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.113060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Provisioning for port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:54.115922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.117059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f75cb992-d46b-4e29-914d-692f59cce041 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/21af67af-48b0-49bd-95be-ed6fce7bb83d HTTP/1.1" status: 204 len: 168 time: 1.6560733 Feb 16 08:42:54.120246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1dc158-02ec-40d9-84f1-637e9ce944dd None None] Update dhcp port {'port': {'network_id': 'ce2ba627-eb2d-4100-91b3-1c444d9c30cf', 'fixed_ips': [{'subnet_id': '47c74519-aab4-4339-adb3-ade70e0f8416'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:42:54.132749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aaf4f04-7e4c-4ff5-a0c7-0cac5bde829b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.133571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aaf4f04-7e4c-4ff5-a0c7-0cac5bde829b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.162974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Provisioning complete for port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:54.162974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.163290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:54.163607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.180810 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6aaf4f04-7e4c-4ff5-a0c7-0cac5bde829b tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/76025db4-1b8d-4b6b-8a59-c2ea1884e58e HTTP/1.1" status: 404 len: 337 time: 0.1397190 Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:54.184955 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:54.194671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59304) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.313536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet a368f4bc-ee66-4489-984f-4448bfe6a678 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:54.315304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.317759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.353692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:54.384042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.408689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=a37a3512-d5e4-4df6-a35d-93ccdb9bce51,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:54.412903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f4d0c0-a5cc-4685-a75d-12348a54466f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.413526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f4d0c0-a5cc-4685-a75d-12348a54466f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.419081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-53f4d0c0-a5cc-4685-a75d-12348a54466f tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/08844fbc-de6f-46ed-af8e-1b9daac890d8 HTTP/1.1" status: 404 len: 333 time: 0.2218890 Feb 16 08:42:54.423443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.464331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.522567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.554852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c1a2dc-8134-4bc9-96f2-e312be6ea41c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.555455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c1a2dc-8134-4bc9-96f2-e312be6ea41c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.560184 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8c1a2dc-8134-4bc9-96f2-e312be6ea41c tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/467eb59f-9c10-4ca4-a474-ecaef93f8395 HTTP/1.1" status: 404 len: 337 time: 0.1332030 Feb 16 08:42:54.563714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59312) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.619588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c1dc158-02ec-40d9-84f1-637e9ce944dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.641624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 90b73eb7-ae27-4731-be98-014677652d7f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:42:54.655812 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a6a484-2f3b-4ea8-b2c3-1667a622d663 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.656591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a6a484-2f3b-4ea8-b2c3-1667a622d663 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.663076 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-75a6a484-2f3b-4ea8-b2c3-1667a622d663 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/ce98f7df-8bf9-4657-b8ed-e61d2d2560b9 HTTP/1.1" status: 404 len: 337 time: 0.0948973 Feb 16 08:42:54.667255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59318) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.692563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.720450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.739207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.744165 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-745a7103-9121-485e-b42c-b3aee434b7bb tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/a37a3512-d5e4-4df6-a35d-93ccdb9bce51 HTTP/1.1" status: 204 len: 168 time: 2.5378256 Feb 16 08:42:54.745177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59322) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.747791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bb720b-dea4-4ec6-a22d-a7019e242f81 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.748275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bb720b-dea4-4ec6-a22d-a7019e242f81 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.748607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] Pushing event deleted for resources: {'Network': ['ID=83b5ead7-407a-4353-9358-585cf4312ebb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:54.754717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-02bb720b-dea4-4ec6-a22d-a7019e242f81 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/bfad2959-00ab-4aa9-949c-e8177432ae3a HTTP/1.1" status: 404 len: 333 time: 0.0847530 Feb 16 08:42:54.755670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59326) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.804517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe52d1-7290-40e4-bcd3-244cbe923521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.805034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fe52d1-7290-40e4-bcd3-244cbe923521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.809489 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-54fe52d1-7290-40e4-bcd3-244cbe923521 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/ee8c3112-c625-47a6-a35f-6a57c6e238a6 HTTP/1.1" status: 404 len: 337 time: 0.0508251 Feb 16 08:42:54.810145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59330) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.860575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e309bfb-0e86-4e87-9637-a596788ffbcc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:54.861076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e309bfb-0e86-4e87-9637-a596788ffbcc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:54.865717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6e309bfb-0e86-4e87-9637-a596788ffbcc tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/subnets/f9ff4663-9f62-451f-903a-6c29dbf66ad3 HTTP/1.1" status: 404 len: 337 time: 0.0533350 Feb 16 08:42:54.867085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59334) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:54.868194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:54.912626 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-25f215f2-0e56-4499-bcd6-1b75e7b81d05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] GET failed (client error): The resource could not be found. Feb 16 08:42:54.913191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-25f215f2-0e56-4499-bcd6-1b75e7b81d05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Synchronizing usage tracker for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:54.953618 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4dddd57a-1aed-4549-98e6-907249089c63 tempest-NetworksIpV6Test-1281581586 tempest-NetworksIpV6Test-1281581586-project] 10.222.0.94 "DELETE /v2.0/networks/83b5ead7-407a-4353-9358-585cf4312ebb HTTP/1.1" status: 204 len: 168 time: 3.0304523 Feb 16 08:42:54.955713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.037557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.038124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Sync routers for ids ['8453e27a-8c29-4b97-9caa-6b2683862b51'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:42:55.062687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fd85fbf8-e0b6-4db8-a81c-15d33fef52ae up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:55.064642 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Routers {'8453e27a-8c29-4b97-9caa-6b2683862b51'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:55.065332 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8453e27a-8c29-4b97-9caa-6b2683862b51'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:55.070623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-25f215f2-0e56-4499-bcd6-1b75e7b81d05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Unset dirty status for tenant:6fd177207f45483f9216f29f86606d27 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:55.071823 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-25f215f2-0e56-4499-bcd6-1b75e7b81d05 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports/a37a3512-d5e4-4df6-a35d-93ccdb9bce51 HTTP/1.1" status: 404 len: 333 time: 0.3247674 Feb 16 08:42:55.073210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.088349 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/a368f4bc-ee66-4489-984f-4448bfe6a678 HTTP/1.1" status: 204 len: 168 time: 1.1947360 Feb 16 08:42:55.089432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1266d5c-82b2-4614-9228-f2a356468f6a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=a368f4bc-ee66-4489-984f-4448bfe6a678,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:55.090733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59344) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:55.091137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59346) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:55.133525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e525891-90e9-48a3-8f23-08ec78bb3292 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:55.244606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] For port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,segment=NetworkSegment(15492f1d-7508-47e9-acd4-860b0c36a63e),segment_id=15492f1d-7508-47e9-acd4-860b0c36a63e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:55.337382 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Set router 8453e27a-8c29-4b97-9caa-6b2683862b51 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:55.384180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a24fd1-adf8-49a5-9856-7a3f00f598b9 None None] Network ce2ba627-eb2d-4100-91b3-1c444d9c30cf requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:55.448418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.509698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59358) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:55.563384 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:50Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:55.584309 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Checking router: 8453e27a-8c29-4b97-9caa-6b2683862b51 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:42:55.589851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:55.592668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=90b73eb7-ae27-4731-be98-014677652d7f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:55.606158 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Routers {'8453e27a-8c29-4b97-9caa-6b2683862b51'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:42:55.607151 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8453e27a-8c29-4b97-9caa-6b2683862b51'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:55.631690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:55.636884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port bb4ae500-533e-496e-8690-19f12c455166 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:55.642229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.689756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6695a7-bdcc-4eaf-9f46-fa50ba9e97ce None None] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:55.697337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:42:55.700286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.777261 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] Set router 8453e27a-8c29-4b97-9caa-6b2683862b51 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:42:55.871270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0eea920b-573e-47ea-b86f-3652ae04edda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:55.908176 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:50Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:55.914286 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28cb55f-dd81-443a-9efc-b530164dc1dd None None] The sync data for ids ['8453e27a-8c29-4b97-9caa-6b2683862b51'] in dv-neutron-829488-1-hyperv is: [{'id': '8453e27a-8c29-4b97-9caa-6b2683862b51', 'name': 'tempest-NetworksTestDHCPv6-router-378019345', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:42:37Z', 'updated_at': '2022-02-16T08:42:50Z', 'revision_number': 3, 'project_id': '0a038040cc8240ffaccdcac3060d3dc6', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:42:55.951844 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2ba405fb-c0b8-41af-b0b1-5487bbdfe553 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a9aff8f9025c48d4847fd544c084463e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4387426 Feb 16 08:42:55.953910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59368) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:55.954809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:55.985734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.070008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.095763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning complete for port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:56.096658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.134826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.173791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.196970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0eea920b-573e-47ea-b86f-3652ae04edda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:56.202240 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0eea920b-573e-47ea-b86f-3652ae04edda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0320907 Feb 16 08:42:56.203258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529bbabe-9cd3-4a97-90b6-a259fd4688b6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:56.209793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59374) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:56.232974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.254901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cccd89-7474-419a-a2f6-a7a598fb7ea8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:56.256755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.257971 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a7da7ac-e1a7-4b9e-b1ca-f7976fde8173 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/c9cccd89-7474-419a-a2f6-a7a598fb7ea8 HTTP/1.1" status: 204 len: 168 time: 0.2989428 Feb 16 08:42:56.274628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71046e1-4be1-4146-bcb7-7c03eccbb1aa None None] Pushing event updated for resources: {'Port': ['ID=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:56.327708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.330980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aec44637-3cf6-4e51-8326-ed65684efb64 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/security-groups/529bbabe-9cd3-4a97-90b6-a259fd4688b6 HTTP/1.1" status: 204 len: 168 time: 1.1599240 Feb 16 08:42:56.331745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59382) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:56.441273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.448919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.458955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.476824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:56.516768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.578287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 438c05bd-547f-403a-8608-7c3c42e15e78 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:56.624134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 438c05bd-547f-403a-8608-7c3c42e15e78 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:56.624562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 438c05bd-547f-403a-8608-7c3c42e15e78 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:56.634029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.655822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Calling delete_port for bb4ae500-533e-496e-8690-19f12c455166 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:56.691972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=196b3c78-b71c-4fc9-8966-7c34ee10f996,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:56.716095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.723147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-caf3d7e9-6a84-4da6-967a-848eda17c2b9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/security-groups/196b3c78-b71c-4fc9-8966-7c34ee10f996 HTTP/1.1" status: 204 len: 168 time: 0.3900862 Feb 16 08:42:56.724056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59390) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:56.785437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:56.790391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning complete for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:56.791105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.794000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:56.880113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:42:56.928384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Deleting port 3b15f38f-3d31-43f4-99bb-34f969171d6e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:56.929021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.006775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.032646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] DHCP port deletion for ce2ba627-eb2d-4100-91b3-1c444d9c30cf request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:42:57.066465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.075473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Deleting port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:57.076187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.159453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.217532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9411fb6b-8133-4a7a-b438-53fb911374c7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:57.240504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.249977 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-993e80e6-4123-450c-8e81-96c78d1b5362 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/security-groups/9411fb6b-8133-4a7a-b438-53fb911374c7 HTTP/1.1" status: 204 len: 168 time: 0.5224919 Feb 16 08:42:57.250666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59406) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:57.511952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 810087e7-c4c2-4b12-b426-97f1ea829b6d {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:57.515456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.519841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:57.520361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.616379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.635583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] For port 3b15f38f-3d31-43f4-99bb-34f969171d6e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b15f38f-3d31-43f4-99bb-34f969171d6e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:57.636370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.732288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.819965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.824947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Calling delete_port for 3b15f38f-3d31-43f4-99bb-34f969171d6e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:57.830795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.849905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.881412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] For port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,segment=NetworkSegment(c0ee8aee-8b30-418d-a0a9-d8c82d3857d4),segment_id=c0ee8aee-8b30-418d-a0a9-d8c82d3857d4)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:57.881726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.893340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.894722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:57.894884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.898591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Port': ['ID=bb4ae500-533e-496e-8690-19f12c455166,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:57.927474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:57.934509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59418) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:57.948925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=810087e7-c4c2-4b12-b426-97f1ea829b6d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:57.967173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b50d339a-47e2-4d29-ac58-f3a96bde746f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/810087e7-c4c2-4b12-b426-97f1ea829b6d HTTP/1.1" status: 204 len: 168 time: 0.7149391 Feb 16 08:42:57.968102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59426) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:57.982790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=90b73eb7-ae27-4731-be98-014677652d7f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:58.000248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.077212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fd31c6-8f40-4d0d-84d5-229bacf20580 None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:42:58.081224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet 778b3bc9-dca6-4af3-be36-5f6314b34b3d {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:58.089163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.089348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:58.089687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.124067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Calling delete_port for cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:42:58.224704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.280914 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-af55d1d4-8c19-4e3b-9950-a5080a5a54b7 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/ports/bb4ae500-533e-496e-8690-19f12c455166 HTTP/1.1" status: 204 len: 168 time: 3.4064095 Feb 16 08:42:58.293302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59436) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:58.365044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-828292339'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:58.366265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.375819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:58.387803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:58.391765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:58.417974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:58.437288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:58.440595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.449157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:58.459623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.469498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.488773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.493961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] No DVR routers for this DVR port 3b15f38f-3d31-43f4-99bb-34f969171d6e on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:58.503956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59440) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:58.526765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e809b836-48b1-428c-aae0-6e90cecb4daa None None] Pushing event deleted for resources: {'Port': ['ID=3b15f38f-3d31-43f4-99bb-34f969171d6e,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:58.557003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:58.564643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:security_group_rule and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:58.569452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:58.576852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:58.583556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.632770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=778b3bc9-dca6-4af3-be36-5f6314b34b3d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:58.636613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Deleting port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:42:58.637257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.645153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.667813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bdd66b2b-b261-4bd6-b157-dc27633f9dcd tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/778b3bc9-dca6-4af3-be36-5f6314b34b3d HTTP/1.1" status: 204 len: 168 time: 0.6985207 Feb 16 08:42:58.673262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59446) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:58.722009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.722278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.722818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-52248981-6109-4685-9d31-2e9ddd4e8f16 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:42:58.723262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52248981-6109-4685-9d31-2e9ddd4e8f16 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:42:58.739085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-52248981-6109-4685-9d31-2e9ddd4e8f16 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/810087e7-c4c2-4b12-b426-97f1ea829b6d HTTP/1.1" status: 404 len: 337 time: 0.0648711 Feb 16 08:42:58.741743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:58.749769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.772644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No active binding found for port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 {{(pid=83711) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 16 08:42:58.773061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:58.788212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1795189563', 'router:external': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:58.793129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:42:58.798345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] The port 'cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:42:58.799474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.799692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:42:58.800720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:58.812377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:network and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:58.817203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.820108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:58.833017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] Pushing event deleted for resources: {'Port': ['ID=cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:58.846848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba168dd3-4c3b-4ac1-aba9-335442e95e2f None None] No DVR routers for this DVR port cb70fdb7-bd25-4bb0-9da8-f7ef65b32f38 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:42:58.849919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:58.865950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Could not find standard attr ID for object bb4ae500-533e-496e-8690-19f12c455166. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:58.880904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:58.890228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting subnet eabc43dc-e1f7-4957-8fa0-b4db2e968ac4 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:42:58.898902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Made reservation on behalf of 6b1d045e2edf4f08aea5a2fa2908c6f6 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:58.908588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.934186 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning for port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:42:58.945303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning complete for port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:58.945656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.951499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.977747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b15f38f-3d31-43f4-99bb-34f969171d6e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:42:58.979968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3342c78-1851-48a2-b23e-5e7ea7b03990,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:58.992809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:58.993064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment 2a84e399-bd0f-4f34-94dc-851de6e1368b of type vlan for network 78987ea2-da1c-4a54-b78e-532afda8d145 Feb 16 08:42:58.996307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.054254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3b15f38f-3d31-43f4-99bb-34f969171d6e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:42:59.054675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b15f38f-3d31-43f4-99bb-34f969171d6e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:42:59.058941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.117211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.135212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:59.147370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:security_group_rule and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:59.151305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:59.169965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:59.199954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.209805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.213386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:59.213993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.258232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] For port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,segment=NetworkSegment(2bbf73a4-4bef-4660-83fb-984cd24c0ec2),segment_id=2bbf73a4-4bef-4660-83fb-984cd24c0ec2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:42:59.269352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.301611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.320911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.321436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Fanout notify agent at l3_agent the message router_deleted on router 8453e27a-8c29-4b97-9caa-6b2683862b51 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:42:59.352375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Could not find standard attr ID for object a37a3512-d5e4-4df6-a35d-93ccdb9bce51. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:42:59.352974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2ba627-eb2d-4100-91b3-1c444d9c30cf']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:59.376930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.380405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:59.380890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ee8aee-8b30-418d-a0a9-d8c82d3857d4') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:42:59.394304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.395719 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ecec8020-4ed5-4e4c-b2bb-1c84dc4ceb7a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/routers/8453e27a-8c29-4b97-9caa-6b2683862b51 HTTP/1.1" status: 204 len: 168 time: 3.1611505 Feb 16 08:42:59.412938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4760602 Feb 16 08:42:59.413702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59454) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:59.420143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:59.420601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.421654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3834ea6-de45-4a6b-8788-56b937ff15b5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=78987ea2-da1c-4a54-b78e-532afda8d145,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:59.432129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59456) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:59.467406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 78987ea2-da1c-4a54-b78e-532afda8d145 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:42:59.481193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1690459276'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:42:59.504399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.510750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-644af931-dd0e-4903-8dc7-24be93e2c69c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:42:59.526523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:42:59.534839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:42:59.551043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:42:59.568442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:42:59.570652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.585588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-644af931-dd0e-4903-8dc7-24be93e2c69c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:42:59.590218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-644af931-dd0e-4903-8dc7-24be93e2c69c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1694953 Feb 16 08:42:59.591083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.596663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59462) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:42:59.607526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.617536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:42:59.618369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:42:59.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:42:59.644403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:42:59.648432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.661414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Pushing event updated for resources: {'Port': ['ID=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:59.680278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-11992563-f945-4dab-a87b-b56dbb536f39 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:42:59.697146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.708628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:59.755071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.775407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.789608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] Pushing event deleted for resources: {'Network': ['ID=ce2ba627-eb2d-4100-91b3-1c444d9c30cf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:59.793965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ce632bc-b4d5-41b1-bea6-6ab820c47952 tempest-PortsIpV6TestJSON-2022172694 tempest-PortsIpV6TestJSON-2022172694-project] 10.222.0.94 "DELETE /v2.0/networks/ce2ba627-eb2d-4100-91b3-1c444d9c30cf HTTP/1.1" status: 204 len: 168 time: 1.4854419 Feb 16 08:42:59.817499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Provisioning complete for port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:42:59.819432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.865621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 8251e3be-a963-4509-aca3-9358a6cfb857 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:42:59.901420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Subnet': ['ID=eabc43dc-e1f7-4957-8fa0-b4db2e968ac4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:59.914075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.924987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b70c94b-05a2-4b65-97a4-d4b3dd77f1a3,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:42:59.963147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:42:59.963523 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Added segment 55484088-ef0b-45c3-a111-7141d0420601 of type vlan for network 7013b74e-b67e-487b-9af6-cff2705f7b04 Feb 16 08:42:59.964696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:42:59.970672 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da66b0aa-587f-4f7a-bbea-74d16ca29616 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/eabc43dc-e1f7-4957-8fa0-b4db2e968ac4 HTTP/1.1" status: 204 len: 168 time: 1.2279644 Feb 16 08:42:59.989281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d18c8b4-57e6-44db-9ab4-d8438d5f3aae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:42:59.991115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2d18c8b4-57e6-44db-9ab4-d8438d5f3aae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:00.001955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59468) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.033127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Provisioning for port 90b73eb7-ae27-4731-be98-014677652d7f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:00.041061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Provisioning complete for port 90b73eb7-ae27-4731-be98-014677652d7f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:00.042805 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.086052 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2018c4-f224-4a05-8767-cb93473cc9f6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:00.087278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef2018c4-f224-4a05-8767-cb93473cc9f6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:00.095481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.096213 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment 696ae1b0-2020-4fef-9e0c-ccab30ca2cb9 of type vlan for network 55a58757-9f0a-4b5f-bd2c-bb592f251690 Feb 16 08:43:00.121136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Port 90b73eb7-ae27-4731-be98-014677652d7f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:00.125650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9835575-6916-4d99-81e5-b80cb603bc9f None None] Network 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:00.132773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:00.141869 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0168025-f119-4d8f-a3ac-be094f49d6a8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6983120 Feb 16 08:43:00.142840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59474) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.146341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-85a10167-704b-4a20-b70e-91f7849644d8 None None] Could not find standard attr ID for object a37a3512-d5e4-4df6-a35d-93ccdb9bce51. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:43:00.147929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] Sync routers for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:00.171361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ef2018c4-f224-4a05-8767-cb93473cc9f6 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/9e8b9836-7b22-47e1-9b54-18d0f3d06702 HTTP/1.1" status: 404 len: 337 time: 0.1678679 Feb 16 08:43:00.174589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59478) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.179813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2d18c8b4-57e6-44db-9ab4-d8438d5f3aae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:00.184532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2d18c8b4-57e6-44db-9ab4-d8438d5f3aae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5783091 Feb 16 08:43:00.187595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59480) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.194799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.230544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:00.231230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:00.273370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-563324ba-5b28-4bab-9abe-8e3466f45f62 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:00.292481 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a15dc9d7-e7d9-4acb-a18a-37bc5d40ba8b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "GET /v2.0/ports?device_id=28b9fdac-b989-4d7a-9fca-84d80f76643b HTTP/1.1" status: 200 len: 205 time: 0.1058190 Feb 16 08:43:00.293925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578f585c-423c-40d8-9beb-a0637d622adc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:00.294596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-578f585c-423c-40d8-9beb-a0637d622adc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:00.297116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59486) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.302093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.316483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:00.341294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59490) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.372954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:00.373609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:00.379790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-563324ba-5b28-4bab-9abe-8e3466f45f62 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:00.385155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-563324ba-5b28-4bab-9abe-8e3466f45f62 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925571 Feb 16 08:43:00.386946 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-6dc24488-13fd-458c-bdbf-7cf9f24aed0b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] delete failed (client error): The resource could not be found. Feb 16 08:43:00.387099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.390485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6dc24488-13fd-458c-bdbf-7cf9f24aed0b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/routers/28b9fdac-b989-4d7a-9fca-84d80f76643b HTTP/1.1" status: 404 len: 336 time: 0.0874746 Feb 16 08:43:00.390485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59496) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.393226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:00.394864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.395006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59498) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.403755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:00.457301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-578f585c-423c-40d8-9beb-a0637d622adc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:00.461565 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-578f585c-423c-40d8-9beb-a0637d622adc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports/90b73eb7-ae27-4731-be98-014677652d7f HTTP/1.1" status: 200 len: 911 time: 0.3175509 Feb 16 08:43:00.462294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.481139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:00.481475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4bfb27-f94b-4af9-beaa-7811ada60f45 None None] The sync data for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:00.486720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4383b296-da2f-4749-8b7b-f0c182c6a435 None None] Provisioning complete for port cc6980dc-114d-44a9-8593-4eb812552162 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:00.487088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4383b296-da2f-4749-8b7b-f0c182c6a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.520146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d326aef-b191-42f6-83ee-fe1236d56f5f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:00.520537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d326aef-b191-42f6-83ee-fe1236d56f5f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:00.522176 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1d326aef-b191-42f6-83ee-fe1236d56f5f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/f99d8284-f324-4184-9fd6-a4b7ece9c3da HTTP/1.1" status: 404 len: 337 time: 0.1242723 Feb 16 08:43:00.535739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.547198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4383b296-da2f-4749-8b7b-f0c182c6a435 None None] Port cc6980dc-114d-44a9-8593-4eb812552162 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:00.552646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Network': ['ID=7013b74e-b67e-487b-9af6-cff2705f7b04,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:00.557907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.562956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:00.563607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.570583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:00.589953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4383b296-da2f-4749-8b7b-f0c182c6a435 None None] Provisioning complete for port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:00.590341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4383b296-da2f-4749-8b7b-f0c182c6a435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.609237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74c63b79-ed1a-4b27-9922-b8a251d27ee7 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1015656 Feb 16 08:43:00.646112 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2066784 Feb 16 08:43:00.651907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59512) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.652135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59514) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.662974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:00.674378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] DHCP port deletion for 3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:00.687092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:00.692105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Deleting port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:00.692475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.709212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:00.726008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:00.740997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'subnet': {'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:00.744456 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-684b3236-008c-42e8-81a3-2505bcc1e15b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:00.745177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684b3236-008c-42e8-81a3-2505bcc1e15b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:00.748695 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-684b3236-008c-42e8-81a3-2505bcc1e15b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/25bc9297-8c74-4906-a140-174b26fd8893 HTTP/1.1" status: 404 len: 337 time: 0.1594872 Feb 16 08:43:00.751384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59520) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.756254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:00.831865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:subnet and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:00.838722 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b266cb8-3a1d-4001-80d3-69e13505c51b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:00.839163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b266cb8-3a1d-4001-80d3-69e13505c51b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:00.843164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b266cb8-3a1d-4001-80d3-69e13505c51b tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/cb9e9c95-a124-4770-ba86-fd6af4bb4364 HTTP/1.1" status: 404 len: 337 time: 0.0903277 Feb 16 08:43:00.850278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:00.860148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59524) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.867937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:00.878723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74216a66-3b7d-49b0-8818-4dfb91037024 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=55a58757-9f0a-4b5f-bd2c-bb592f251690,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:00.912264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:00.922618 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-31cf3334-ed1b-4941-bd01-51c951526b6e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2788194c8f11459782fe98befdd90c68&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5796852 Feb 16 08:43:00.923999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:00.928227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59528) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:00.928434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:00.931079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:00.934036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Made reservation on behalf of 6b1d045e2edf4f08aea5a2fa2908c6f6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:00.937207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:00.961914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fd85fbf8-e0b6-4db8-a81c-15d33fef52ae up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:00.965549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:01.069756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:01.153976 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca5fd87-c441-45a2-adac-157f91a9decc tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.154264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca5fd87-c441-45a2-adac-157f91a9decc tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.156101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cca5fd87-c441-45a2-adac-157f91a9decc tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/c3f42930-f586-40fe-8cc4-f4b71c7b0b5b HTTP/1.1" status: 404 len: 333 time: 0.2946367 Feb 16 08:43:01.160685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59532) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.164779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.193146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] For port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,segment=NetworkSegment(f6bf02ef-4dec-4782-8e08-7bc2d0794b65),segment_id=f6bf02ef-4dec-4782-8e08-7bc2d0794b65)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:01.193532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.238630 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e0be8f8-e707-4f90-89b5-8af4346d7e5e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.239070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e0be8f8-e707-4f90-89b5-8af4346d7e5e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.240715 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e0be8f8-e707-4f90-89b5-8af4346d7e5e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/04c74a0f-58d7-4139-8d83-02d292d1b433 HTTP/1.1" status: 404 len: 337 time: 0.0791075 Feb 16 08:43:01.244251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.245516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.291584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.311832 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd15b65-5035-40c2-9c2e-3f2de007157d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.312634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd15b65-5035-40c2-9c2e-3f2de007157d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.314826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4dd15b65-5035-40c2-9c2e-3f2de007157d tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/88328203-054b-4bc4-8f9e-252123c78580 HTTP/1.1" status: 404 len: 337 time: 0.0596409 Feb 16 08:43:01.317255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Calling delete_port for 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:01.320373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.322020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.368060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:01.368434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.447740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.454107 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e9a22d-d5c3-4355-888c-8a1e6073d05f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.454716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0e9a22d-d5c3-4355-888c-8a1e6073d05f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.521598 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d0e9a22d-d5c3-4355-888c-8a1e6073d05f tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/4bdf9597-490b-4d30-b275-40c142247428 HTTP/1.1" status: 404 len: 333 time: 0.1879041 Feb 16 08:43:01.523278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.533184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Pushing event deleted for resources: {'Port': ['ID=1c57c6ec-3831-41ea-bac3-9dedcf072ac2,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:01.549396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] No DVR routers for this DVR port 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.564341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a6a78f-8d6f-4e6d-844f-f6b4de60108a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:01.597897 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59c8a23-cd87-4ec8-99c7-f858a270d225 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.598328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59c8a23-cd87-4ec8-99c7-f858a270d225 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.625802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:01.636417 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d59c8a23-cd87-4ec8-99c7-f858a270d225 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/a16782df-e5eb-463a-9e01-b7e5bf4e43bf HTTP/1.1" status: 404 len: 337 time: 0.1063297 Feb 16 08:43:01.640655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59548) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.650374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.665145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:01.665645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1c57c6ec-3831-41ea-bac3-9dedcf072ac2 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:01.669439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5fda208-e658-41ba-aadb-e36d896b0ff7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:01.673981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.677497 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a9f1e913-f896-44d0-814a-c22e26714755 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e5fda208-e658-41ba-aadb-e36d896b0ff7 HTTP/1.1" status: 204 len: 168 time: 0.7459707 Feb 16 08:43:01.693855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e05819c-44c5-4fee-83a2-f4e8aae025e9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] DELETE failed (client error): The resource could not be found. Feb 16 08:43:01.694664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e05819c-44c5-4fee-83a2-f4e8aae025e9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:01.751110 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5e05819c-44c5-4fee-83a2-f4e8aae025e9 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/subnets/0d91b11a-8ab0-4dc3-be27-b27551f44df1 HTTP/1.1" status: 404 len: 337 time: 0.1092837 Feb 16 08:43:01.757254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.757841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59554) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:01.859394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.895797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Deleting port cc6980dc-114d-44a9-8593-4eb812552162 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:01.896141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.922829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:43:01.947134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=f032755e-3991-4e38-9de4-69ba67fdb300,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:01.968177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:01.977348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': '2a84e399-bd0f-4f34-94dc-851de6e1368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:01.977703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: 78987ea2-da1c-4a54-b78e-532afda8d145, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:02.105801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:02.120425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:02.123652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:02.124246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.133231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283c7ec-cb75-45e9-a25e-b0b5f0ea5bb5 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:02.133445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=1a637aa4-c1d7-4cb9-adaf-79b71590986f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:02.149082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:43:02.149588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.196649 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-27cea6aa-d364-4041-b9f9-d495503bf6f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8033891 Feb 16 08:43:02.199223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59568) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:02.214321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:02.236058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 78987ea2-da1c-4a54-b78e-532afda8d145 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:02.257131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5093f722-ecfb-4e13-a623-0b45b8a9683f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:02.268398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 78987ea2-da1c-4a54-b78e-532afda8d145) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:02.277655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:02.278263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.280505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4726fce-0f86-4e35-ac5c-8f7eec80be90 None None] Network 78987ea2-da1c-4a54-b78e-532afda8d145 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:02.300784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Checking segment: {'id': '55484088-ef0b-45c3-a111-7141d0420601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:02.301146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network hostable DHCP agents. Network: 7013b74e-b67e-487b-9af6-cff2705f7b04, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:02.317822 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-30f2a345-d673-4347-8deb-132693ce06e1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6620743 Feb 16 08:43:02.319349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59572) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:02.327860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:02.469479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.504159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:02.509826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:02.512863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.513925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:02.520990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:02.524112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 7013b74e-b67e-487b-9af6-cff2705f7b04) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:02.531756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:02.537026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:02.537820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.547098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '1a637aa4-c1d7-4cb9-adaf-79b71590986f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:02.548319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.558335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5dd22a6-1863-4cb2-ab1b-754888e49bcf None None] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:02.559444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:02.594361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-034ded85-2fef-44ec-897c-478f9d60fdfd tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9408987 Feb 16 08:43:02.595501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59582) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:02.659028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-5397168', 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:02.673810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:02.695490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:port and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:02.702139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:02.719277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:02.730091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59586) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:02.744762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.826122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Made reservation on behalf of 6b1d045e2edf4f08aea5a2fa2908c6f6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:02.828649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.865912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-78987ea2-da1c-4a54-b78e-532afda8d145', 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': 'f032755e-3991-4e38-9de4-69ba67fdb300'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:02.866757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:02.873603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] device_id is not set on port 3fce3856-d7e1-4732-99ce-f6fe673bf222 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:02.930793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Calling delete_port for cc6980dc-114d-44a9-8593-4eb812552162 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:02.972360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-645399834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:02.980675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:02.985076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:router and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:02.989220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:02.995530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:03.033757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:03.067452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Allocated IP 2001:db8::f816:3eff:fec6:7120 (845b2056-9615-46c6-afcf-a7b11d258df1/1a637aa4-c1d7-4cb9-adaf-79b71590986f/948f33e5-0e02-49cb-bf93-9ca80727046e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:03.072789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.073761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:03.074390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.150696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.20.0.10 (7013b74e-b67e-487b-9af6-cff2705f7b04/5093f722-ecfb-4e13-a623-0b45b8a9683f/3fce3856-d7e1-4732-99ce-f6fe673bf222) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:03.159720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:03.164390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9df03c-dd47-46a1-b23c-2bd75dddfb64 None None] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:03.164579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.210943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.260128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.272833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.298663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.391497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Port': ['ID=cc6980dc-114d-44a9-8593-4eb812552162,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:03.414608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.437890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Allocated IP 172.20.0.2 (78987ea2-da1c-4a54-b78e-532afda8d145/f032755e-3991-4e38-9de4-69ba67fdb300/811267d0-be25-4a18-bd7e-796294c858d1) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:03.438494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=3c0f52a4-3997-4d01-916b-4d6ee79105e2,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:03.445464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.446875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-370afdff-cab7-4448-aa9a-973f07876466 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.7136893 Feb 16 08:43:03.466686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59592) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:03.492014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-466797163'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:03.492628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba428199-7087-4b69-b760-2376a269837e tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/ports/cc6980dc-114d-44a9-8593-4eb812552162 HTTP/1.1" status: 204 len: 168 time: 1.7323401 Feb 16 08:43:03.498004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59596) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:03.502852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:03.538059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8:1::1 (f60f7d4a-9c43-4e78-8594-388cef7fc177/ff4b92e7-2d1d-4b42-b6c3-604be41c411e/9d6059da-feda-4d60-97ae-d8b00318f75d) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:03.550388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:network and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:03.559075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:03.615087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:03.651536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:03.651906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: 55a58757-9f0a-4b5f-bd2c-bb592f251690, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:03.661327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.689552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:03.692961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.698778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.713804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.724746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.732725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Transition to ACTIVE for port object 948f33e5-0e02-49cb-bf93-9ca80727046e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:03.790727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.794953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Transition to ACTIVE for port object 948f33e5-0e02-49cb-bf93-9ca80727046e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:03.818796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.824048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 9d6059da-feda-4d60-97ae-d8b00318f75d will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:03.830847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.835292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:03.861247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:03.884002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.895037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Transition to ACTIVE for port object 811267d0-be25-4a18-bd7e-796294c858d1 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:03.904081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:03.908323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:03.913813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:03.914393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.915140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Transition to ACTIVE for port object 811267d0-be25-4a18-bd7e-796294c858d1 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:03.920818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=5415d4e5-3104-4f9f-936c-8ea33d59cb6f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:03.926655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.926863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:security_group_rule and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:03.934305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.936279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:03.944123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:03.945765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:03.951718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:03.957426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 55a58757-9f0a-4b5f-bd2c-bb592f251690) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:03.957836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:03.965337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Pushing event updated for resources: {'Port': ['ID=948f33e5-0e02-49cb-bf93-9ca80727046e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:03.973822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebb83f3-7a4b-40c5-bc68-822b8b4ce13b None None] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:03.997628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:04.003115 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8088d124-cbcd-46f6-809a-8d87e98db636 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8010378 Feb 16 08:43:04.007806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59600) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:04.013615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:04.014398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.016803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:5a:b4:b5', 'name': 'tempest-NetworksTestDHCPv6-315957157'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:04.021774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.057887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:04.092877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:04.107995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:04.112389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=9d6059da-feda-4d60-97ae-d8b00318f75d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:04.114794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:04.115322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.121232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Network 78987ea2-da1c-4a54-b78e-532afda8d145 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:04.122817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:04.123244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bf02ef-4dec-4782-8e08-7bc2d0794b65') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:04.132898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=3fce3856-d7e1-4732-99ce-f6fe673bf222,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:04.133539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:04.138245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:04.147095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:04.149663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-92dbd40f-15a2-41cb-a355-3dcef4abf813 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8289404 Feb 16 08:43:04.150556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:04.152769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59604) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:04.167405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-225069431', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:04.184268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.191028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:04.195646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:04.201890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:04.214524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:04.224916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:04.232641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Pushing event updated for resources: {'Port': ['ID=811267d0-be25-4a18-bd7e-796294c858d1,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:04.238159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Attempting to bind port 948f33e5-0e02-49cb-bf93-9ca80727046e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:04.238716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Attempting to bind port 948f33e5-0e02-49cb-bf93-9ca80727046e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:04.239252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Attempting to bind port 948f33e5-0e02-49cb-bf93-9ca80727046e on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:04.302002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.314849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:04.320373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.327424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.328321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.335871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:04.339807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:04.340055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.368758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.370150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:04.370597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:04.371009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.371500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:04.372038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Bound port: 948f33e5-0e02-49cb-bf93-9ca80727046e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:04.372564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.383461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:04.384560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.408689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:04.412945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.438062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Attempting to bind port 811267d0-be25-4a18-bd7e-796294c858d1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:04.438675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Attempting to bind port 811267d0-be25-4a18-bd7e-796294c858d1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '2a84e399-bd0f-4f34-94dc-851de6e1368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:04.439042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Attempting to bind port 811267d0-be25-4a18-bd7e-796294c858d1 on network 78987ea2-da1c-4a54-b78e-532afda8d145 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:04.489977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.494819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:04.495201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Checking segment: {'id': '2a84e399-bd0f-4f34-94dc-851de6e1368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:04.495598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.496151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Bound using segment: {'id': '2a84e399-bd0f-4f34-94dc-851de6e1368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:04.496629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Bound port: 811267d0-be25-4a18-bd7e-796294c858d1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a84e399-bd0f-4f34-94dc-851de6e1368b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '78987ea2-da1c-4a54-b78e-532afda8d145'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:04.496998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.532928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:04.536642 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:04.561901 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eff54d7f-d650-4ae0-a7bc-c767e42af9da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.9569426 Feb 16 08:43:04.562594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59608) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:04.577128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 3afbe906-411e-43f1-984a-2e912489dc8f yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:04.637816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080815ea-3b40-4506-9424-0e3f694980f4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:04.647385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:43:04.658120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.658662 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Added segment b887280c-70b9-4562-9025-01d31b2873f8 of type vlan for network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 Feb 16 08:43:04.697203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-55a58757-9f0a-4b5f-bd2c-bb592f251690', 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': '3c0f52a4-3997-4d01-916b-4d6ee79105e2'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:04.698232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.703144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.707389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.733166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.755525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] Pushing event deleted for resources: {'Network': ['ID=3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:04.757854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] For port 948f33e5-0e02-49cb-bf93-9ca80727046e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:04.765875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c0964223-9470-44d9-b4b2-56dbad28c773 tempest-PortsTestJSON-436740085 tempest-PortsTestJSON-436740085-project] 10.222.0.94 "DELETE /v2.0/networks/3c4e3a0d-d924-4ca6-8d0e-e296bb84acf1 HTTP/1.1" status: 204 len: 168 time: 1.2641439 Feb 16 08:43:04.766633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb56468c-7abb-404c-8630-2d40a20f4463 None None] Provisioning for port 9d6059da-feda-4d60-97ae-d8b00318f75d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:04.804515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.816659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:04.817791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] For port 948f33e5-0e02-49cb-bf93-9ca80727046e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=948f33e5-0e02-49cb-bf93-9ca80727046e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:04.818616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.826810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.835424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb56468c-7abb-404c-8630-2d40a20f4463 None None] Provisioning complete for port 9d6059da-feda-4d60-97ae-d8b00318f75d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:04.835802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb56468c-7abb-404c-8630-2d40a20f4463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.864861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.865517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6800e538-bb85-4596-97d7-c442f15b0e2b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7115803 Feb 16 08:43:04.873014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting port 3fce3856-d7e1-4732-99ce-f6fe673bf222 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:04.873363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.874502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:04.898470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59614) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:04.923492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] For port 811267d0-be25-4a18-bd7e-796294c858d1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:04.951327 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4792914 Feb 16 08:43:04.952372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59618) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:04.970255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] For port 811267d0-be25-4a18-bd7e-796294c858d1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=811267d0-be25-4a18-bd7e-796294c858d1,segment=NetworkSegment(2a84e399-bd0f-4f34-94dc-851de6e1368b),segment_id=2a84e399-bd0f-4f34-94dc-851de6e1368b)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:04.978234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'subnet': {'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:04.999608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.112163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fb56468c-7abb-404c-8630-2d40a20f4463 None None] Port 9d6059da-feda-4d60-97ae-d8b00318f75d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:05.141789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:05.144312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77b3c3-692d-4d4f-ab19-dfe165ed146e None None] Pushing event updated for resources: {'Port': ['ID=948f33e5-0e02-49cb-bf93-9ca80727046e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:05.148561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2728760-f189-448e-90f6-f70b56bf9866 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Network': ['ID=08bb7e38-6ab2-45b8-bcc9-cb2bf6798548,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:05.152241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:subnet and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:05.155715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:05.162879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:05.177420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:05.302859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.317232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59624) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:05.324301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:05.441814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Allocated IP 172.21.0.2 (55a58757-9f0a-4b5f-bd2c-bb592f251690/3c0f52a4-3997-4d01-916b-4d6ee79105e2/efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:05.581158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856d52c-fc2b-49f0-a843-f3c4c9c027e1 None None] Pushing event updated for resources: {'Port': ['ID=811267d0-be25-4a18-bd7e-796294c858d1,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:05.634704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cc46410d-cc2b-4a32-bb01-5c9c2f9cbf3f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6fd177207f45483f9216f29f86606d27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3117602 Feb 16 08:43:05.635276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59630) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:05.637042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 172.20.0.14 (845b2056-9615-46c6-afcf-a7b11d258df1/5415d4e5-3104-4f9f-936c-8ea33d59cb6f/3afbe906-411e-43f1-984a-2e912489dc8f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:05.654789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.657933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe5a:b4b5 (845b2056-9615-46c6-afcf-a7b11d258df1/1a637aa4-c1d7-4cb9-adaf-79b71590986f/3afbe906-411e-43f1-984a-2e912489dc8f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:05.734217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.742043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.745745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.890355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.904727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Transition to ACTIVE for port object efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:05.936707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Transition to ACTIVE for port object efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:05.952392 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:05.960690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Checking segment: {'id': 'b887280c-70b9-4562-9025-01d31b2873f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:05.961066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network hostable DHCP agents. Network: 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:05.982275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Subnet': ['ID=a66998ba-377b-4923-bb64-20de9ec0a67b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:06.019253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:06.021805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.050503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.130123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:06.135130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:06.145094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:06.146634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:06.154288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.161471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:06.162354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.168140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c4af8-32ab-40bf-99a0-56f4c8f80628 None None] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:06.179730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef219f6f-a474-4607-9d78-e6050ae93622,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:06.181514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Pushing event updated for resources: {'Port': ['ID=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:06.249646 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.267745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.269498 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e862e92e-2acb-433c-b713-3e92ad4009a9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/ef219f6f-a474-4607-9d78-e6050ae93622 HTTP/1.1" status: 204 len: 168 time: 0.6331863 Feb 16 08:43:06.273075 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-04b8e312-8771-463e-b858-5809c84cd688 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3067641 Feb 16 08:43:06.276743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59636) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:06.286858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'network': {'name': 'tempest-router-network01--19242173'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:06.301138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:06.317860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:network and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:06.321066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:06.332026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:06.351723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:06.355062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.382738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.395202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Attempting to bind port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:06.395659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Attempting to bind port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:06.396083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Attempting to bind port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 on network 55a58757-9f0a-4b5f-bd2c-bb592f251690 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:06.401247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:43:06.415072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.415819 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Added segment bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5 of type vlan for network 192e7818-875e-4847-8d97-b0a6388084ca Feb 16 08:43:06.422372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:06.424217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Checking segment: {'id': '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:06.425376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.425816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Bound using segment: {'id': '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:06.426390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Bound port: efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '55a58757-9f0a-4b5f-bd2c-bb592f251690'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:06.426917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.459853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.511075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.516150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:06.516841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.552823 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:43:06.663664 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3838730 Feb 16 08:43:06.664239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] For port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:06.665650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59642) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:06.666064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] For port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,segment=NetworkSegment(696ae1b0-2020-4fef-9e0c-ccab30ca2cb9),segment_id=696ae1b0-2020-4fef-9e0c-ccab30ca2cb9)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:06.672361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-08bb7e38-6ab2-45b8-bcc9-cb2bf6798548', 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548', 'tenant_id': 'fedb34f3357c45ecace5a9d1b3677a15', 'fixed_ips': [{'subnet_id': 'a66998ba-377b-4923-bb64-20de9ec0a67b'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:06.673384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.682899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'network': {'name': 'tempest-router-network02--32912123'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:06.692026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.700381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb1b3c-7b5e-44b9-8967-8336f4e1a2b6 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Network': ['ID=192e7818-875e-4847-8d97-b0a6388084ca,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:06.718297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:06.723474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:network and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:06.726713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:06.737508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:06.750466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:06.752806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 3afbe906-411e-43f1-984a-2e912489dc8f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:06.755333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.816458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:43:06.832396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.833071 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Added segment 03f3ca9e-cf25-467d-bff9-e8ccb9632128 of type vlan for network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 Feb 16 08:43:06.855726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 192e7818-875e-4847-8d97-b0a6388084ca details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:06.881510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.883253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Calling delete_port for 3fce3856-d7e1-4732-99ce-f6fe673bf222 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:06.929258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.934726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:06.935630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:06.992543 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3257504 Feb 16 08:43:07.011392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59652) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:07.033191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'subnet': {'network_id': '192e7818-875e-4847-8d97-b0a6388084ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:07.113105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca48b36-bd95-4044-a452-1169a0a2a88d tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Network': ['ID=44b41074-1ac6-4b98-9813-0a3b2d8c5459,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:07.176190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 948f33e5-0e02-49cb-bf93-9ca80727046e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:07.185236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=9d6059da-feda-4d60-97ae-d8b00318f75d,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:07.220456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:07.236924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1371c5-86c5-4b15-b910-cba06e9ed228 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:07.280746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257e2b-180a-43c8-a6ed-e3ffd0d8a6dc None None] Pushing event updated for resources: {'Port': ['ID=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:07.469344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:07.559590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb47e5d-1636-4c0e-bf42-0d267df75663 None None] Network 78987ea2-da1c-4a54-b78e-532afda8d145 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:07.681389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:07.693972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:07.698243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:07.800725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-333061c3-f727-44d2-a9da-d4ab9d0ce274 None None] Provisioning for port 948f33e5-0e02-49cb-bf93-9ca80727046e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:07.807458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:subnet and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:07.818196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:07.827206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:07.840241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59664) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:07.896858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:07.901060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 948f33e5-0e02-49cb-bf93-9ca80727046e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:07.918476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:07.921876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=3afbe906-411e-43f1-984a-2e912489dc8f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:07.924471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:07.938168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:07.963767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 948f33e5-0e02-49cb-bf93-9ca80727046e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:07.964169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:07.987018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.025800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123045493'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:08.035696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:08.041910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:08.042180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Allocated IP 172.20.0.2 (08bb7e38-6ab2-45b8-bcc9-cb2bf6798548/a66998ba-377b-4923-bb64-20de9ec0a67b/98fed979-44a7-4e5c-8416-82906e5185f1) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:08.048233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:08.062534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:08.079936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.093776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.138997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:08.143901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:08.147175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:08.153116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:08.163125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:08.198794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b2f6d209-eb19-4494-9f41-cad13512c18f None None] Provisioning for port 811267d0-be25-4a18-bd7e-796294c858d1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:08.208731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fce3856-d7e1-4732-99ce-f6fe673bf222,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:08.302220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.307933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.372721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:08.376916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc8ae2e-b4d7-48bd-9b98-080c9151f59e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:08.379937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:08.383117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:08.390462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:08.407135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.454752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-66fbb623-1168-43a6-b365-65db5bff571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.461481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.467156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.504813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 948f33e5-0e02-49cb-bf93-9ca80727046e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=948f33e5-0e02-49cb-bf93-9ca80727046e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:08.512212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:08.512703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.521099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:08.524824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.528676 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-17c50cd1-4a36-4cb7-b099-3edf2c49f227 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6843829 Feb 16 08:43:08.529326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59670) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:08.587146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.594671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 811267d0-be25-4a18-bd7e-796294c858d1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:08.607174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-027e6ce5-b16f-4c7a-bfa7-78156c52d058 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:08.629724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-027e6ce5-b16f-4c7a-bfa7-78156c52d058 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:08.634362 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-027e6ce5-b16f-4c7a-bfa7-78156c52d058 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1008160 Feb 16 08:43:08.634602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-29ee93c8-1daa-4dc3-bcbd-10fc555baf74 None None] Provisioning complete for port 9d6059da-feda-4d60-97ae-d8b00318f75d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:08.634602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29ee93c8-1daa-4dc3-bcbd-10fc555baf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.634827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:08.640746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-security--262886404', 'description': 'tempest-security-description-2099036912'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:08.674146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.739834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.741737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=948f33e5-0e02-49cb-bf93-9ca80727046e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:08.744218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.747206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.750947 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "PUT /v2.0/security-groups/8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc HTTP/1.1" status: 200 len: 1611 time: 0.1133478 Feb 16 08:43:08.758013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59678) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:08.814036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f31efa-d108-4643-8265-c8376793e333 None None] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:08.835405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f9fc8e32-8731-460c-b536-4eb01fd595a4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups/8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc HTTP/1.1" status: 200 len: 1611 time: 0.0741441 Feb 16 08:43:08.835405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b0865-140f-4a58-ad48-fdda002d8be3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:08.847478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:08.875057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.971763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:08.974930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2dc2c94e-b403-425a-92cf-115794d6550f tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/ports/3fce3856-d7e1-4732-99ce-f6fe673bf222 HTTP/1.1" status: 204 len: 168 time: 4.4114897 Feb 16 08:43:08.977595 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-29630a54-b9be-442b-8e1b-2fec8638b321 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.9681356 Feb 16 08:43:08.978625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59686) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:08.983416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59688) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:09.057323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04', 'external_fixed_ips': [{'subnet_id': '5093f722-ecfb-4e13-a623-0b45b8a9683f', 'ip_address': '172.20.0.10'}]}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:09.087252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.087962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '1a637aa4-c1d7-4cb9-adaf-79b71590986f', 'ip_address': '2001:db8::f816:3eff:fec6:7120'}, {'subnet_id': '5415d4e5-3104-4f9f-936c-8ea33d59cb6f'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '948f33e5-0e02-49cb-bf93-9ca80727046e'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:43:09.099825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:09.113035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:router and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:09.118837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.122176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:09.124921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319f1a6-eb29-4f11-b13c-59a094e1517c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:09.129373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3319f1a6-eb29-4f11-b13c-59a094e1517c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:09.133515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3319f1a6-eb29-4f11-b13c-59a094e1517c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1467679 Feb 16 08:43:09.135568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59694) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:09.135715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-29ee93c8-1daa-4dc3-bcbd-10fc555baf74 None None] Port 9d6059da-feda-4d60-97ae-d8b00318f75d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:09.137714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.141360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:09.162160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Transition to ACTIVE for port object 98fed979-44a7-4e5c-8416-82906e5185f1 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:09.193970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.194941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.203583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.20.0.1 (78987ea2-da1c-4a54-b78e-532afda8d145/f032755e-3991-4e38-9de4-69ba67fdb300/614fc1b1-3e00-4162-8e89-133d6ecf42e7) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:09.249261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 3afbe906-411e-43f1-984a-2e912489dc8f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:09.249606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.258373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Transition to ACTIVE for port object 98fed979-44a7-4e5c-8416-82906e5185f1 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:09.277441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.301779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.310879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.335893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:09.365369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.384557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.388132 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e7860d3a-dc43-47f1-9cad-9dbd2395b6e5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc HTTP/1.1" status: 204 len: 168 time: 0.5366960 Feb 16 08:43:09.391952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59698) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:09.439132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 811267d0-be25-4a18-bd7e-796294c858d1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:09.445345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:09.454660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 811267d0-be25-4a18-bd7e-796294c858d1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:09.455194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.505308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:09.524625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:09.550755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.560151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 8251e3be-a963-4509-aca3-9358a6cfb857 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:09.610986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Pushing event updated for resources: {'Port': ['ID=98fed979-44a7-4e5c-8416-82906e5185f1,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:09.650300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.684683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 3afbe906-411e-43f1-984a-2e912489dc8f owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:09.696018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Provisioning complete for port 811267d0-be25-4a18-bd7e-796294c858d1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:09.696567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.742706 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8b9df928-0f06-4f5b-94ed-2f8cd97a36db tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3368466 Feb 16 08:43:09.742926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59702) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:09.743055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.778167 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-154d4bcf-a297-4f6a-b920-6cc3e96ff733 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] delete failed (client error): The resource could not be found. Feb 16 08:43:09.782745 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-154d4bcf-a297-4f6a-b920-6cc3e96ff733 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/8ec5bf2b-a3b8-44ed-8ee6-8a0af5172efc HTTP/1.1" status: 404 len: 347 time: 0.0357630 Feb 16 08:43:09.784862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59706) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:09.795977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1581582522'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:09.804238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:09.823264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:09.827469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:09.835178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:09.853056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 614fc1b1-3e00-4162-8e89-133d6ecf42e7 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:09.879111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Attempting to bind port 98fed979-44a7-4e5c-8416-82906e5185f1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:09.880015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Attempting to bind port 98fed979-44a7-4e5c-8416-82906e5185f1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b887280c-70b9-4562-9025-01d31b2873f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:09.880396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Attempting to bind port 98fed979-44a7-4e5c-8416-82906e5185f1 on network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:09.883776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Subnet': ['ID=e3400baf-74e6-4d25-8fa8-a6c79aca7451,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:09.942838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.975567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.984473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:09.984832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Checking segment: {'id': 'b887280c-70b9-4562-9025-01d31b2873f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:09.985421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.985815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Bound using segment: {'id': 'b887280c-70b9-4562-9025-01d31b2873f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:09.986294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Bound port: 98fed979-44a7-4e5c-8416-82906e5185f1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b887280c-70b9-4562-9025-01d31b2873f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '08bb7e38-6ab2-45b8-bcc9-cb2bf6798548'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:09.986691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:09.990238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Checking segment: {'id': 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:09.990630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network hostable DHCP agents. Network: 192e7818-875e-4847-8d97-b0a6388084ca, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:10.042098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.043424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:10.048326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:10.051340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.057550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:10.111236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:10.113365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=3afbe906-411e-43f1-984a-2e912489dc8f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.120033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.129497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.152181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Allocated IP 172.20.0.2 (845b2056-9615-46c6-afcf-a7b11d258df1/5415d4e5-3104-4f9f-936c-8ea33d59cb6f/948f33e5-0e02-49cb-bf93-9ca80727046e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:10.189198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 78987ea2-da1c-4a54-b78e-532afda8d145 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:10.198024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=614fc1b1-3e00-4162-8e89-133d6ecf42e7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.200548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 192e7818-875e-4847-8d97-b0a6388084ca is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:10.208586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:10.216858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:10.254807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 192e7818-875e-4847-8d97-b0a6388084ca) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:10.269582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:10.270167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.316608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd299d5-1d32-4b14-9afd-cb8fbd24ee5f None None] Network 192e7818-875e-4847-8d97-b0a6388084ca requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:10.317159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.325992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.330751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:10.335011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] For port 98fed979-44a7-4e5c-8416-82906e5185f1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:10.340891 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a1bfb57f-5435-4a07-9790-7d8330cbb483 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8283157 Feb 16 08:43:10.343952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.346828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59710) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.354909 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] Sync routers for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:10.355813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-061263a5-49a5-4117-bcb9-41b49a76c62e tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3421962 Feb 16 08:43:10.360102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.362353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] For port 811267d0-be25-4a18-bd7e-796294c858d1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=811267d0-be25-4a18-bd7e-796294c858d1,segment=NetworkSegment(2a84e399-bd0f-4f34-94dc-851de6e1368b),segment_id=2a84e399-bd0f-4f34-94dc-851de6e1368b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:10.364590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59712) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.387214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b37bab7-7ed4-4c50-b2ea-196c983a6b68,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.388255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.391393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] For port 98fed979-44a7-4e5c-8416-82906e5185f1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=98fed979-44a7-4e5c-8416-82906e5185f1,segment=NetworkSegment(b887280c-70b9-4562-9025-01d31b2873f8),segment_id=b887280c-70b9-4562-9025-01d31b2873f8)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:10.397073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-79265d9b-4802-4a05-9a82-8b68551b464b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/3afbe906-411e-43f1-984a-2e912489dc8f HTTP/1.1" status: 204 len: 168 time: 1.2623649 Feb 16 08:43:10.401101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59718) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.409140 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:10.409767 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:10.465652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.466876 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b800a509-2acf-42d8-8043-0203b497bc31 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6811440 Feb 16 08:43:10.469937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59722) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.481251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '8b37bab7-7ed4-4c50-b2ea-196c983a6b68', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:10.482582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:10.488318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:10.492407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:10.495338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:10.501352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:10.508747 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:10.509731 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:42:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:10.527236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.545465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.550458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1d65c-ec34-4ec9-a9ad-a8576bb8d96c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:10.551598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'subnet': {'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:10.552525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1d65c-ec34-4ec9-a9ad-a8576bb8d96c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:10.553965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab1d65c-ec34-4ec9-a9ad-a8576bb8d96c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:10.555986 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eab1d65c-ec34-4ec9-a9ad-a8576bb8d96c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1538782 Feb 16 08:43:10.559196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59726) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.629972 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:10.630843 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7808f-c7ca-47c8-aff7-1ea89c2a3d08 None None] The sync data for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:10.690414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:10.690838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:10.704243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] For port 948f33e5-0e02-49cb-bf93-9ca80727046e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=948f33e5-0e02-49cb-bf93-9ca80727046e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:10.710098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Provisioning for port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:10.723241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cc3bb-2b23-4048-8787-304e4ba16e9e None None] Pushing event updated for resources: {'Port': ['ID=811267d0-be25-4a18-bd7e-796294c858d1,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.743313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.757231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.791994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba18c01-d9f7-4a28-91f4-58c1bf39f9fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:10.792668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aba18c01-d9f7-4a28-91f4-58c1bf39f9fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:10.796708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.798004 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3269815 Feb 16 08:43:10.802861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59730) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.818612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35292500-7b3d-460d-b26e-53ba5109319d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6e07ea-f170-4c26-9220-4eb94f3384b8,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.842860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:43:10.866753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.874087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.884971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18099e31-6ef1-412c-b728-ac590478eefd None None] Pushing event updated for resources: {'Port': ['ID=98fed979-44a7-4e5c-8416-82906e5185f1,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:10.886090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 1a637aa4-c1d7-4cb9-adaf-79b71590986f {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:10.894845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.920071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aba18c01-d9f7-4a28-91f4-58c1bf39f9fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:10.924147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59734) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:10.924547 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aba18c01-d9f7-4a28-91f4-58c1bf39f9fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports/9d6059da-feda-4d60-97ae-d8b00318f75d HTTP/1.1" status: 200 len: 913 time: 0.5672655 Feb 16 08:43:10.931630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.936744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Transition to ACTIVE for port object 948f33e5-0e02-49cb-bf93-9ca80727046e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:10.946627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:10.955174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:10.979467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Usage tracker for resource:subnet and tenant:fedb34f3357c45ecace5a9d1b3677a15 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:10.990564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:10.994966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-192e7818-875e-4847-8d97-b0a6388084ca', 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca', 'tenant_id': 'fedb34f3357c45ecace5a9d1b3677a15', 'fixed_ips': [{'subnet_id': 'e3400baf-74e6-4d25-8fa8-a6c79aca7451'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:10.995930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.002205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.004494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:11.043689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-59477144-1c15-4602-ab28-7b9743de895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.277935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Made reservation on behalf of fedb34f3357c45ecace5a9d1b3677a15 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:11.295608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.329475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.377236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e6e07ea-f170-4c26-9220-4eb94f3384b8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:11.394008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.397982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f59756a1-1579-49ea-a445-c7825e4987f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/2e6e07ea-f170-4c26-9220-4eb94f3384b8 HTTP/1.1" status: 204 len: 168 time: 0.5902848 Feb 16 08:43:11.401337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bfbd0-1afe-4db3-8b59-0aefcd2d9481 None None] Pushing event updated for resources: {'Port': ['ID=948f33e5-0e02-49cb-bf93-9ca80727046e,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:11.401853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:11.417980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.432159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-16fbf12e-81cc-4a63-b0d0-19a616aa2f34 None None] Provisioning for port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:11.465261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.524812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.525750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-66993805-9a2c-4f93-932e-92ce35259310 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:11.546625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Allocated IP 172.20.0.2 (192e7818-875e-4847-8d97-b0a6388084ca/e3400baf-74e6-4d25-8fa8-a6c79aca7451/3e121039-d9d9-4603-85f7-4f3d72398179) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:11.569733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-66993805-9a2c-4f93-932e-92ce35259310 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:11.572019 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66993805-9a2c-4f93-932e-92ce35259310 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1704936 Feb 16 08:43:11.577477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:11.582790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.689616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-16fbf12e-81cc-4a63-b0d0-19a616aa2f34 None None] Provisioning complete for port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:11.690315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-16fbf12e-81cc-4a63-b0d0-19a616aa2f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.742368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:11.864872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-16fbf12e-81cc-4a63-b0d0-19a616aa2f34 None None] Port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:11.879053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:11.981445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.005408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.064214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.069963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=1a637aa4-c1d7-4cb9-adaf-79b71590986f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:12.093087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.095664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.20.0.10 (7013b74e-b67e-487b-9af6-cff2705f7b04/5093f722-ecfb-4e13-a623-0b45b8a9683f/6413f336-05e2-4b1d-bf0d-f2e77c9f123e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:12.099925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.101352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Transition to ACTIVE for port object 3e121039-d9d9-4603-85f7-4f3d72398179 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:12.124380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:12.129890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.138337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:12.139105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.149814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.170665 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c9e6cfaa-1959-46d6-b1c7-e33f5e070219 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/1a637aa4-c1d7-4cb9-adaf-79b71590986f HTTP/1.1" status: 204 len: 168 time: 1.6082828 Feb 16 08:43:12.172241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59746) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:12.185014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Transition to ACTIVE for port object 3e121039-d9d9-4603-85f7-4f3d72398179 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:12.226417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.248379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.259354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.362278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Pushing event updated for resources: {'Port': ['ID=3e121039-d9d9-4603-85f7-4f3d72398179,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:12.373292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Network 192e7818-875e-4847-8d97-b0a6388084ca is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:12.374847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:12.378536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:12.436249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=614fc1b1-3e00-4162-8e89-133d6ecf42e7,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:12.449126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.489692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 5415d4e5-3104-4f9f-936c-8ea33d59cb6f {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:12.493366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b37bab7-7ed4-4c50-b2ea-196c983a6b68,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:12.500613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.515309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e331cc03-c23a-42b4-a509-3b9e0639f378 None None] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:12.563757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.564884 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc745288-2475-4146-8f8b-daf91a430aed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/8b37bab7-7ed4-4c50-b2ea-196c983a6b68 HTTP/1.1" status: 204 len: 168 time: 0.9864821 Feb 16 08:43:12.571086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:12.575874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.604021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.614541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3769b1d4-b78b-4bdf-b7e7-0251bebf7582 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:12.648548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.705087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Attempting to bind port 3e121039-d9d9-4603-85f7-4f3d72398179 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:12.705398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Attempting to bind port 3e121039-d9d9-4603-85f7-4f3d72398179 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:12.706557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Attempting to bind port 3e121039-d9d9-4603-85f7-4f3d72398179 on network 192e7818-875e-4847-8d97-b0a6388084ca {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:12.721773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-901c8c88-bb54-4dd3-9baf-b37611cfa8ed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:12.750343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:12.750908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Checking segment: {'id': 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:12.751417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.751916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Bound using segment: {'id': 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:12.752504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Bound port: 3e121039-d9d9-4603-85f7-4f3d72398179, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '192e7818-875e-4847-8d97-b0a6388084ca'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:12.753627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.791339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5752b40b-b8b2-43a8-b7ac-3b07834616fd None None] Provisioning for port 98fed979-44a7-4e5c-8416-82906e5185f1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:12.791686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.811759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.833004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-901c8c88-bb54-4dd3-9baf-b37611cfa8ed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:12.841312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-901c8c88-bb54-4dd3-9baf-b37611cfa8ed tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2622488 Feb 16 08:43:12.850013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:12.852765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.861712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,segment=NetworkSegment(696ae1b0-2020-4fef-9e0c-ccab30ca2cb9),segment_id=696ae1b0-2020-4fef-9e0c-ccab30ca2cb9)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:12.874565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--198357033'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:12.892192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:12.894843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:12.895740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 948f33e5-0e02-49cb-bf93-9ca80727046e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:12.926186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:12.962230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Subnet': ['ID=1d333d04-e399-4072-b5f9-4a0d11d0393c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:12.981087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.001262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.013666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 78987ea2-da1c-4a54-b78e-532afda8d145 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:13.020356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:13.046822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=5415d4e5-3104-4f9f-936c-8ea33d59cb6f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:13.111934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.124694 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-77f21b08-b720-4537-818e-aa4143ef7291 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5415d4e5-3104-4f9f-936c-8ea33d59cb6f HTTP/1.1" status: 204 len: 168 time: 0.9511864 Feb 16 08:43:13.127493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59758) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:13.159560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Checking segment: {'id': '03f3ca9e-cf25-467d-bff9-e8ccb9632128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:13.160410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network hostable DHCP agents. Network: 44b41074-1ac6-4b98-9813-0a3b2d8c5459, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:13.179218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.235225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] For port 3e121039-d9d9-4603-85f7-4f3d72398179, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:13.298200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:13.310694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] For port 3e121039-d9d9-4603-85f7-4f3d72398179, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3e121039-d9d9-4603-85f7-4f3d72398179,segment=NetworkSegment(bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5),segment_id=bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:13.316427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:13.326589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:13.337557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:13.349912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:13.350344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9f465bb8-baf7-41de-b90a-55fdd23f55f3 None None] Provisioning for port 948f33e5-0e02-49cb-bf93-9ca80727046e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:13.351971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:13.360990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 7013b74e-b67e-487b-9af6-cff2705f7b04 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:13.367726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.369985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:13.375841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:13.404621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9f465bb8-baf7-41de-b90a-55fdd23f55f3 None None] Provisioning complete for port 948f33e5-0e02-49cb-bf93-9ca80727046e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:13.404938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f465bb8-baf7-41de-b90a-55fdd23f55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.410212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:13.437175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8734a916-806a-4bdc-9dc4-e10476303471 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:13.464448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8734a916-806a-4bdc-9dc4-e10476303471 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:router {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:13.468783 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8734a916-806a-4bdc-9dc4-e10476303471 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3377011 Feb 16 08:43:13.469658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:13.475877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:13.536107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 948f33e5-0e02-49cb-bf93-9ca80727046e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:13.536589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.567617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33e13c-5a69-465d-b7df-ef96ed06d9bf None None] Pushing event updated for resources: {'Port': ['ID=3e121039-d9d9-4603-85f7-4f3d72398179,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:13.594496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 44b41074-1ac6-4b98-9813-0a3b2d8c5459) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:13.600798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:13.601392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.601796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:13.610851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f1391c-d8e7-46fd-b3d7-22cb18918db2 None None] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:13.698840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:13.705793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:13.709255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:13.715400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Deleting port 948f33e5-0e02-49cb-bf93-9ca80727046e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:13.715614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.718053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:13.744737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.796592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.802755 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8dfc9859-eeda-421c-b0be-8c1cfe7462a1 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4370768 Feb 16 08:43:13.814172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:13.857369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343d81f8-bac4-4ca7-8348-4cdf44ad275c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:13.876243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:13.880059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.931063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.933061 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-83cf1be1-df01-4d7e-81f9-a66ee39c4cc9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0770440 Feb 16 08:43:13.936098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59770) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:13.944571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:13.949273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '343d81f8-bac4-4ca7-8348-4cdf44ad275c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:13.956837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9f465bb8-baf7-41de-b90a-55fdd23f55f3 None None] Could not find standard attr ID for object 3afbe906-411e-43f1-984a-2e912489dc8f. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:43:13.971196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:13.999511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:14.009702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:14.026473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:14.087548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.114091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router a8e32d50-ea55-4720-961b-d098fa0ee230 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:14.124695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 9d6059da-feda-4d60-97ae-d8b00318f75d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:14.125808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.139226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 98fed979-44a7-4e5c-8416-82906e5185f1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:14.276467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.278637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.325527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-da1728bf-d4e4-47a6-965f-658ace183ad3 None None] Provisioning complete for port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:14.325910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-da1728bf-d4e4-47a6-965f-658ace183ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.383049 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-44b41074-1ac6-4b98-9813-0a3b2d8c5459', 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459', 'tenant_id': 'fedb34f3357c45ecace5a9d1b3677a15', 'fixed_ips': [{'subnet_id': '1d333d04-e399-4072-b5f9-4a0d11d0393c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:14.383854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.419386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] For port 948f33e5-0e02-49cb-bf93-9ca80727046e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=948f33e5-0e02-49cb-bf93-9ca80727046e,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:14.419802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.481223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.489629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.490050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-da1728bf-d4e4-47a6-965f-658ace183ad3 None None] Port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:14.538357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91aecf13-9bb6-4a5d-a44d-4dd3fbeb477f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:14.547725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:14.553852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3f516189-1790-4313-84d7-648a9b1ebeb0 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6417379 Feb 16 08:43:14.556873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.557664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23e542d9-1990-477a-9252-eb8334cee65b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6186748 Feb 16 08:43:14.558230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59774) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:14.562816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59776) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:14.610943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.612141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] Sync routers for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:14.626199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Calling delete_port for 948f33e5-0e02-49cb-bf93-9ca80727046e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:14.634261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '343d81f8-bac4-4ca7-8348-4cdf44ad275c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:14.642046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:14.669070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b50b9b3-ed5d-4af9-b0ba-6a45bfa48a81 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:14.669602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b50b9b3-ed5d-4af9-b0ba-6a45bfa48a81 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:14.675434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:14.679430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:14.692984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:14.705467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 98fed979-44a7-4e5c-8416-82906e5185f1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:14.717986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0b50b9b3-ed5d-4af9-b0ba-6a45bfa48a81 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:14.719601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0b50b9b3-ed5d-4af9-b0ba-6a45bfa48a81 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports/614fc1b1-3e00-4162-8e89-133d6ecf42e7 HTTP/1.1" status: 200 len: 910 time: 0.1590059 Feb 16 08:43:14.723385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:14.724272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:14.726602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:14.786637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 98fed979-44a7-4e5c-8416-82906e5185f1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:14.787018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.795547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:14.836744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 9d6059da-feda-4d60-97ae-d8b00318f75d owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:14.843734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:14.877106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] Provisioning complete for port 98fed979-44a7-4e5c-8416-82906e5185f1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:14.877483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.016389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.073169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ac5495-4313-4dda-a62d-b15fe30bc0b4 None None] Network 192e7818-875e-4847-8d97-b0a6388084ca requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:15.102598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] Pushing event deleted for resources: {'Port': ['ID=948f33e5-0e02-49cb-bf93-9ca80727046e,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:15.117203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:15.117820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:15.141755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.154522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.198178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b450d8b6-4d6b-4cd0-83ed-584ca3fe36db,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:15.282189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.284658 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-034e3bb9-739e-4e51-a168-597b41638ecd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7204361 Feb 16 08:43:15.307180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59786) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:15.345111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Allocated IP 172.20.0.2 (44b41074-1ac6-4b98-9813-0a3b2d8c5459/1d333d04-e399-4072-b5f9-4a0d11d0393c/fc2fd17b-c18d-42e0-ac25-eda273c1d38e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:15.351855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router 10dd0758-54e6-4446-bedf-7fd4a38bce50 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:15.356948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097638f-dad9-41a9-acef-f95cf67a43ed None None] No DVR routers for this DVR port 948f33e5-0e02-49cb-bf93-9ca80727046e on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:15.362370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:15.362813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02098866-a313-457f-bff5-0c7f1f544a61 None None] The sync data for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:15.400664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '343d81f8-bac4-4ca7-8348-4cdf44ad275c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:15.415260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.425487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:43:15.426778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:15.442537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.451218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:15.473261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.483855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:15.506836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:15.551196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.667673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:15.669780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:15.683743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee5ea51-6def-497d-93be-a82b7f4f8658 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:15.697251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] For port 98fed979-44a7-4e5c-8416-82906e5185f1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=98fed979-44a7-4e5c-8416-82906e5185f1,segment=NetworkSegment(b887280c-70b9-4562-9025-01d31b2873f8),segment_id=b887280c-70b9-4562-9025-01d31b2873f8)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:15.742275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:15.742895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.746495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=fb423a54-faf2-433a-a438-8e05f068a481,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:15.755259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.758564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.805750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.827920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:15.841804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=9d6059da-feda-4d60-97ae-d8b00318f75d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:15.842414 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Sync routers for ids ['10dd0758-54e6-4446-bedf-7fd4a38bce50'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:15.869979 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Routers {'10dd0758-54e6-4446-bedf-7fd4a38bce50'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:15.871824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['10dd0758-54e6-4446-bedf-7fd4a38bce50'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:15.899756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:15.901147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1da20412-6099-4c4a-a6f2-638db47c6586 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.9162104 Feb 16 08:43:15.903820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59790) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:16.077378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:16.077732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:16.100628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.106310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f546f2-69ab-47e3-9ecd-392857dc1bba None None] Pushing event updated for resources: {'Port': ['ID=98fed979-44a7-4e5c-8416-82906e5185f1,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:16.121144 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Set router 10dd0758-54e6-4446-bedf-7fd4a38bce50 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:16.135121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.141669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8901db96-0334-44e6-9967-235d10dbbbeb None None] Provisioning for port 3e121039-d9d9-4603-85f7-4f3d72398179 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:16.158767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8ac779ad-ef00-407b-b4c1-ed0ce42bb7e5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6885622 Feb 16 08:43:16.198951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59794) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:16.225748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Transition to ACTIVE for port object fc2fd17b-c18d-42e0-ac25-eda273c1d38e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:16.291111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Transition to ACTIVE for port object fc2fd17b-c18d-42e0-ac25-eda273c1d38e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:16.312776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.315853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.317267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:16.331700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'fb423a54-faf2-433a-a438-8e05f068a481'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:16.332938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.487460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Pushing event updated for resources: {'Port': ['ID=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:16.497106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:16.504554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:16.507856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:16.557808 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd0758-54e6-4446-bedf-7fd4a38bce50', 'name': '', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04', 'external_fixed_ips': [{'subnet_id': '5093f722-ecfb-4e13-a623-0b45b8a9683f', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '6413f336-05e2-4b1d-bf0d-f2e77c9f123e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:09Z', 'updated_at': '2022-02-16T08:43:13Z', 'revision_number': 3, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port': {'id': '6413f336-05e2-4b1d-bf0d-f2e77c9f123e', 'name': '', 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10dd0758-54e6-4446-bedf-7fd4a38bce50', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '5093f722-ecfb-4e13-a623-0b45b8a9683f', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:43:11Z', 'updated_at': '2022-02-16T08:43:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5093f722-ecfb-4e13-a623-0b45b8a9683f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:16.564109 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Checking router: 10dd0758-54e6-4446-bedf-7fd4a38bce50 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:43:16.565725 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Updating router 10dd0758-54e6-4446-bedf-7fd4a38bce50 port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:43:16.565997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Allocated IP 172.20.0.1 (192e7818-875e-4847-8d97-b0a6388084ca/e3400baf-74e6-4d25-8fa8-a6c79aca7451/83968a87-97ac-4ec9-8161-8813103149a3) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:16.644950 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.682776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.699379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 811267d0-be25-4a18-bd7e-796294c858d1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:16.722851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5922252f-bb37-455f-a015-4ceead5709c5,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:16.737869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:16.743324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:16.748508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:16.756483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:16.764453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Attempting to bind port fc2fd17b-c18d-42e0-ac25-eda273c1d38e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:16.764879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Attempting to bind port fc2fd17b-c18d-42e0-ac25-eda273c1d38e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '03f3ca9e-cf25-467d-bff9-e8ccb9632128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:16.765247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Attempting to bind port fc2fd17b-c18d-42e0-ac25-eda273c1d38e on network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:16.779381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:16.779857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Checking segment: {'id': '03f3ca9e-cf25-467d-bff9-e8ccb9632128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:16.780443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.780873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Bound using segment: {'id': '03f3ca9e-cf25-467d-bff9-e8ccb9632128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:16.781402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Bound port: fc2fd17b-c18d-42e0-ac25-eda273c1d38e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03f3ca9e-cf25-467d-bff9-e8ccb9632128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '44b41074-1ac6-4b98-9813-0a3b2d8c5459'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:16.781869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.805410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:16.844004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.898758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.21.0.1 (55a58757-9f0a-4b5f-bd2c-bb592f251690/3c0f52a4-3997-4d01-916b-4d6ee79105e2/4564f215-6878-4aad-9637-b26f014a015d) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:16.902160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] For port fc2fd17b-c18d-42e0-ac25-eda273c1d38e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:16.906578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] For port fc2fd17b-c18d-42e0-ac25-eda273c1d38e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,segment=NetworkSegment(03f3ca9e-cf25-467d-bff9-e8ccb9632128),segment_id=03f3ca9e-cf25-467d-bff9-e8ccb9632128)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:16.936955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.938132 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b0c3f234-6abf-45e4-a8fd-a725acffa8ab tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.6290033 Feb 16 08:43:16.942394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59798) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:16.959772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:16.961704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '343d81f8-bac4-4ca7-8348-4cdf44ad275c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:16.991534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:17.001656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:17.007397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.011578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:17.037596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:17.070758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.075078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Transition to ACTIVE for port object 83968a87-97ac-4ec9-8161-8813103149a3 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:17.078400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.138896 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.154405 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Transition to ACTIVE for port object 6413f336-05e2-4b1d-bf0d-f2e77c9f123e will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:17.162897 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.186392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.193143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b007c-1ac5-402a-98ce-fc7aa6624e0c None None] Pushing event updated for resources: {'Port': ['ID=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:17.215689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 4564f215-6878-4aad-9637-b26f014a015d will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:17.252170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.257420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Allocated IP 2001:db8::f816:3eff:fec2:52b6 (845b2056-9615-46c6-afcf-a7b11d258df1/fb423a54-faf2-433a-a438-8e05f068a481/b759d408-68b8-4958-9770-32cbe4ba4bf3) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:17.260854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 811267d0-be25-4a18-bd7e-796294c858d1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:17.261197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.267013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:17.267540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.286378 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Attempting to bind port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:17.287054 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Attempting to bind port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '55484088-ef0b-45c3-a111-7141d0420601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:17.287571 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Attempting to bind port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e on network 7013b74e-b67e-487b-9af6-cff2705f7b04 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:17.306292 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Pushing event updated for resources: {'Port': ['ID=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:17.309767 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:17.310137 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Checking segment: {'id': '55484088-ef0b-45c3-a111-7141d0420601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:17.310583 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.311924 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Bound using segment: {'id': '55484088-ef0b-45c3-a111-7141d0420601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:17.312653 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Bound port: 6413f336-05e2-4b1d-bf0d-f2e77c9f123e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55484088-ef0b-45c3-a111-7141d0420601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7013b74e-b67e-487b-9af6-cff2705f7b04'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:17.312984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.313131 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.374600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.374951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.376722 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.377070 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.377417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.377806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.378133 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.378490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.378820 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.379138 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.379454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:17.418051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.430991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:17.437505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:17.440292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:17.464932 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] For port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:17.472584 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] For port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,segment=NetworkSegment(55484088-ef0b-45c3-a111-7141d0420601),segment_id=55484088-ef0b-45c3-a111-7141d0420601)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:17.479557 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.645259 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac7386-685f-4ea0-a9ad-3abdf3c10c78 None None] Pushing event updated for resources: {'Port': ['ID=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:17.684835 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Routers {'10dd0758-54e6-4446-bedf-7fd4a38bce50'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:17.685472 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['10dd0758-54e6-4446-bedf-7fd4a38bce50'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:17.742319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.764779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] For port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e, host dv-neutron-829488-1-hyperv, got binding levels [] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:17.766061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Transition to ACTIVE for port object b759d408-68b8-4958-9770-32cbe4ba4bf3 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:17.766642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.793230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=4564f215-6878-4aad-9637-b26f014a015d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:17.803053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Transition to ACTIVE for port object b759d408-68b8-4958-9770-32cbe4ba4bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:17.828584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.885926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3e121039-d9d9-4603-85f7-4f3d72398179 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:17.972385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:17.990024 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] Set router 10dd0758-54e6-4446-bedf-7fd4a38bce50 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:17.994793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Calling delete_port for 6413f336-05e2-4b1d-bf0d-f2e77c9f123e owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:18.004534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:18.013190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:18.019723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Pushing event updated for resources: {'Port': ['ID=b759d408-68b8-4958-9770-32cbe4ba4bf3,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:18.024256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:18.044481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-40275b47-acd2-40d5-a110-23835cde09dc None None] Provisioning for port 4564f215-6878-4aad-9637-b26f014a015d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:18.055462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-40275b47-acd2-40d5-a110-23835cde09dc None None] Provisioning complete for port 4564f215-6878-4aad-9637-b26f014a015d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:18.056156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40275b47-acd2-40d5-a110-23835cde09dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.083332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.087835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.136511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3e121039-d9d9-4603-85f7-4f3d72398179 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:18.141713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.171789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3e121039-d9d9-4603-85f7-4f3d72398179 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:18.172911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.185028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 192e7818-875e-4847-8d97-b0a6388084ca is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:18.200186 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10dd0758-54e6-4446-bedf-7fd4a38bce50', 'name': '', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:09Z', 'updated_at': '2022-02-16T08:43:17Z', 'revision_number': 4, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:18.202684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:18.204620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Port': ['ID=83968a87-97ac-4ec9-8161-8813103149a3,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:18.207227 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085e0c63-e44d-4386-8563-237e2d9ed075 None None] The sync data for ids ['10dd0758-54e6-4446-bedf-7fd4a38bce50'] in dv-neutron-829488-1-hyperv is: [{'id': '10dd0758-54e6-4446-bedf-7fd4a38bce50', 'name': '', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:09Z', 'updated_at': '2022-02-16T08:43:17Z', 'revision_number': 4, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:18.207472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:18.244727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5612d0b5-1e62-4bb1-a089-b7d29bc06882,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:18.262114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.354847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:18.355232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:18.361587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.370945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:18.372676 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e7b761ab-c871-4126-a66b-84b6bd782302 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4195542 Feb 16 08:43:18.379176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '343d81f8-bac4-4ca7-8348-4cdf44ad275c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:18.404679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-40275b47-acd2-40d5-a110-23835cde09dc None None] Port 4564f215-6878-4aad-9637-b26f014a015d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:18.405022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:18.406466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Attempting to bind port b759d408-68b8-4958-9770-32cbe4ba4bf3 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:18.406937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Attempting to bind port b759d408-68b8-4958-9770-32cbe4ba4bf3 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:18.407409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Attempting to bind port b759d408-68b8-4958-9770-32cbe4ba4bf3 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:18.419159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:18.425180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:18.428104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:18.428728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.429251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:18.429866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Bound port: b759d408-68b8-4958-9770-32cbe4ba4bf3, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:18.430361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.460591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.499699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:18.629824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:18.648553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.658019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.682845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] For port b759d408-68b8-4958-9770-32cbe4ba4bf3, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:18.689676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] For port b759d408-68b8-4958-9770-32cbe4ba4bf3, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b759d408-68b8-4958-9770-32cbe4ba4bf3,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:18.700291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-73ad0c86-4f5a-42b8-b0b5-21a8f16b64d0 None None] Provisioning for port 83968a87-97ac-4ec9-8161-8813103149a3 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:18.709817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.760865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-73ad0c86-4f5a-42b8-b0b5-21a8f16b64d0 None None] Provisioning complete for port 83968a87-97ac-4ec9-8161-8813103149a3 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:18.761588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-73ad0c86-4f5a-42b8-b0b5-21a8f16b64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.802640 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52ff470-f8c7-4350-838d-c1c5b11104c7 None None] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:18.805536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.831531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3e121039-d9d9-4603-85f7-4f3d72398179, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3e121039-d9d9-4603-85f7-4f3d72398179,segment=NetworkSegment(bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5),segment_id=bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:18.856650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.857582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:18.858357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.872340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.903517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:18.903771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.904548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 98fed979-44a7-4e5c-8416-82906e5185f1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:18.909613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:18.912584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:18.913484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:18.983130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-73ad0c86-4f5a-42b8-b0b5-21a8f16b64d0 None None] Port 83968a87-97ac-4ec9-8161-8813103149a3 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:18.990381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=a6ede831-1a9a-400b-887b-968e3bfe226f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.007553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac094090-7645-4b2e-9fbe-4b78bdaafba0 None None] Pushing event updated for resources: {'Port': ['ID=b759d408-68b8-4958-9770-32cbe4ba4bf3,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.027364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.090279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a4c882-d853-4c7d-b82a-de6c79c2d93e,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.137298 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dd554a76-db61-4dbe-8964-c2c9d032777f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8772950 Feb 16 08:43:19.148191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59806) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:19.160728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:18:4f:7a', 'name': 'tempest-NetworksTestDHCPv6-331268262'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:19.197510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3e121039-d9d9-4603-85f7-4f3d72398179,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.209846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d70ec9a3-2884-4e3e-a7c8-bcd6f3213949 None None] Provisioning for port fc2fd17b-c18d-42e0-ac25-eda273c1d38e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:19.215835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 98fed979-44a7-4e5c-8416-82906e5185f1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:19.216238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.230341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.232166 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff9037a4-3cbb-4955-a57e-2707906c1fd4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8601685 Feb 16 08:43:19.240508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59810) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:19.323161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:43:19.354578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.368827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.379981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.389124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.436203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:19.444666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:19.449330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:19.452799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:19.463395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:19.496130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:19.505804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] For port 6413f336-05e2-4b1d-bf0d-f2e77c9f123e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,segment=NetworkSegment(55484088-ef0b-45c3-a111-7141d0420601),segment_id=55484088-ef0b-45c3-a111-7141d0420601)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:19.507075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.513813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.568523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:19.569315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.569720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port bea1ce89-58d6-4ed2-b9db-94360dbb01a0 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:19.680227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.692805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Calling delete_port for 6413f336-05e2-4b1d-bf0d-f2e77c9f123e owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:19.741237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=4564f215-6878-4aad-9637-b26f014a015d,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.750150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.841280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 948f33e5-0e02-49cb-bf93-9ca80727046e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:19.847291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9a4c882-d853-4c7d-b82a-de6c79c2d93e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:19.862278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:19.865783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0ffb32a-05ff-4485-90d6-106c3817212e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/c9a4c882-d853-4c7d-b82a-de6c79c2d93e HTTP/1.1" status: 204 len: 168 time: 0.6217287 Feb 16 08:43:19.878924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 948f33e5-0e02-49cb-bf93-9ca80727046e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:19.879172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59814) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:19.879318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 948f33e5-0e02-49cb-bf93-9ca80727046e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:20.017322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff4b5d65-193e-4ee7-9839-cc21e5241264 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:20.022674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:20.025878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:20.159031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fc2fd17b-c18d-42e0-ac25-eda273c1d38e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:20.235091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 8251e3be-a963-4509-aca3-9358a6cfb857 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:20.263793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port fc2fd17b-c18d-42e0-ac25-eda273c1d38e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:20.270912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port fc2fd17b-c18d-42e0-ac25-eda273c1d38e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:20.271941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.322142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 172.20.0.12 (845b2056-9615-46c6-afcf-a7b11d258df1/a6ede831-1a9a-400b-887b-968e3bfe226f/bea1ce89-58d6-4ed2-b9db-94360dbb01a0) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:20.357818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe18:4f7a (845b2056-9615-46c6-afcf-a7b11d258df1/fb423a54-faf2-433a-a438-8e05f068a481/bea1ce89-58d6-4ed2-b9db-94360dbb01a0) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:20.402210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff4b5d65-193e-4ee7-9839-cc21e5241264 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:20.406582 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff4b5d65-193e-4ee7-9839-cc21e5241264 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.5229154 Feb 16 08:43:20.407963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:20.419637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.461429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.491528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port fc2fd17b-c18d-42e0-ac25-eda273c1d38e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,segment=NetworkSegment(03f3ca9e-cf25-467d-bff9-e8ccb9632128),segment_id=03f3ca9e-cf25-467d-bff9-e8ccb9632128)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:20.499099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.500019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3e121039-d9d9-4603-85f7-4f3d72398179 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:20.522383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.567346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5229a7e8-c3a0-4d5d-939a-3e06408a315a None None] Provisioning complete for port 4564f215-6878-4aad-9637-b26f014a015d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:20.567713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5229a7e8-c3a0-4d5d-939a-3e06408a315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.590942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d92ea3f-164b-46ae-8a2c-009060c816b2 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:20.595972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.635266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.656339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Port': ['ID=6413f336-05e2-4b1d-bf0d-f2e77c9f123e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:20.659957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.746707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5229a7e8-c3a0-4d5d-939a-3e06408a315a None None] Port 4564f215-6878-4aad-9637-b26f014a015d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:20.773844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:20.775741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.788663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Port': ['ID=83968a87-97ac-4ec9-8161-8813103149a3,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:20.795083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.808703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3e121039-d9d9-4603-85f7-4f3d72398179 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:20.809196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.815856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5612d0b5-1e62-4bb1-a089-b7d29bc06882,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:20.953080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:20.957696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5be3253d-4690-4b3b-ac86-13757f4dcd66 None None] Provisioning for port b759d408-68b8-4958-9770-32cbe4ba4bf3 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:20.996496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object bea1ce89-58d6-4ed2-b9db-94360dbb01a0 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:21.024667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:21.044329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] Sync routers for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:21.047699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9af54270-1027-4b8c-a425-e0d445c95cf3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1223943 Feb 16 08:43:21.048938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b759d408-68b8-4958-9770-32cbe4ba4bf3 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:21.050119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 192e7818-875e-4847-8d97-b0a6388084ca is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:21.051953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59822) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.052823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:21.089349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.093390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8ec46da6-7465-4bb1-a046-8660f12a444b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/5612d0b5-1e62-4bb1-a089-b7d29bc06882 HTTP/1.1" status: 204 len: 168 time: 0.6808469 Feb 16 08:43:21.094530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59826) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.110743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:21.111373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:21.122057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.217246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:21.267002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:21.267951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:21.338594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router a8e32d50-ea55-4720-961b-d098fa0ee230 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:21.348111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b759d408-68b8-4958-9770-32cbe4ba4bf3 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:21.354329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:21.354770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870fb80d-a56d-4b76-9bb8-c5ed08e8c46f None None] The sync data for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:21.357320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': 'fb423a54-faf2-433a-a438-8e05f068a481', 'ip_address': '2001:db8::f816:3eff:fec2:52b6'}, {'subnet_id': 'a6ede831-1a9a-400b-887b-968e3bfe226f'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'b759d408-68b8-4958-9770-32cbe4ba4bf3'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:43:21.365744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.380579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b759d408-68b8-4958-9770-32cbe4ba4bf3 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:21.380964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.466080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.490181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b976992e-1dbc-4d33-afcb-f6121b6944f0 None None] Provisioning complete for port 83968a87-97ac-4ec9-8161-8813103149a3 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:21.490969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b976992e-1dbc-4d33-afcb-f6121b6944f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.513959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.529065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.588261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c376e9ce-51b9-4b7b-8b40-03e068e673af tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:21.626418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:21.627329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=bea1ce89-58d6-4ed2-b9db-94360dbb01a0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:21.629293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b976992e-1dbc-4d33-afcb-f6121b6944f0 None None] Port 83968a87-97ac-4ec9-8161-8813103149a3 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:21.631659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:21.636694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:21.688356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c376e9ce-51b9-4b7b-8b40-03e068e673af tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:21.691841 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c376e9ce-51b9-4b7b-8b40-03e068e673af tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.5947843 Feb 16 08:43:21.693378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.706677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.707220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 10dd0758-54e6-4446-bedf-7fd4a38bce50 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:21.715011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.742493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.745049 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e5ba681d-93d1-4362-ae13-b6512e95810d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/routers/10dd0758-54e6-4446-bedf-7fd4a38bce50 HTTP/1.1" status: 204 len: 168 time: 5.8395627 Feb 16 08:43:21.750079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.789913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.809840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.844596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:21.845234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.853512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting subnet 5093f722-ecfb-4e13-a623-0b45b8a9683f {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:21.858943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.873616 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-89eaab6c-9417-4cb7-b253-e78991f33852 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7208738 Feb 16 08:43:21.881480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59838) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.904326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.913450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b759d408-68b8-4958-9770-32cbe4ba4bf3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b759d408-68b8-4958-9770-32cbe4ba4bf3,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:21.919236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Allocated IP 172.20.0.2 (845b2056-9615-46c6-afcf-a7b11d258df1/a6ede831-1a9a-400b-887b-968e3bfe226f/b759d408-68b8-4958-9770-32cbe4ba4bf3) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:21.923228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.930704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5922252f-bb37-455f-a015-4ceead5709c5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:21.939599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.967376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:21.978293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-87bf5793-bcc2-45b0-845e-f550afb64697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2435098 Feb 16 08:43:21.978293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:21.978293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0052a3ae-d9c9-4d42-a504-6aa607828f23 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/5922252f-bb37-455f-a015-4ceead5709c5 HTTP/1.1" status: 204 len: 168 time: 0.2838445 Feb 16 08:43:21.978898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:21.985164 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] Sync routers for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:21.988714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59844) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.010454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:22.011103 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:22.098559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.117243 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:22.129654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824b767a-f807-49bf-8c9d-180b423b049a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:22.130267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-824b767a-f807-49bf-8c9d-180b423b049a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:22.130873 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:22.131647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:22.136662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804d82b-bb1b-4aef-8bee-3abe238ca2e0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:22.140691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5804d82b-bb1b-4aef-8bee-3abe238ca2e0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:22.141485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5804d82b-bb1b-4aef-8bee-3abe238ca2e0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:22.171828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db31f512-f1bc-48a1-a719-b95782f45ff5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:22.180441 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5804d82b-bb1b-4aef-8bee-3abe238ca2e0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:22.181625 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5804d82b-bb1b-4aef-8bee-3abe238ca2e0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2406971 Feb 16 08:43:22.186386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59850) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.203450 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:22.204233 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36e0d9e-dfac-4048-a6fa-ad41c82efd53 None None] The sync data for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:22.220861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fc2fd17b-c18d-42e0-ac25-eda273c1d38e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:22.223568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.256672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-824b767a-f807-49bf-8c9d-180b423b049a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:22.263272 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-824b767a-f807-49bf-8c9d-180b423b049a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports/4564f215-6878-4aad-9637-b26f014a015d HTTP/1.1" status: 200 len: 910 time: 0.2815404 Feb 16 08:43:22.265049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.266292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db31f512-f1bc-48a1-a719-b95782f45ff5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:22.268143 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-db31f512-f1bc-48a1-a719-b95782f45ff5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.2447402 Feb 16 08:43:22.271614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59856) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.276999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.300693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b759d408-68b8-4958-9770-32cbe4ba4bf3,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:22.331963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port fc2fd17b-c18d-42e0-ac25-eda273c1d38e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:22.332339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.365542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Router 27ac8bde-5b3a-40f0-bb9a-8bf243be9928 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:22.381249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port bea1ce89-58d6-4ed2-b9db-94360dbb01a0 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:22.381541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.431148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] For port b759d408-68b8-4958-9770-32cbe4ba4bf3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b759d408-68b8-4958-9770-32cbe4ba4bf3,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:22.451168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5093f722-ecfb-4e13-a623-0b45b8a9683f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:22.476310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.485755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.495774 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1e6909b1-584e-48ad-b975-acba81cd858d tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/subnets/5093f722-ecfb-4e13-a623-0b45b8a9683f HTTP/1.1" status: 204 len: 168 time: 0.7410719 Feb 16 08:43:22.497896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59862) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.503554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.516838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.534908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Transition to ACTIVE for port object b759d408-68b8-4958-9770-32cbe4ba4bf3 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:22.540846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.694165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994745-4425-421b-a4f4-3f8938803bbd None None] Pushing event updated for resources: {'Port': ['ID=b759d408-68b8-4958-9770-32cbe4ba4bf3,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:22.760887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.779296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.793126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b450d8b6-4d6b-4cd0-83ed-584ca3fe36db,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:22.802613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.807278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-22d92406-c413-49a2-9e4d-896da4a36691 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/b450d8b6-4d6b-4cd0-83ed-584ca3fe36db HTTP/1.1" status: 204 len: 168 time: 0.5290124 Feb 16 08:43:22.807459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59866) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:22.839864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:22.972767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for bea1ce89-58d6-4ed2-b9db-94360dbb01a0 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:23.093527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.106779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d828da71-401d-4666-b8ca-84263537c150 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:23.141804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7013b74e-b67e-487b-9af6-cff2705f7b04']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.168622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55484088-ef0b-45c3-a111-7141d0420601') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.169123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55484088-ef0b-45c3-a111-7141d0420601') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.180336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d828da71-401d-4666-b8ca-84263537c150 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:23.184505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d828da71-401d-4666-b8ca-84263537c150 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.3719392 Feb 16 08:43:23.190385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.193642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59870) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:23.215058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.233047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:23.233772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.240681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:23.252682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] Sync routers for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:23.263700 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:23.275138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:23.276030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.288764 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f01d8de3-4002-4a76-aac0-33cc7a53d9d0 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4686141 Feb 16 08:43:23.292649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59874) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:23.330152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.358954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.376723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:23.377655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.456339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:23.457179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7621b20-c5b4-418d-a19c-739da4dd5c3b None None] The sync data for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:23.458469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.473809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2a814036-177d-4b5d-aa65-76eca37643f4 None None] Provisioning for port b759d408-68b8-4958-9770-32cbe4ba4bf3 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:23.480737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2a814036-177d-4b5d-aa65-76eca37643f4 None None] Provisioning complete for port b759d408-68b8-4958-9770-32cbe4ba4bf3 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:23.481119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2a814036-177d-4b5d-aa65-76eca37643f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.481317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.525350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.529041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7013b74e-b67e-487b-9af6-cff2705f7b04 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 16 08:43:23.531342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.556063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/networks/7013b74e-b67e-487b-9af6-cff2705f7b04 HTTP/1.1" status: 204 len: 168 time: 1.0517888 Feb 16 08:43:23.564108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05751270-a5cd-4b12-81c9-1430e5e49a95 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Network': ['ID=7013b74e-b67e-487b-9af6-cff2705f7b04,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:23.652744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.744979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91aecf13-9bb6-4a5d-a44d-4dd3fbeb477f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:23.828453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.839797 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fe3b4835-15da-4781-963c-8458a84de9e7 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/91aecf13-9bb6-4a5d-a44d-4dd3fbeb477f HTTP/1.1" status: 204 len: 168 time: 0.6338079 Feb 16 08:43:23.846366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59882) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:23.876382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9bb01242-1945-4ee7-8f9d-4281bad85caa None None] Provisioning for port bea1ce89-58d6-4ed2-b9db-94360dbb01a0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:23.883762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9bb01242-1945-4ee7-8f9d-4281bad85caa None None] Provisioning complete for port bea1ce89-58d6-4ed2-b9db-94360dbb01a0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:23.884629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9bb01242-1945-4ee7-8f9d-4281bad85caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.929031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:23.970865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9bb01242-1945-4ee7-8f9d-4281bad85caa None None] Port bea1ce89-58d6-4ed2-b9db-94360dbb01a0 was deleted so its status cannot be updated. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 16 08:43:24.045695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b759d408-68b8-4958-9770-32cbe4ba4bf3 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:24.086909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=bea1ce89-58d6-4ed2-b9db-94360dbb01a0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:24.134481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7d6ec444-dade-4fe9-8767-f49801890c5f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2868953 Feb 16 08:43:24.134997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59888) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:24.177972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59892) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:24.184532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'name': 'tempest-router--1246282097', 'project_id': '59016e45f0e545de858a263061715fd6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:24.193084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:24.203613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b759d408-68b8-4958-9770-32cbe4ba4bf3 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:24.204264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.206026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:router and tenant:59016e45f0e545de858a263061715fd6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:24.258250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:24.300115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:24.355438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.356370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.371528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.374720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dcfb9a03-e3c7-4efa-877c-fbf19bc2eadb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/bea1ce89-58d6-4ed2-b9db-94360dbb01a0 HTTP/1.1" status: 204 len: 168 time: 2.1847212 Feb 16 08:43:24.377097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59896) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:24.460237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.470865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.486298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 90b73eb7-ae27-4731-be98-014677652d7f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:24.486659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.515655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:24.516970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:24.518303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:24.519096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:24.530622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 4564f215-6878-4aad-9637-b26f014a015d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:24.530983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.558343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.562193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.593388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:24.594564 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-92d29f9c-cea2-4dd6-aae8-26d133051dab tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2160823 Feb 16 08:43:24.600352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59900) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:24.655852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:24.657004 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c9f5efeb-d05d-4659-970f-ac71adeb4697 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4767010 Feb 16 08:43:24.666284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:24.965909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.094074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 4564f215-6878-4aad-9637-b26f014a015d owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:25.115579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.123979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.152256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.173158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet a6ede831-1a9a-400b-887b-968e3bfe226f {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:25.180021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.258008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.324961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343d81f8-bac4-4ca7-8348-4cdf44ad275c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:25.337393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 90b73eb7-ae27-4731-be98-014677652d7f owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:25.400076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.433923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.457839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.458978 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-916f97ba-867d-4edb-89d1-1f045b6fbbea tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/343d81f8-bac4-4ca7-8348-4cdf44ad275c HTTP/1.1" status: 204 len: 168 time: 1.3228719 Feb 16 08:43:25.465924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59908) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:25.488867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=4564f215-6878-4aad-9637-b26f014a015d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:25.601901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.650588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ede831-1a9a-400b-887b-968e3bfe226f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:25.729572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.731153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efa6b5-f512-4662-a623-6ce755db638d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:25.805696 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04bc350d-f0c7-4063-9016-82e653759eb6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/a6ede831-1a9a-400b-887b-968e3bfe226f HTTP/1.1" status: 204 len: 168 time: 1.2024367 Feb 16 08:43:25.809709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59912) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:25.827023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-db69f9e4-80b4-44c9-bab1-acd083515426 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:25.892327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet fb423a54-faf2-433a-a438-8e05f068a481 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:25.897847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.954161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:25.972589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.000036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.015137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-db69f9e4-80b4-44c9-bab1-acd083515426 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:26.016371 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-db69f9e4-80b4-44c9-bab1-acd083515426 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5452564 Feb 16 08:43:26.027440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.033578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59916) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:26.044281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1464573668'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:26.066648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:26.073503 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-c2d55efd-b224-435f-90cb-e26238956a5c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:26.074566 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c2d55efd-b224-435f-90cb-e26238956a5c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7786963 Feb 16 08:43:26.080202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59920) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:26.093699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:26.159921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.197106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.421599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=90b73eb7-ae27-4731-be98-014677652d7f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:26.431160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.431680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d17c9bb2-c484-4a52-84b7-3eeda8fba868 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:26.437282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.511019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.563613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.586666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=fb423a54-faf2-433a-a438-8e05f068a481,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:26.595319 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fca57a8-4e8b-4024-a632-aba50c573508 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fb423a54-faf2-433a-a438-8e05f068a481 HTTP/1.1" status: 204 len: 168 time: 0.7847788 Feb 16 08:43:26.599654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:26.616995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd32e237-1965-49bd-b2b3-b88fa8115af1 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:26.648103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5c2ff9dc-81f4-4ff1-9424-5a204ef41216 None None] Provisioning complete for port b759d408-68b8-4958-9770-32cbe4ba4bf3 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:26.648818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff9dc-81f4-4ff1-9424-5a204ef41216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.673087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:26.687196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33188cb7-b03a-4b9b-9ab7-2986cac3ccbf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841343 Feb 16 08:43:26.687426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:26.687750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59928) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:26.692154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:26.695564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:26.703231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.707069 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a21ca093-531c-4de2-a631-6768fcfd300e tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/routers/d17c9bb2-c484-4a52-84b7-3eeda8fba868 HTTP/1.1" status: 204 len: 168 time: 1.8240752 Feb 16 08:43:26.707069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:26.724845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:26.900434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59934) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:26.965320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:26.980188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:26.984100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:26.991874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:27.018909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:27.024360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.075709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.085160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.124513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:27.128722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Deleting port b759d408-68b8-4958-9770-32cbe4ba4bf3 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:27.129567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.166757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router a8e32d50-ea55-4720-961b-d098fa0ee230 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:27.282361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b2d6e5-a371-4f68-8493-84c423b3d5f0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:27.333314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.337359 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bfd7a180-b20b-4561-b662-42050c082cd5 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3005600 Feb 16 08:43:27.338679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59940) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:27.355185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '15b2d6e5-a371-4f68-8493-84c423b3d5f0', 'direction': 'ingress', 'protocol': 17}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:27.365787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-31782383', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:27.400415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.405859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] For port b759d408-68b8-4958-9770-32cbe4ba4bf3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b759d408-68b8-4958-9770-32cbe4ba4bf3,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:27.406257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.426162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:27.434371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:27.487590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:27.490665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:27.497388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:27.500166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:27.515346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:27.519620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:27.528082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:27.532173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:27.537550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:27.538135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.538807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.550077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Calling delete_port for b759d408-68b8-4958-9770-32cbe4ba4bf3 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:27.553943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=fe2eedc6-952c-4588-b728-1b11f37683db,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:27.586914 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c169496b-4d29-4526-b187-bb8b4cb930ff tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8976610 Feb 16 08:43:27.590219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59946) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:27.597323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:27.613572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.614531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.642685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.667731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.692295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:27.693872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] Pushing event deleted for resources: {'Port': ['ID=b759d408-68b8-4958-9770-32cbe4ba4bf3,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:27.701881 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c2726938-40c0-4b3c-bdd9-27505686c2f8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4287190 Feb 16 08:43:27.703372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59950) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:27.710395 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] Sync routers for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:27.716098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eca6816-3053-424d-8757-bfb1eac8deae None None] No DVR routers for this DVR port b759d408-68b8-4958-9770-32cbe4ba4bf3 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:27.727895 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:27.728510 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:27.731261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b5e6e1-2c49-4dd0-9902-eec484086654 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:27.736207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 8251e3be-a963-4509-aca3-9358a6cfb857 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:27.745935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.793384 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:27.806768 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:27.807698 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:27.877963 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:27.878659 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf624bfd-ef58-4747-95a2-fc4fe1eb0478 None None] The sync data for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:27.900338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:27.905460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:27.909674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:27.926162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:27.946312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:27.951624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:27.974901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'fe2eedc6-952c-4588-b728-1b11f37683db'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:27.975992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.033998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b759d408-68b8-4958-9770-32cbe4ba4bf3 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:28.076823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b759d408-68b8-4958-9770-32cbe4ba4bf3 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:28.077084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b759d408-68b8-4958-9770-32cbe4ba4bf3 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:28.179229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Allocated IP 172.20.0.2 (845b2056-9615-46c6-afcf-a7b11d258df1/fe2eedc6-952c-4588-b728-1b11f37683db/ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:28.267275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.278155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.280975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.318411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92dda6a7-e2f4-4a71-a238-9d05ac9a31e4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:28.334181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:28.354862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] Sync routers for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:28.356846 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f6713b79-821d-4fe0-b29c-7e92dee67ccc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3015268 Feb 16 08:43:28.367939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59954) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:28.398488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.402405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f92f983-cd74-4150-9b84-b191bfc6d3f6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.0616710 Feb 16 08:43:28.406259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:28.418044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:28.418044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:28.449885 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bd1049da-1e26-4ea9-aed1-80ead96b92f8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=8251e3be-a963-4509-aca3-9358a6cfb857 HTTP/1.1" status: 200 len: 205 time: 0.0764780 Feb 16 08:43:28.453181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59962) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:28.485746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:28.510276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] Routers {'8251e3be-a963-4509-aca3-9358a6cfb857'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:28.510919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8251e3be-a963-4509-aca3-9358a6cfb857'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:28.577049 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:28.577461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe83a3-034d-4a9b-a198-5d65ccf7dcd0 None None] The sync data for ids ['8251e3be-a963-4509-aca3-9358a6cfb857'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:28.582342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.593367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Transition to ACTIVE for port object ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:28.614902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Transition to ACTIVE for port object ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:28.622295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.636907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.678065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.680338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:28.683293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:28.693515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:28.706254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Pushing event updated for resources: {'Port': ['ID=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:28.709330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.723810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.829344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Attempting to bind port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:28.829708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Attempting to bind port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:28.830995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Attempting to bind port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:28.837302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:28.837679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:28.838090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.838490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:28.838949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Bound port: ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:28.839337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.902648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.932568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] For port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:28.935465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] For port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:28.940582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.940794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:28.944214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.004266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b2d6e5-a371-4f68-8493-84c423b3d5f0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:29.031177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89383c3b-b1df-4885-9aba-1ae8c1b3059e None None] Pushing event updated for resources: {'Port': ['ID=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:29.066018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.067195 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-372f2f9a-8ff3-423b-8d85-e71586a6415d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/15b2d6e5-a371-4f68-8493-84c423b3d5f0 HTTP/1.1" status: 204 len: 168 time: 0.6601427 Feb 16 08:43:29.070783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:29.232386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Allocated IP 172.26.4.163 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/ee07347e-1b48-4923-b68c-197adc6acb1a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:29.269450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a6b09e1f-5698-487e-a728-1cdd4813f184 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:29.279268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.372210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a6b09e1f-5698-487e-a728-1cdd4813f184 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:29.373466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a6b09e1f-5698-487e-a728-1cdd4813f184 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3017588 Feb 16 08:43:29.407834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59970) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:29.417651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--59261810'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:29.439782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:29.469979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.477347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:29.503542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port 83968a87-97ac-4ec9-8161-8813103149a3 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:29.503943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.540338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.548415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:43:29.589073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.607768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.608279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router 8251e3be-a963-4509-aca3-9358a6cfb857 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:29.700696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.701773 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5da61834-de3d-4e76-977b-079933536ed9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857 HTTP/1.1" status: 204 len: 168 time: 1.2476819 Feb 16 08:43:29.708479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59974) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:29.836896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:29.846712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:29.852606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:29.864578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:29.917979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:29.992866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.001858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event updated for resources: {'Port': ['ID=ee07347e-1b48-4923-b68c-197adc6acb1a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:30.022779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.089623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:30.130915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Calling delete_port for 83968a87-97ac-4ec9-8161-8813103149a3 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:30.168496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:30.197592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet ff4b92e7-2d1d-4b42-b6c3-604be41c411e {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:30.210969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.228505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:30.236617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:30.240316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.243892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:30.279401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.290661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Provisioning for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:30.295713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Provisioning complete for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:30.296439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.356040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.416684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b70304a-5eb9-41ea-8290-b1705d1c20ac,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:30.417244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.427355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.430841 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e2607e0b-2201-474f-9a7c-b6a1fbef1919 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0173774 Feb 16 08:43:30.432104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59978) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:30.481464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612591317'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:30.505991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:30.520671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.528254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:30.537028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:30.541394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] For port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:30.551758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:30.578108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Port': ['ID=83968a87-97ac-4ec9-8161-8813103149a3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:30.578386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.616835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.661164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.676101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.676822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.757053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:30.757642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:30.816976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.817700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.871196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:30.885094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:30.890409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:30.891496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:30.900186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:30.905992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 614fc1b1-3e00-4162-8e89-133d6ecf42e7 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:30.906327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.910098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7187c3-c6d6-4bda-91a2-c628445c9efd None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:30.929994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.933870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=4fb26184-11c7-4d42-ab2d-65af7cd3ab17,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:30.934335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:30.935964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:30.943501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:30.944088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.004731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,revision_number=4']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:31.031717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4b92e7-2d1d-4b42-b6c3-604be41c411e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:31.055477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5547d-8530-46fd-b80c-1ac7a8b8a070 None None] Network f60f7d4a-9c43-4e78-8594-388cef7fc177 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:31.061167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.071515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1318587-a946-48bf-93fa-7326dab7b389 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4802780 Feb 16 08:43:31.078087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59982) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:31.127650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:78:90:c2', 'name': 'tempest-NetworksTestDHCPv6-302950467'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:31.157659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2e62bd8e-d624-4bf8-93d0-36171aa2d7c4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/ff4b92e7-2d1d-4b42-b6c3-604be41c411e HTTP/1.1" status: 204 len: 168 time: 1.4483576 Feb 16 08:43:31.166620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 59986) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:31.391142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.441892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] For port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:31.451538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.466928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.485059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.528181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba673114-7e80-44e7-a1cf-65bd64ce9557 None None] Pushing event updated for resources: {'Port': ['ID=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:31.534020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Router 27ac8bde-5b3a-40f0-bb9a-8bf243be9928 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:31.591063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] DHCP port deletion for f60f7d4a-9c43-4e78-8594-388cef7fc177 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:31.598045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Deleting port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:31.598749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.622218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Router 329b4bfa-6f1a-43c5-bb03-db814a808f1f is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:31.631407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.787737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e5e795-4b78-411e-8be2-de10e36368e2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:31.800059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 614fc1b1-3e00-4162-8e89-133d6ecf42e7 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:31.802986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.847322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:31.861193 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] Sync routers for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:31.863969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] For port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,segment=NetworkSegment(2bbf73a4-4bef-4660-83fb-984cd24c0ec2),segment_id=2bbf73a4-4bef-4660-83fb-984cd24c0ec2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:31.864574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.869629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:31.873746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59990) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:31.874959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c2357925-2434-4fed-aead-abad6f773c0f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4397786 Feb 16 08:43:31.881946 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:31.882344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '6b70304a-5eb9-41ea-8290-b1705d1c20ac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '55e5e795-4b78-411e-8be2-de10e36368e2', 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:31.882601 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:31.888818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:31.894483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-facc283b-e677-4e59-8c7c-35ba605fe306 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8043258 Feb 16 08:43:31.894660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:31.894763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59994) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:31.897089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:31.899058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:31.904311 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:31.923540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:31.998111 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.017568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:32.023606 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:32.024238 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.032420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:32.038399 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-04febf62-0c80-4f71-9b1a-6fdaf3feec18 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] delete failed (client error): The resource could not be found. Feb 16 08:43:32.039472 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-04febf62-0c80-4f71-9b1a-6fdaf3feec18 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/routers/tempest-non_exist_router-331301877 HTTP/1.1" status: 404 len: 334 time: 0.1436899 Feb 16 08:43:32.044376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 59998) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:32.051325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:32.063101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-69d4a56f-053c-4824-a131-4b36449ae62c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'router': {'external_gateway_info': {'network_id': '27ac8bde-5b3a-40f0-bb9a-8bf243be9928'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:32.086508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:32.111942 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.112348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e525f7ba-5849-4b1b-ada8-e7c47b090b86 None None] The sync data for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:32.120289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Calling delete_port for fd85fbf8-e0b6-4db8-a81c-15d33fef52ae owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:32.233704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.259790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.278848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.329887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:32.330826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.354021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=614fc1b1-3e00-4162-8e89-133d6ecf42e7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:32.358010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.359706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet dd8d3c68-1a56-4512-a78b-123aece64382 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:32.367551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.402876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:32.419944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] Pushing event deleted for resources: {'Port': ['ID=fd85fbf8-e0b6-4db8-a81c-15d33fef52ae,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:32.448601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479eb7b1-cf70-479a-b7f2-0e673c46041b None None] No DVR routers for this DVR port fd85fbf8-e0b6-4db8-a81c-15d33fef52ae on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:32.451527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8f7bf840-d384-4d01-b247-06b8058d8fd8 None None] Provisioning complete for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:32.451888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8f7bf840-d384-4d01-b247-06b8058d8fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.553976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.573689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.607207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:32.619540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.645624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] Sync routers for ids ['329b4bfa-6f1a-43c5-bb03-db814a808f1f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:32.679673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227e1376-810d-4fda-9e24-be2b3679487c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:32.683395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] Routers {'329b4bfa-6f1a-43c5-bb03-db814a808f1f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:32.684086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['329b4bfa-6f1a-43c5-bb03-db814a808f1f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.718402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.722685 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-414aa12d-836c-48a2-bbc3-4a525e8e2944 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8424463 Feb 16 08:43:32.723794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60002) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:32.726253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.727434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b88dbf5-f032-4757-8375-dd03649e354a tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.7668669 Feb 16 08:43:32.733394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60006) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:32.749202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fd85fbf8-e0b6-4db8-a81c-15d33fef52ae no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:32.792809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.800995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: fd85fbf8-e0b6-4db8-a81c-15d33fef52ae {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:32.801347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fd85fbf8-e0b6-4db8-a81c-15d33fef52ae not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:32.808481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] Routers {'329b4bfa-6f1a-43c5-bb03-db814a808f1f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:32.809123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['329b4bfa-6f1a-43c5-bb03-db814a808f1f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.873340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:32.873754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00610c6-e600-49a1-9940-6e9b05addbe9 None None] The sync data for ids ['329b4bfa-6f1a-43c5-bb03-db814a808f1f'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:32.876148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-69d4a56f-053c-4824-a131-4b36449ae62c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.896643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.918505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:32.932748 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-69d4a56f-053c-4824-a131-4b36449ae62c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] update failed (client error): The resource could not be found. Feb 16 08:43:32.933761 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-69d4a56f-053c-4824-a131-4b36449ae62c tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928 HTTP/1.1" status: 404 len: 339 time: 0.8883305 Feb 16 08:43:32.937562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60010) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:33.070070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.094225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=227e1376-810d-4fda-9e24-be2b3679487c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:33.100518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.103995 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-57f9f5ec-5c6d-4a3b-a00e-75d3edd3067f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/227e1376-810d-4fda-9e24-be2b3679487c HTTP/1.1" status: 204 len: 168 time: 0.3775382 Feb 16 08:43:33.104651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60014) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:33.219075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.249999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.254673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 172.20.0.10 (845b2056-9615-46c6-afcf-a7b11d258df1/fe2eedc6-952c-4588-b728-1b11f37683db/1eff2d66-cc75-4b4f-baeb-2e14e1caf679) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:33.274564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-678548c3-1f54-4a76-9414-b28ee865dde6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:33.279935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe78:90c2 (845b2056-9615-46c6-afcf-a7b11d258df1/4fb26184-11c7-4d42-ab2d-65af7cd3ab17/1eff2d66-cc75-4b4f-baeb-2e14e1caf679) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:33.344619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-678548c3-1f54-4a76-9414-b28ee865dde6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:33.345810 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-678548c3-1f54-4a76-9414-b28ee865dde6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2401273 Feb 16 08:43:33.352771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60018) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:33.494731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.522886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.579751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.600262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.613758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=dd8d3c68-1a56-4512-a78b-123aece64382,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:33.694149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aad4723-767e-4505-8e04-e51fb165b9bb None None] Network 88bdc82d-f274-4bf3-adc9-a9ad432c5119 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:33.750140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.802323 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-499bb3e0-c825-4292-958e-ad4215ce2b89 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/dd8d3c68-1a56-4512-a78b-123aece64382 HTTP/1.1" status: 204 len: 168 time: 2.4677832 Feb 16 08:43:33.822559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60022) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:33.842756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.882889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e5e795-4b78-411e-8be2-de10e36368e2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:33.963406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:33.971699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d1a8ee1f-3497-44dd-a2a2-2616eb0714fb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/55e5e795-4b78-411e-8be2-de10e36368e2 HTTP/1.1" status: 204 len: 168 time: 0.6107454 Feb 16 08:43:33.971699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60026) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:33.990130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] DHCP port deletion for 88bdc82d-f274-4bf3-adc9-a9ad432c5119 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:33.995324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Deleting port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:33.996886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.026947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.030913 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-feb2f90e-aa4f-4b68-b163-caf97799111a tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/329b4bfa-6f1a-43c5-bb03-db814a808f1f HTTP/1.1" status: 200 len: 919 time: 1.2947683 Feb 16 08:43:34.057476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60030) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:34.119578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.125229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:34.138966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e734693f-1f82-4f84-86f5-6b82cac0c5a8 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=329b4bfa-6f1a-43c5-bb03-db814a808f1f HTTP/1.1" status: 200 len: 205 time: 0.0758815 Feb 16 08:43:34.140775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60034) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:34.156821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2bcdad3f-9bcb-4929-9fc2-6b56f1f9d7ad tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:34.161524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Allocated IP 172.20.0.1 (08bb7e38-6ab2-45b8-bcc9-cb2bf6798548/a66998ba-377b-4923-bb64-20de9ec0a67b/e34d58bf-a1ea-466a-a1f8-8ac54e38634e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:34.198879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2bcdad3f-9bcb-4929-9fc2-6b56f1f9d7ad tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:34.203896 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2bcdad3f-9bcb-4929-9fc2-6b56f1f9d7ad tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.2313211 Feb 16 08:43:34.204769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60038) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:34.210838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] For port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,segment=NetworkSegment(15492f1d-7508-47e9-acd4-860b0c36a63e),segment_id=15492f1d-7508-47e9-acd4-860b0c36a63e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:34.211234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.323755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router a8e32d50-ea55-4720-961b-d098fa0ee230 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:34.343489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Calling delete_port for 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:34.382182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.395751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.413917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.425032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.430484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.430756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.438769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Transition to ACTIVE for port object e34d58bf-a1ea-466a-a1f8-8ac54e38634e will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:34.475361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] Pushing event deleted for resources: {'Port': ['ID=828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:34.489404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820c6941-3ead-41fd-8245-4c6bd0b0ae16 None None] No DVR routers for this DVR port 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:34.603490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.641018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.674702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b70304a-5eb9-41ea-8290-b1705d1c20ac,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:34.693366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60f7d4a-9c43-4e78-8594-388cef7fc177']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:34.702627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:34.710936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Port': ['ID=e34d58bf-a1ea-466a-a1f8-8ac54e38634e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:34.713992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:34.715730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:34.744489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.748129 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-53d964bf-7932-4aa1-a432-c12f09d9bfe3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/6b70304a-5eb9-41ea-8290-b1705d1c20ac HTTP/1.1" status: 204 len: 168 time: 0.5398796 Feb 16 08:43:34.749664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60042) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:34.774343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbf73a4-4bef-4660-83fb-984cd24c0ec2') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:34.774667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbf73a4-4bef-4660-83fb-984cd24c0ec2') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:34.804454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:34.805824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=1eff2d66-cc75-4b4f-baeb-2e14e1caf679,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:34.809352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.810464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.818980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:34.827528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:34.835352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c6d891cf-fb63-4fd2-a67f-65426bd69858 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:34.861734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c6d891cf-fb63-4fd2-a67f-65426bd69858 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:34.866807 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c6d891cf-fb63-4fd2-a67f-65426bd69858 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1130393 Feb 16 08:43:34.868577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60046) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:34.876855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.897790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:34.898219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.910393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797057083'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:34.915982 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:34.928802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:34.958544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:34.967527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:34.992877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.020331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:35.021250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.027610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:35.036721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fcd83adf-fb01-4a1b-81a2-972015143138 None None] Provisioning for port e34d58bf-a1ea-466a-a1f8-8ac54e38634e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:35.042136 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] Sync routers for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:35.042956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fcd83adf-fb01-4a1b-81a2-972015143138 None None] Provisioning complete for port e34d58bf-a1ea-466a-a1f8-8ac54e38634e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:35.043411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fcd83adf-fb01-4a1b-81a2-972015143138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.062629 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c4d2f49c-8408-472a-a81b-dee6985d0190 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3554375 Feb 16 08:43:35.065326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60050) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.075149 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:35.077125 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.118872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.121929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fcd83adf-fb01-4a1b-81a2-972015143138 None None] Port e34d58bf-a1ea-466a-a1f8-8ac54e38634e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:35.158179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-86f9ccca-e119-43f8-a83a-0fb284bdb45c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:35.166542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.168378 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/f60f7d4a-9c43-4e78-8594-388cef7fc177 HTTP/1.1" status: 204 len: 168 time: 1.3448069 Feb 16 08:43:35.174550 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-45e8f648-47fe-4147-bfb7-d4d738ac5e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.0955260 Feb 16 08:43:35.177578 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.177798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60054) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.178066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60056) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.207582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] Routers {'a8e32d50-ea55-4720-961b-d098fa0ee230'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:35.208199 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8e32d50-ea55-4720-961b-d098fa0ee230'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.245448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7210b-28ac-4a0b-aa5b-08b39d1c36ec tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=f60f7d4a-9c43-4e78-8594-388cef7fc177,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:35.296087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:35.304608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:35.308819 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.309226 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c01acc9-cfb4-4211-8581-02239ab7849c None None] The sync data for ids ['a8e32d50-ea55-4720-961b-d098fa0ee230'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:35.317575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:35.323807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-86f9ccca-e119-43f8-a83a-0fb284bdb45c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:35.325232 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-86f9ccca-e119-43f8-a83a-0fb284bdb45c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=a8e32d50-ea55-4720-961b-d098fa0ee230 HTTP/1.1" status: 200 len: 205 time: 0.2467017 Feb 16 08:43:35.327216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:35.330795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60062) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.348362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de610314-0165-4b6a-bca9-425be2f6dc03 None None] Provisioning for port 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:35.353566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de610314-0165-4b6a-bca9-425be2f6dc03 None None] Provisioning complete for port 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:35.354017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de610314-0165-4b6a-bca9-425be2f6dc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.371872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.387179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.410358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-de610314-0165-4b6a-bca9-425be2f6dc03 None None] Port 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:35.614015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.627264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34dadd6-66f1-41f5-b82e-d4dadcc7525f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:35.631110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34dadd6-66f1-41f5-b82e-d4dadcc7525f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:35.631870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a34dadd6-66f1-41f5-b82e-d4dadcc7525f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:35.669019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.671686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.703408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bdc82d-f274-4bf3-adc9-a9ad432c5119']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.714612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a34dadd6-66f1-41f5-b82e-d4dadcc7525f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:35.715760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a34dadd6-66f1-41f5-b82e-d4dadcc7525f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5252390 Feb 16 08:43:35.719471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15492f1d-7508-47e9-acd4-860b0c36a63e') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.719797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15492f1d-7508-47e9-acd4-860b0c36a63e') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:35.728489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.730140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60066) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.737124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.809496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.818666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:35.819004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.833570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fb5651-76ea-42fb-9db1-e34fd923077d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:35.838092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.841954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-54f4310e-bc83-4231-9b06-d77948760232 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9696457 Feb 16 08:43:35.842565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60070) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:35.850521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:35.850925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.854624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': 'e8fb5651-76ea-42fb-9db1-e34fd923077d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:35.869240 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:35.871557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:35.935104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:35.995888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:35.998851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:36.008842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:36.011642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.020680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.045261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:36.053197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:36.053869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 828cfa43-9dbe-4a09-a4fc-8d3a875b0b6c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:36.087462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.092700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=88bdc82d-f274-4bf3-adc9-a9ad432c5119,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:36.267488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-032ecd78-ee77-4311-8bdf-8121bb41fc05 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/88bdc82d-f274-4bf3-adc9-a9ad432c5119 HTTP/1.1" status: 204 len: 168 time: 1.0763476 Feb 16 08:43:36.270384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60074) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:36.288239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1253830543'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:36.299214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:36.317151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:36.323281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:36.328776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.344858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:36.366351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port ee07347e-1b48-4923-b68c-197adc6acb1a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:36.366709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.389372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event updated for resources: {'Port': ['ID=e34d58bf-a1ea-466a-a1f8-8ac54e38634e,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:36.396574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.405562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.408915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.415289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.418408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:36.421239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.449492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.576958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.577337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router a8e32d50-ea55-4720-961b-d098fa0ee230 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:36.581430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 1eff2d66-cc75-4b4f-baeb-2e14e1caf679 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:36.607379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.614293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.642280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.643940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a0b3362f-ee87-4a73-8cb3-e893780bb3c4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230 HTTP/1.1" status: 204 len: 168 time: 1.3120663 Feb 16 08:43:36.650572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:36.651949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60078) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:36.652563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72548f00-e116-4e92-ad91-8bc6e718cfbb,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:36.658192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:36.703581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:43:36.750372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.750738 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 0c174143-e0aa-4281-958d-478775791be1 of type vlan for network a456f860-568c-4c9e-8b8b-f4ce819074e2 Feb 16 08:43:36.755777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.757042 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f0c9ea02-1704-4cf9-9333-0bbef09bbe3c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9093106 Feb 16 08:43:36.764314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60082) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:36.797993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.911626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.942358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-01d4011b-4854-43eb-ae69-1385044f8eb1 None None] Provisioning complete for port e34d58bf-a1ea-466a-a1f8-8ac54e38634e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:36.943128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-01d4011b-4854-43eb-ae69-1385044f8eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:36.995905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-01d4011b-4854-43eb-ae69-1385044f8eb1 None None] Port e34d58bf-a1ea-466a-a1f8-8ac54e38634e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:36.996860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for ee07347e-1b48-4923-b68c-197adc6acb1a owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:37.037616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.078388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.118384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet 3c0f52a4-3997-4d01-916b-4d6ee79105e2 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:37.128971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.164487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.168089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:37.168654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.194359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.214168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.279851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Router 27ac8bde-5b3a-40f0-bb9a-8bf243be9928 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:37.301448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.321299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72548f00-e116-4e92-ad91-8bc6e718cfbb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:37.336483 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0642033 Feb 16 08:43:37.337224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.346853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60086) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:37.382779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.383757 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc3adc17-7bec-4b1f-ba52-a1971592985f tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/72548f00-e116-4e92-ad91-8bc6e718cfbb HTTP/1.1" status: 204 len: 168 time: 0.6088202 Feb 16 08:43:37.384494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9fc82-f64b-4e57-9f45-14178240530d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=a456f860-568c-4c9e-8b8b-f4ce819074e2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:37.387320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60090) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:37.395522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:37.401670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:37.424535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=1eff2d66-cc75-4b4f-baeb-2e14e1caf679,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:37.549142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-08fc3f06-3f3b-421d-b82f-9cb707174ea1 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:37.563833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.617780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0f52a4-3997-4d01-916b-4d6ee79105e2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:37.621393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-08fc3f06-3f3b-421d-b82f-9cb707174ea1 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:37.622857 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-08fc3f06-3f3b-421d-b82f-9cb707174ea1 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2289417 Feb 16 08:43:37.625944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60094) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:37.631095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.634046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de57cfa5-255f-4122-85f2-cdd281b4f54d None None] Network 55a58757-9f0a-4b5f-bd2c-bb592f251690 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:37.656413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f223b17-90f9-4178-bd6b-53a94d5d92cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/3c0f52a4-3997-4d01-916b-4d6ee79105e2 HTTP/1.1" status: 204 len: 168 time: 1.0013692 Feb 16 08:43:37.660787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60098) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:37.687060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:37.698750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:37.698750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:37.703532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:37.738880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:37.747097 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bdfa987a-4343-4ad1-a59f-29be718f5452 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8085430 Feb 16 08:43:37.751297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60102) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:37.754857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:37.759701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] Sync routers for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:37.792662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:37.793670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:37.803545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.865576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:37.943487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:37.967156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:37.967916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:38.025195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.029368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:38.029774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194544c8-346f-4a11-98d7-0556f5e1c8a1 None None] The sync data for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:38.105267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet f032755e-3991-4e38-9de4-69ba67fdb300 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:38.113804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.119777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] DHCP port deletion for 55a58757-9f0a-4b5f-bd2c-bb592f251690 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:38.124804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Deleting port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:38.125426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.128253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=ee07347e-1b48-4923-b68c-197adc6acb1a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:38.168573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.198277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fb5651-76ea-42fb-9db1-e34fd923077d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:38.204751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.210739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.262930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.268730 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ce29d9f1-6604-4527-bfc3-f0c3b6bc2f83 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/e8fb5651-76ea-42fb-9db1-e34fd923077d HTTP/1.1" status: 204 len: 168 time: 0.6412859 Feb 16 08:43:38.269664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60106) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.320554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.329409 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d6423992-a120-4f58-be9b-148a3c9c8456 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/1eff2d66-cc75-4b4f-baeb-2e14e1caf679 HTTP/1.1" status: 204 len: 168 time: 2.5982609 Feb 16 08:43:38.331605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60110) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.357809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d7ecf453-e889-4069-a5ec-e3de3e5e54c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:38.368368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.385088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] For port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,segment=NetworkSegment(696ae1b0-2020-4fef-9e0c-ccab30ca2cb9),segment_id=696ae1b0-2020-4fef-9e0c-ccab30ca2cb9)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:38.385630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.428426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d7ecf453-e889-4069-a5ec-e3de3e5e54c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:38.435828 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d7ecf453-e889-4069-a5ec-e3de3e5e54c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1560318 Feb 16 08:43:38.435828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60114) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.444258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--721902177'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:38.452448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:38.467896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:38.483147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.510575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.512332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:38.513811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:38.515284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:38.516232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:38.517311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a64ecf87-29c0-4045-a221-5f44a0fbe7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.526102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Calling delete_port for efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:38.564934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=f032755e-3991-4e38-9de4-69ba67fdb300,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:38.571037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:38.573587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.579150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:38.585116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:38.592119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca26cf9a-28c5-4efd-af8d-ee900d73c712 None None] Network 78987ea2-da1c-4a54-b78e-532afda8d145 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:38.592546 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d3f75f98-2677-46a4-8349-177efebc41e4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/f032755e-3991-4e38-9de4-69ba67fdb300 HTTP/1.1" status: 204 len: 168 time: 0.9234059 Feb 16 08:43:38.593708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:38.595500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60118) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.704988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.708740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.734270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.751440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] Pushing event deleted for resources: {'Port': ['ID=efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:38.766253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.774449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:38.778603 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b05131c2-4a5c-4045-9fa1-4a49251bf06a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4317749 Feb 16 08:43:38.781533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60122) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.809620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.825616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5526f867-125a-44f7-932c-d3e8ea1431a1 None None] No DVR routers for this DVR port efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:38.844401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e70f0691-7e0c-4149-9da6-f3b8548abfab tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.921858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] DHCP port deletion for 78987ea2-da1c-4a54-b78e-532afda8d145 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:38.926347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Deleting port 811267d0-be25-4a18-bd7e-796294c858d1 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:38.926836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.929139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae4257-3d03-404a-a14a-8b4e9218fab0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:38.935062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.943381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:38.944645 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-07fd60fb-96fe-4efb-8e79-2b21ca2966a6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5091588 Feb 16 08:43:38.947980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:38.955152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': 'a4ae4257-3d03-404a-a14a-8b4e9218fab0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:38.972476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:38.977955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a58757-9f0a-4b5f-bd2c-bb592f251690']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:38.985094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:38.991082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:38.998545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:38.998847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696ae1b0-2020-4fef-9e0c-ccab30ca2cb9') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:39.006099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:39.015603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.038229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.048061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.065369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:39.065772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:39.080445 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:39.158298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] For port 811267d0-be25-4a18-bd7e-796294c858d1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=811267d0-be25-4a18-bd7e-796294c858d1,segment=NetworkSegment(2a84e399-bd0f-4f34-94dc-851de6e1368b),segment_id=2a84e399-bd0f-4f34-94dc-851de6e1368b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:39.158900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.193896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.198595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.207846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.231019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=55a58757-9f0a-4b5f-bd2c-bb592f251690,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.234959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.277296 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c7e8aa11-0765-4a47-8e85-3abc58dcef9b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/55a58757-9f0a-4b5f-bd2c-bb592f251690 HTTP/1.1" status: 204 len: 168 time: 0.6778750 Feb 16 08:43:39.277296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22069fa8-681a-476d-8020-c4f2891b1b84,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.279257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.280704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-103b2514-4776-4091-9481-ffc5361dd7d3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3319669 Feb 16 08:43:39.281488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60130) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.284164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60132) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.364556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Calling delete_port for 811267d0-be25-4a18-bd7e-796294c858d1 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:39.379724 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-30282ea1-4b05-4efb-b2ca-607cd58d378d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules/22069fa8-681a-476d-8020-c4f2891b1b84 HTTP/1.1" status: 200 len: 705 time: 0.0916264 Feb 16 08:43:39.387600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60138) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.409814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.415454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.438948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.459405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.473313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.493955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-23f136ec-7c5f-488a-a1c1-d09e535d58c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:39.523837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] Pushing event deleted for resources: {'Port': ['ID=811267d0-be25-4a18-bd7e-796294c858d1,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.531417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57423277-f58f-41b1-bb5f-b0411b0a9a77 None None] No DVR routers for this DVR port 811267d0-be25-4a18-bd7e-796294c858d1 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:39.576689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=701df1f5-a63a-4cdf-a678-a60a2a68f5c5,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.587714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 4fb26184-11c7-4d42-ab2d-65af7cd3ab17 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:39.594864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.606888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-23f136ec-7c5f-488a-a1c1-d09e535d58c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:39.608131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-23f136ec-7c5f-488a-a1c1-d09e535d58c2 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2198892 Feb 16 08:43:39.611981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60142) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.626663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.634887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.635391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router 329b4bfa-6f1a-43c5-bb03-db814a808f1f {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:39.660852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-e70f0691-7e0c-4149-9da6-f3b8548abfab tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 08:43:39.661892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e70f0691-7e0c-4149-9da6-f3b8548abfab tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928 HTTP/1.1" status: 409 len: 329 time: 1.9092164 Feb 16 08:43:39.662909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '0c174143-e0aa-4281-958d-478775791be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:39.663089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: a456f860-568c-4c9e-8b8b-f4ce819074e2, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:39.665228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78987ea2-da1c-4a54-b78e-532afda8d145']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:39.670673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.672301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.684920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.694963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a84e399-bd0f-4f34-94dc-851de6e1368b') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:39.695254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a84e399-bd0f-4f34-94dc-851de6e1368b') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:39.709391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.729647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.734023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.736555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.742413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:39.743095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:39.763838 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:39.787912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.788969 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2154fcd4-233b-4aa1-921e-89673c598fce tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/329b4bfa-6f1a-43c5-bb03-db814a808f1f HTTP/1.1" status: 204 len: 168 time: 5.6458166 Feb 16 08:43:39.822167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60150) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.829881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22069fa8-681a-476d-8020-c4f2891b1b84,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.846347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027151388', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:39.855310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:39.858417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.860266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4fe26607-0e14-4cf2-ad7c-38dc035ff0f4 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/22069fa8-681a-476d-8020-c4f2891b1b84 HTTP/1.1" status: 204 len: 168 time: 0.2466822 Feb 16 08:43:39.862481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:router and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:39.865000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60154) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.866017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:39.873083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.875204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:39.894649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.907936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=78987ea2-da1c-4a54-b78e-532afda8d145,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:39.911137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-509f602a-5c3d-44aa-b684-87ce830b8119 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/78987ea2-da1c-4a54-b78e-532afda8d145 HTTP/1.1" status: 204 len: 168 time: 0.6285198 Feb 16 08:43:39.916265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.918471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60158) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:39.918782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.931300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-780520798'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:39.936830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:39.941456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.954168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:39.966309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:39.971337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:39.982361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, a456f860-568c-4c9e-8b8b-f4ce819074e2) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:39.991995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:39.995278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:39.995866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:39.997927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1603e54d-62f5-4dde-99e8-b7170e31cc70 None None] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:40.013592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.069168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:40.072431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:40.075772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.094695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-351f5522-14e4-402b-ab47-550b83a0d20e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:40.107067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-839bbd05-23db-452d-9083-316ec3e8eea3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7319877 Feb 16 08:43:40.110416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60162) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:40.124660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:40.125254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efdfd435-7b66-4e6e-9d19-a9c5b75e1ec9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:40.125851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 811267d0-be25-4a18-bd7e-796294c858d1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:40.127926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1645956978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:40.145843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:40.159501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:40.166092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:40.175751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-351f5522-14e4-402b-ab47-550b83a0d20e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:40.177012 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-351f5522-14e4-402b-ab47-550b83a0d20e tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3045399 Feb 16 08:43:40.177742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 811267d0-be25-4a18-bd7e-796294c858d1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:40.178215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:40.178575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 811267d0-be25-4a18-bd7e-796294c858d1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:40.183155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60166) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:40.201597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': 'a4ae4257-3d03-404a-a14a-8b4e9218fab0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:40.208374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.242054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.271577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:43:40.312840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:40.315690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.316590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.340933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-a456f860-568c-4c9e-8b8b-f4ce819074e2', 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': '701df1f5-a63a-4cdf-a678-a60a2a68f5c5'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:40.342156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.391742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=4fb26184-11c7-4d42-ab2d-65af7cd3ab17,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:40.395034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:40.403424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.403803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801 of type vlan for network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 Feb 16 08:43:40.419017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.432604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35c2894-8249-44b4-aacd-d8e2a2d1b272 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:40.456447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.466814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.475657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.493433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.507932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.512027 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc26670f-3b92-4f63-ad4b-b36d668371b0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/4fb26184-11c7-4d42-ab2d-65af7cd3ab17 HTTP/1.1" status: 204 len: 168 time: 1.6706262 Feb 16 08:43:40.528036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60170) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:40.583822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.587886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:40.588593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.612829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Allocated IP 2001:db8::2 (a456f860-568c-4c9e-8b8b-f4ce819074e2/701df1f5-a63a-4cdf-a678-a60a2a68f5c5/d424056a-1fff-49d3-a0e8-622bce31625b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:40.629810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.711410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.733531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8142688 Feb 16 08:43:40.738122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60174) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:40.738680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.749251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.753507 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b08e52f1-ac65-4507-a331-df4b1b7fe887 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6358283 Feb 16 08:43:40.755648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:40.757812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea22970-864d-46b3-ad0a-06c67657c87b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=777f7d5f-6ffe-4d80-a10d-a4ba23f531c4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:40.764164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60178) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:40.777634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:43:40.781990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'port': {'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2', 'name': 'tempest-RoutersIpV6Test-1857863205'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:40.798611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5971ec2e-0815-4b61-9563-efaf8ee9bc0e,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:40.807403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.904961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.26.4.126 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/589c78bd-8881-47f9-ae3c-00742b4cbbed) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:40.931996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet fe2eedc6-952c-4588-b728-1b11f37683db {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:40.936808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.951175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f94c848b-dbcf-4d7c-b174-9e8c413d5e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.958746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:40.962573 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d10190d9-6a61-4afa-8d02-5ea666694546 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7737298 Feb 16 08:43:40.966090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:40.973858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60182) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:41.021132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:41.022480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.033639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Transition to ACTIVE for port object d424056a-1fff-49d3-a0e8-622bce31625b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:41.053191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Transition to ACTIVE for port object d424056a-1fff-49d3-a0e8-622bce31625b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:41.060338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.077333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:41.080882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:41.089260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:port and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:41.092315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:41.094452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:41.096871 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0939ff23-299b-4af3-babd-3e2fd4bea89b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules/5971ec2e-0815-4b61-9563-efaf8ee9bc0e HTTP/1.1" status: 200 len: 705 time: 0.1224356 Feb 16 08:43:41.100641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.100808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60186) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:41.137349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:41.140341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:41.145182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:41.147446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:41.148361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Pushing event updated for resources: {'Port': ['ID=d424056a-1fff-49d3-a0e8-622bce31625b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:41.176024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:41.279341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Attempting to bind port d424056a-1fff-49d3-a0e8-622bce31625b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:41.279643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Attempting to bind port d424056a-1fff-49d3-a0e8-622bce31625b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0c174143-e0aa-4281-958d-478775791be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:41.280004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Attempting to bind port d424056a-1fff-49d3-a0e8-622bce31625b on network a456f860-568c-4c9e-8b8b-f4ce819074e2 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:41.287996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:41.288684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Checking segment: {'id': '0c174143-e0aa-4281-958d-478775791be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:41.289265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.289823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Bound using segment: {'id': '0c174143-e0aa-4281-958d-478775791be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:41.290503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Bound port: d424056a-1fff-49d3-a0e8-622bce31625b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c174143-e0aa-4281-958d-478775791be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'a456f860-568c-4c9e-8b8b-f4ce819074e2'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:41.291209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.345287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.365559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.398003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] For port d424056a-1fff-49d3-a0e8-622bce31625b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:41.402932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] For port d424056a-1fff-49d3-a0e8-622bce31625b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d424056a-1fff-49d3-a0e8-622bce31625b,segment=NetworkSegment(0c174143-e0aa-4281-958d-478775791be1),segment_id=0c174143-e0aa-4281-958d-478775791be1)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:41.409028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.449027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.474876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:41.478478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.564770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2153d5-4cdd-488f-8a10-21b86c5f6e0e None None] Pushing event updated for resources: {'Port': ['ID=d424056a-1fff-49d3-a0e8-622bce31625b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:41.568614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d3c5b9a4-1a38-4ec8-8672-3b145ca65f80 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:41.583723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.584216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] device_id is not set on port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:41.641795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2eedc6-952c-4588-b728-1b11f37683db,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:41.660457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.661660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.676325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d3c5b9a4-1a38-4ec8-8672-3b145ca65f80 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:41.678208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d3c5b9a4-1a38-4ec8-8672-3b145ca65f80 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5762086 Feb 16 08:43:41.684495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.684718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60190) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:41.734413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-06bd352f-8bd3-4cce-9c6d-a1403d1291f3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fe2eedc6-952c-4588-b728-1b11f37683db HTTP/1.1" status: 204 len: 168 time: 1.2053192 Feb 16 08:43:41.735232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60194) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:41.842461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.887818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.889573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.933102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70b9725-600d-4e8d-a86d-2fc0d9ae7ffd None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:41.951237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8::1ba (a456f860-568c-4c9e-8b8b-f4ce819074e2/701df1f5-a63a-4cdf-a678-a60a2a68f5c5/ad11fdd2-67a6-4438-ae2b-d67e6ff46adb) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:41.971264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:41.974419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-12ae683f-f239-4e07-af44-6c08c64c6d2a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2307332 Feb 16 08:43:41.976373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60198) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:41.997038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:42.001379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5971ec2e-0815-4b61-9563-efaf8ee9bc0e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:42.033394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:42.058547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.059665 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5b0e7e3b-6f8f-4b93-946d-0b17f5c25ba3 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/5971ec2e-0815-4b61-9563-efaf8ee9bc0e HTTP/1.1" status: 204 len: 168 time: 0.3726051 Feb 16 08:43:42.066048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60202) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:42.109352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-06e5b5a5-461e-482e-8ef1-2d3ef53ddbdd None None] Provisioning complete for port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:42.109734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-06e5b5a5-461e-482e-8ef1-2d3ef53ddbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.119140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:42.149214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d424056a-1fff-49d3-a0e8-622bce31625b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:42.163274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:42.204430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=589c78bd-8881-47f9-ae3c-00742b4cbbed,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:42.266056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2a7f3de4-f516-4cef-86f2-c2e2a275079c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:42.316099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:42.317053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2a7f3de4-f516-4cef-86f2-c2e2a275079c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:42.318471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2a7f3de4-f516-4cef-86f2-c2e2a275079c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2506149 Feb 16 08:43:42.326334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60206) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:42.333849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:42.345239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:42.354410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': 'a4ae4257-3d03-404a-a14a-8b4e9218fab0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:42.368629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:42.374710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.375279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:42.405537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d424056a-1fff-49d3-a0e8-622bce31625b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:42.406355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port e34d58bf-a1ea-466a-a1f8-8ac54e38634e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:42.406935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.437030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:42.438902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object ad11fdd2-67a6-4438-ae2b-d67e6ff46adb will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:42.454031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:42.457472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.567075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:42.576594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Deleting port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:42.577031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.581231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.585583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.632126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.687616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:42.699476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:42.710792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:42.715095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:42.716519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.724188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.742620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=ad11fdd2-67a6-4438-ae2b-d67e6ff46adb,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:42.747500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:42.855549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:42.855864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:43:42.874201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] For port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:42.874912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.875034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.890283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.897488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Calling delete_port for e34d58bf-a1ea-466a-a1f8-8ac54e38634e owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:42.933923 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-555df881-7adb-4243-b37f-57e9f843c83a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1686897 Feb 16 08:43:42.934813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60212) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:42.949564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8655e456-4cd4-4a5d-adf3-82dea12aeec0,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:42.993409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:42.994633 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d6c49416-0283-4134-b326-d223f715275d tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6646731 Feb 16 08:43:42.998692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60216) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.000893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:43:43.018192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.018822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.025158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Calling delete_port for ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:43.031341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.077494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:43.083908 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af11ac74-813b-4c8f-b719-574122fe7fde tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules/8655e456-4cd4-4a5d-adf3-82dea12aeec0 HTTP/1.1" status: 200 len: 706 time: 0.0781810 Feb 16 08:43:43.084942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60220) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.091038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2145dcd0-47ff-45c9-a0da-9847e817a3d9 None None] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:43.152576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:43.153450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.220265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.276533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:43.280257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fe77b406-43f6-4265-9a89-76a0d38554a6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5349431 Feb 16 08:43:43.283689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=30582a66-ffe7-474a-88a8-4473ad59c9f2,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:43.285970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:43.288432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.293938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-189806614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:43.299682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:43.300298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.313709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:43.320167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce068b8-f4bc-43ad-a291-763b2144c037 None None] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:43.327554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:43.332538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:43.338724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] Pushing event deleted for resources: {'Port': ['ID=ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:43.350915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:43.360920 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b39a7812-edee-476e-9495-5828a5f49af5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3807330 Feb 16 08:43:43.364152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60228) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.369820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:43.440389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.441757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.444754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b221c0-dbd6-421f-8b93-18e5643c4ebd None None] No DVR routers for this DVR port ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:43.484046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124156ac-71ea-46b5-a293-de4640eab163 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:43.499375 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-56637a7e-baf8-4def-9812-6cd13ad667de tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4107475 Feb 16 08:43:43.503925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60232) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.536465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.560319 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:43:43.572718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Provisioning for port d424056a-1fff-49d3-a0e8-622bce31625b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:43.587619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:43.590916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.605398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:43.609036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.615803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.627616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:43.633228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.649363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Provisioning complete for port d424056a-1fff-49d3-a0e8-622bce31625b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:43.649473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:43.649633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.677658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.681634 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ddf64a07-7440-49dc-a21a-ce7b384aab23 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3897872 Feb 16 08:43:43.681921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:43.685372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.701616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60236) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:43.717553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'port': {'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4', 'name': 'tempest-RoutersTest-2112557759'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:43.728805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Port': ['ID=e34d58bf-a1ea-466a-a1f8-8ac54e38634e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:43.741320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-777f7d5f-6ffe-4d80-a10d-a4ba23f531c4', 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': 'b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:43.741817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.778846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:43.881001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.029199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8655e456-4cd4-4a5d-adf3-82dea12aeec0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:44.043932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.043932 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-961c3655-b144-43c2-aae3-62b9596a8fd9 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/8655e456-4cd4-4a5d-adf3-82dea12aeec0 HTTP/1.1" status: 204 len: 168 time: 0.5355632 Feb 16 08:43:44.049811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60240) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:44.141853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:44.160471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.177298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:44.186200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:port and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:44.189542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:44.196104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router 301f546d-0d1e-4d82-b50e-498649d92c29 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:44.198074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:44.230995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:44.231819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ee2c9fdc-a664-4263-a0f5-a1a88d2a9dd9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:44.258369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.270459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:44.273707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.276632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '30582a66-ffe7-474a-88a8-4473ad59c9f2'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:43:44.277433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.318091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Allocated IP 172.20.0.2 (777f7d5f-6ffe-4d80-a10d-a4ba23f531c4/b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b/df90dc3c-7c6f-413c-b821-8fc464247f89) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:44.338659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b6616a50-c92e-459f-b34c-7fd727923ead tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2839332 Feb 16 08:43:44.342348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60244) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:44.357817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.390943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] For port d424056a-1fff-49d3-a0e8-622bce31625b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d424056a-1fff-49d3-a0e8-622bce31625b,segment=NetworkSegment(0c174143-e0aa-4281-958d-478775791be1),segment_id=0c174143-e0aa-4281-958d-478775791be1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:44.405877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.526704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] device_id is not set on port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:44.637423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0d6d0d-39dc-4e03-93d8-8764fa858e1e None None] Pushing event updated for resources: {'Port': ['ID=d424056a-1fff-49d3-a0e8-622bce31625b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:44.667510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Allocated IP 172.20.0.2 (845b2056-9615-46c6-afcf-a7b11d258df1/30582a66-ffe7-474a-88a8-4473ad59c9f2/83638165-7904-4397-be05-688da81a1026) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:44.753734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:43:44.758625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.845297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.854204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:44.855525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=d035f15b-eab1-40c1-9868-bd680f8b313c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:44.858369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Provisioning for port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:44.859028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:44.868489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:44.869225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.914693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cfb1904c-90e8-4377-be00-1586ea1bf234 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5493307 Feb 16 08:43:44.915924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:44.917922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:44.927129 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Sync routers for ids ['301f546d-0d1e-4d82-b50e-498649d92c29'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:44.930681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:2e:25:aa', 'name': 'tempest-NetworksTestDHCPv6-1876455348'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:44.949348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Routers {'301f546d-0d1e-4d82-b50e-498649d92c29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:44.951174 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['301f546d-0d1e-4d82-b50e-498649d92c29'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:44.976872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Transition to ACTIVE for port object df90dc3c-7c6f-413c-b821-8fc464247f89 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:44.988055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Provisioning complete for port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:44.988298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:44.988426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.025151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.027537 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e400ab75-4560-4dee-a65e-cd1df29c5f50 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2034416 Feb 16 08:43:45.030769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60252) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.125650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Transition to ACTIVE for port object df90dc3c-7c6f-413c-b821-8fc464247f89 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:45.133799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:45.141866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.150812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.190896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.191752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Router 27ac8bde-5b3a-40f0-bb9a-8bf243be9928 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:45.201179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Provisioning complete for port d424056a-1fff-49d3-a0e8-622bce31625b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:45.201554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ac65922-746b-4150-8513-c5e30192706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.263837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Transition to ACTIVE for port object 83638165-7904-4397-be05-688da81a1026 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:45.268684 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Set router 301f546d-0d1e-4d82-b50e-498649d92c29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:45.311121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:45.323951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:45.325208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.326298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:45.331700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Pushing event updated for resources: {'Port': ['ID=df90dc3c-7c6f-413c-b821-8fc464247f89,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:45.336465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Transition to ACTIVE for port object 83638165-7904-4397-be05-688da81a1026 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:45.358211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.372833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.20.0.11 (777f7d5f-6ffe-4d80-a10d-a4ba23f531c4/b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b/a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:45.375188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:45.392889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:45.419282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ae4257-3d03-404a-a14a-8b4e9218fab0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:45.429049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:45.429810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:43:45.433067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.454686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.466189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.519418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:45.547477 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e1a4e31e-ed41-44f9-bea2-029d6583fac4 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8736715 Feb 16 08:43:45.554943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.556394 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d8cd701b-10b2-4ca7-b717-88ec56d183dd tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/a4ae4257-3d03-404a-a14a-8b4e9218fab0 HTTP/1.1" status: 204 len: 168 time: 1.2120867 Feb 16 08:43:45.557284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60256) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.563544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60258) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.565320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] Sync routers for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:45.589605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 36e7b56b-f8ac-4a5a-9a1e-b94b7807333e yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:43:45.606561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:45.617542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:45.619934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:45.622093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Pushing event updated for resources: {'Port': ['ID=83638165-7904-4397-be05-688da81a1026,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:45.633718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Attempting to bind port df90dc3c-7c6f-413c-b821-8fc464247f89 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:45.634128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Attempting to bind port df90dc3c-7c6f-413c-b821-8fc464247f89 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:45.634486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Attempting to bind port df90dc3c-7c6f-413c-b821-8fc464247f89 on network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:45.649439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:45.650303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:45.709803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-c06bc7bd-2c99-4587-b92f-6903edfeb354 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] show failed (client error): The resource could not be found. Feb 16 08:43:45.711202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c06bc7bd-2c99-4587-b92f-6903edfeb354 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "GET /v2.0/routers/tempest-non_exist_router-671270887 HTTP/1.1" status: 404 len: 334 time: 0.1493974 Feb 16 08:43:45.718379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:45.722186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60264) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.724240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=ad11fdd2-67a6-4438-ae2b-d67e6ff46adb,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:45.732561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d080f33a-4571-41b9-91d7-5e47eadd1fe9 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:45.789009 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': False}, 'gw_port_id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:39Z', 'updated_at': '2022-02-16T08:43:42Z', 'revision_number': 3, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port': {'id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:43:40Z', 'updated_at': '2022-02-16T08:43:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:45.793855 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Checking router: 301f546d-0d1e-4d82-b50e-498649d92c29 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:43:45.794210 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Updating router 301f546d-0d1e-4d82-b50e-498649d92c29 port 589c78bd-8881-47f9-ae3c-00742b4cbbed binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:43:45.835647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:45.835880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Checking segment: {'id': 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:45.836278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.836956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Bound using segment: {'id': 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:45.837440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Bound port: df90dc3c-7c6f-413c-b821-8fc464247f89, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '777f7d5f-6ffe-4d80-a10d-a4ba23f531c4'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:45.837807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.848821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-955b1aab-65c7-47e0-bb25-2d6cde90dddb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:45.884837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.893343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-d080f33a-4571-41b9-91d7-5e47eadd1fe9 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] update failed (client error): The resource could not be found. Feb 16 08:43:45.894590 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d080f33a-4571-41b9-91d7-5e47eadd1fe9 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "PUT /v2.0/routers/tempest-non_exist_router-1521062917 HTTP/1.1" status: 404 len: 335 time: 0.1673067 Feb 16 08:43:45.902278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60268) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.902919 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:45.933646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] Routers {'27ac8bde-5b3a-40f0-bb9a-8bf243be9928'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:45.934332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:45.952173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-955b1aab-65c7-47e0-bb25-2d6cde90dddb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:45.955549 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-955b1aab-65c7-47e0-bb25-2d6cde90dddb tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3238409 Feb 16 08:43:45.961444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60272) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.968359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group': {'name': 'tempest-secgroup--8973717'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:45.985155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:45.987769 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ab52ad37-9309-4a86-afce-60760550deab tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/301f546d-0d1e-4d82-b50e-498649d92c29 HTTP/1.1" status: 200 len: 909 time: 0.9557066 Feb 16 08:43:45.991450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60276) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:45.992254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:46.009818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2027151388', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': True}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:46.038561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:46.041070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:46.061391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Usage tracker for resource:router and tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:46.072736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:46.106791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d424056a-1fff-49d3-a0e8-622bce31625b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:46.125082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:46.136477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.145568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:46.145985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab8cdd8-27e3-4742-b9c0-701b9f00e134 None None] The sync data for ids ['27ac8bde-5b3a-40f0-bb9a-8bf243be9928'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:46.155743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Attempting to bind port 83638165-7904-4397-be05-688da81a1026 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:46.156115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Attempting to bind port 83638165-7904-4397-be05-688da81a1026 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:46.156475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Attempting to bind port 83638165-7904-4397-be05-688da81a1026 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:46.194599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.195779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.204779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ceafc807-2189-40dd-8755-13211b0ce6f4 None None] Provisioning complete for port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:46.205893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ceafc807-2189-40dd-8755-13211b0ce6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.254520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:46.264101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:46.271284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.274476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:46.275692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ceafc807-2189-40dd-8755-13211b0ce6f4 None None] Port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:46.283926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:46.292292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:46.292717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:46.293125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.293622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:46.294108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Bound port: 83638165-7904-4397-be05-688da81a1026, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:46.294704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.301358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.342829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] For port df90dc3c-7c6f-413c-b821-8fc464247f89, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:46.391239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] For port df90dc3c-7c6f-413c-b821-8fc464247f89, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=df90dc3c-7c6f-413c-b821-8fc464247f89,segment=NetworkSegment(b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801),segment_id=b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:46.408455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.445868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 172.20.0.14 (845b2056-9615-46c6-afcf-a7b11d258df1/30582a66-ffe7-474a-88a8-4473ad59c9f2/36e7b56b-f8ac-4a5a-9a1e-b94b7807333e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:46.448602 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.467554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe2e:25aa (845b2056-9615-46c6-afcf-a7b11d258df1/d035f15b-eab1-40c1-9868-bd680f8b313c/36e7b56b-f8ac-4a5a-9a1e-b94b7807333e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:46.474166 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Transition to ACTIVE for port object 589c78bd-8881-47f9-ae3c-00742b4cbbed will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:46.478581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.488262 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.529782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d424056a-1fff-49d3-a0e8-622bce31625b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:46.530058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.596962 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1b0a-d40f-4679-b33d-890333b52e3a None None] Pushing event updated for resources: {'Port': ['ID=589c78bd-8881-47f9-ae3c-00742b4cbbed,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:46.618075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-22e356bf-a783-4c2a-a1e2-85ea8f49011e None None] Provisioning complete for port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:46.618515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-22e356bf-a783-4c2a-a1e2-85ea8f49011e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.633727 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Attempting to bind port 589c78bd-8881-47f9-ae3c-00742b4cbbed on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:43:46.634106 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Attempting to bind port 589c78bd-8881-47f9-ae3c-00742b4cbbed by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:43:46.634474 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Attempting to bind port 589c78bd-8881-47f9-ae3c-00742b4cbbed on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:43:46.642084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting subnet 1d333d04-e399-4072-b5f9-4a0d11d0393c {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:46.645388 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:43:46.645763 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:43:46.646156 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.646589 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:43:46.649039 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Bound port: 589c78bd-8881-47f9-ae3c-00742b4cbbed, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:43:46.649418 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.651446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f90300d-bd04-43e1-af4e-e7f3d7bf914c None None] Pushing event updated for resources: {'Port': ['ID=df90dc3c-7c6f-413c-b821-8fc464247f89,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:46.656978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:46.658161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:46.663532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.678036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] For port 83638165-7904-4397-be05-688da81a1026, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:46.697820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:46.705458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.707605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] For port 83638165-7904-4397-be05-688da81a1026, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83638165-7904-4397-be05-688da81a1026,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:46.716718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.729081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.729945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:46.756796 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] For port 589c78bd-8881-47f9-ae3c-00742b4cbbed, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:43:46.760387 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] For port 589c78bd-8881-47f9-ae3c-00742b4cbbed, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=589c78bd-8881-47f9-ae3c-00742b4cbbed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:43:46.766196 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.801665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.802560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:46.838636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-22e356bf-a783-4c2a-a1e2-85ea8f49011e None None] Port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:46.890105 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd1b0a-d40f-4679-b33d-890333b52e3a None None] Pushing event updated for resources: {'Port': ['ID=589c78bd-8881-47f9-ae3c-00742b4cbbed,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:46.901465 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Routers {'301f546d-0d1e-4d82-b50e-498649d92c29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:46.902324 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['301f546d-0d1e-4d82-b50e-498649d92c29'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:46.910403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce5537-e82f-46aa-8c50-282162833f4a None None] Pushing event updated for resources: {'Port': ['ID=83638165-7904-4397-be05-688da81a1026,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:46.918008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.918353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.922257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.922976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.923361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.924423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.925142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.925654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.927794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.927794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:46.927794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.009472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.014953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.019681 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.0569589 Feb 16 08:43:47.023556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60280) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:47.028618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da5513-303d-41af-bbc8-db65bda9786b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ebdf45-26a3-4da0-abca-541a7773281f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:47.043522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Request body: {'security_group_rule': {'security_group_id': '20ebdf45-26a3-4da0-abca-541a7773281f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:47.118819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:47.119591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.126051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:47.206007 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5351464e-a0eb-438f-96d3-ac5f25cfaaa8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4980807 Feb 16 08:43:47.222946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60284) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:47.228100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.232819 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] Set router 301f546d-0d1e-4d82-b50e-498649d92c29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:47.290458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Usage tracker for resource:security_group_rule and tenant:7c8355c00e454c3db0ddb5b34041defe is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:47.295076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:47.301688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:47.358803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.428549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 36e7b56b-f8ac-4a5a-9a1e-b94b7807333e will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:47.450805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.597595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.608454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': False}, 'gw_port_id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:39Z', 'updated_at': '2022-02-16T08:43:42Z', 'revision_number': 3, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port': {'id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:43:40Z', 'updated_at': '2022-02-16T08:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:47.614231 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3eaf7aa-dbc8-4350-9358-03fab4d84d34 None None] The sync data for ids ['301f546d-0d1e-4d82-b50e-498649d92c29'] in dv-neutron-829488-1-hyperv is: [{'id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': False}, 'gw_port_id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:39Z', 'updated_at': '2022-02-16T08:43:42Z', 'revision_number': 3, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port': {'id': '589c78bd-8881-47f9-ae3c-00742b4cbbed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:f0:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301f546d-0d1e-4d82-b50e-498649d92c29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:43:40Z', 'updated_at': '2022-02-16T08:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:47.619128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.646467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.657524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c907e826-5938-4bd1-955b-55739d8c0860,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:47.717987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.719209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6921008 Feb 16 08:43:47.727924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60288) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:47.729434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.729805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.730148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.730496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.730833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.731237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.731477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.731799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.732123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.732438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.732758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02489da9-57b6-4c61-a04b-0a3b62ee243c tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:43:47.736816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.751553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.752902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.762377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=36e7b56b-f8ac-4a5a-9a1e-b94b7807333e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:47.765059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.773865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:47.811682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:47.814027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.825498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:47.889051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:47.899300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=ad11fdd2-67a6-4438-ae2b-d67e6ff46adb,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:47.912904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Subnet': ['ID=1d333d04-e399-4072-b5f9-4a0d11d0393c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:48.078755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a24fb32-2bc2-43c2-b92b-ecae76fba545 None None] Network 44b41074-1ac6-4b98-9813-0a3b2d8c5459 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:48.161598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.185623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:48.186298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.238073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:48.241341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:48.260592 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fedb4527-2f57-47e4-a24e-17f8c16cc56b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3349874 Feb 16 08:43:48.266955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.304402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83638165-7904-4397-be05-688da81a1026 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:48.311918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.363354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60292) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:48.397292 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-744fa04a-bfa3-4d46-b7f6-e099991ae5bb tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/subnets/1d333d04-e399-4072-b5f9-4a0d11d0393c HTTP/1.1" status: 204 len: 168 time: 2.4898889 Feb 16 08:43:48.478192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.491611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60296) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:48.600406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.26.4.227 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/68b0beca-d69f-46b4-9823-fa6b3a82e92f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:48.660299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 83638165-7904-4397-be05-688da81a1026 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:48.691883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14148e3-1ac4-4051-8624-5bd6129f865a None None] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:48.732115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device df90dc3c-7c6f-413c-b821-8fc464247f89 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:48.737071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ebdf45-26a3-4da0-abca-541a7773281f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:48.791272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:48.796497 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f8369248-5840-4bc4-a1ab-b023ce3d5285 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/20ebdf45-26a3-4da0-abca-541a7773281f HTTP/1.1" status: 204 len: 168 time: 1.0644808 Feb 16 08:43:48.797169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60300) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:48.907684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c474fa1-17be-4685-ae97-6edc9d9f7968 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:49.008896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-49b7dce5-8766-40d6-9a23-574da70e2678 None None] Provisioning for port df90dc3c-7c6f-413c-b821-8fc464247f89 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:49.057512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-19064433-6298-4be9-b213-99caad18645b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:49.081795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.123381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16049434-8143-41d7-a94d-b5092fb1c14c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:49.128950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16049434-8143-41d7-a94d-b5092fb1c14c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:49.129760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-16049434-8143-41d7-a94d-b5092fb1c14c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:49.131995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] DHCP port deletion for 44b41074-1ac6-4b98-9813-0a3b2d8c5459 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:49.154857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-19064433-6298-4be9-b213-99caad18645b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:49.158503 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-19064433-6298-4be9-b213-99caad18645b tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3446622 Feb 16 08:43:49.163407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Deleting port fc2fd17b-c18d-42e0-ac25-eda273c1d38e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:49.163787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.167686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60304) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:49.202350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port df90dc3c-7c6f-413c-b821-8fc464247f89 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:49.258898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-16049434-8143-41d7-a94d-b5092fb1c14c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:49.260160 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-16049434-8143-41d7-a94d-b5092fb1c14c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.8912189 Feb 16 08:43:49.268755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:49.271981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.280730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting subnet e3400baf-74e6-4d25-8fa8-a6c79aca7451 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:49.341383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.363128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port df90dc3c-7c6f-413c-b821-8fc464247f89 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:49.363128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.372906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 36e7b56b-f8ac-4a5a-9a1e-b94b7807333e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:49.373476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.455790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.462545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.527045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5c1b2478-d885-4d54-83d9-b90aa44df6c6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Synchronizing usage tracker for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:49.532879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Provisioning complete for port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:49.533371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.566314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:49.579492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:49.582364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:43:49.608843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5c1b2478-d885-4d54-83d9-b90aa44df6c6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] Unset dirty status for tenant:7c8355c00e454c3db0ddb5b34041defe on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:49.613370 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5c1b2478-d885-4d54-83d9-b90aa44df6c6 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.4394269 Feb 16 08:43:49.617883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60312) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:49.657253 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-f7d87cfa-0af5-47c6-8b69-7e0e16c75385 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] delete failed (client error): The resource could not be found. Feb 16 08:43:49.662027 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f7d87cfa-0af5-47c6-8b69-7e0e16c75385 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "DELETE /v2.0/security-groups/20ebdf45-26a3-4da0-abca-541a7773281f HTTP/1.1" status: 404 len: 347 time: 0.0398853 Feb 16 08:43:49.666542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60316) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:49.677455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=68b0beca-d69f-46b4-9823-fa6b3a82e92f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:49.694937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.699558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:49.743970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 151113dc-fddb-4d6b-9ae5-d7f488d5beaf is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:49.778128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] For port fc2fd17b-c18d-42e0-ac25-eda273c1d38e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,segment=NetworkSegment(03f3ca9e-cf25-467d-bff9-e8ccb9632128),segment_id=03f3ca9e-cf25-467d-bff9-e8ccb9632128)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:49.778566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.785646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.798091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.846185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8bc7bc38-6638-477a-b0c8-0bfb97a432e0 tempest-SecGroupTest-1007597978 tempest-SecGroupTest-1007597978-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1758165 Feb 16 08:43:49.917478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:49.963971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:49.980876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Subnet': ['ID=e3400baf-74e6-4d25-8fa8-a6c79aca7451,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:49.999896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.039002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Calling delete_port for fc2fd17b-c18d-42e0-ac25-eda273c1d38e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:50.053468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.063381 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae1c482f-7b32-4624-8281-de0f9ef9c5bc tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/subnets/e3400baf-74e6-4d25-8fa8-a6c79aca7451 HTTP/1.1" status: 204 len: 168 time: 1.3311570 Feb 16 08:43:50.066081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60322) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:50.096941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6616f0dd-2c41-429b-a934-6c4c63832c1b None None] Network 192e7818-875e-4847-8d97-b0a6388084ca requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:50.133758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.145864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Provisioning for port 83638165-7904-4397-be05-688da81a1026 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:50.239875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Provisioning complete for port 83638165-7904-4397-be05-688da81a1026 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:50.240257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.388211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 36e7b56b-f8ac-4a5a-9a1e-b94b7807333e owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:50.450595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60328) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:50.452128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.534533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port df90dc3c-7c6f-413c-b821-8fc464247f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=df90dc3c-7c6f-413c-b821-8fc464247f89,segment=NetworkSegment(b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801),segment_id=b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:50.560214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.571541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.577834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.583487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.586955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.587703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 589c78bd-8881-47f9-ae3c-00742b4cbbed up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:50.744426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.770115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] Pushing event deleted for resources: {'Port': ['ID=fc2fd17b-c18d-42e0-ac25-eda273c1d38e,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:50.819571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41fefbe-2f43-4b13-9244-b113694f17e7 None None] No DVR routers for this DVR port fc2fd17b-c18d-42e0-ac25-eda273c1d38e on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:50.861722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:50.874341 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] Sync routers for ids ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:50.882075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '30582a66-ffe7-474a-88a8-4473ad59c9f2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd035f15b-eab1-40c1-9868-bd680f8b313c'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '83638165-7904-4397-be05-688da81a1026'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:43:50.894201 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] Routers {'151113dc-fddb-4d6b-9ae5-d7f488d5beaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:50.894852 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:50.956894 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:50.966371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:50.970309 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] Routers {'151113dc-fddb-4d6b-9ae5-d7f488d5beaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:50.971603 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:51.036832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 589c78bd-8881-47f9-ae3c-00742b4cbbed completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:51.040279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:51.040763 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b93430-a97b-4902-9b67-49a0e28a2a54 None None] The sync data for ids ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:51.064079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.094651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-83fc7f99-e60e-46b5-8e54-50e9e92955ff admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7c8355c00e454c3db0ddb5b34041defe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6107810 Feb 16 08:43:51.097758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60334) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:51.121912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 589c78bd-8881-47f9-ae3c-00742b4cbbed triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:51.122309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.283447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.334007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.392549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.393815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=df90dc3c-7c6f-413c-b821-8fc464247f89,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:51.397620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.401676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.409825 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ac41677a-b5e3-487f-980c-4cf2ca2ec633 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/151113dc-fddb-4d6b-9ae5-d7f488d5beaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4675498 Feb 16 08:43:51.424285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] For port 83638165-7904-4397-be05-688da81a1026, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83638165-7904-4397-be05-688da81a1026,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:51.437825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.450541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60338) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:51.489754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=36e7b56b-f8ac-4a5a-9a1e-b94b7807333e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:51.492766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.531348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] DHCP port deletion for 192e7818-875e-4847-8d97-b0a6388084ca request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:51.544148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b41074-1ac6-4b98-9813-0a3b2d8c5459']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:51.593038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.596546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03f3ca9e-cf25-467d-bff9-e8ccb9632128') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:51.596767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03f3ca9e-cf25-467d-bff9-e8ccb9632128') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:51.622339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc8ae2e-b4d7-48bd-9b98-080c9151f59e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:51.625457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.630950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Deleting port 3e121039-d9d9-4603-85f7-4f3d72398179 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:51.631604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.652909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.670364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092bb115-1bc5-4b88-bbbb-a02c4339ba96 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:51.670928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-092bb115-1bc5-4b88-bbbb-a02c4339ba96 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:51.687329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:51.726769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.744073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:51.744497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.755177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540b5ebd-18e9-4c7c-a8b6-3c50929bd32f None None] Pushing event updated for resources: {'Port': ['ID=83638165-7904-4397-be05-688da81a1026,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:51.756448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.757809 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b79bb49e-fa1d-4f18-8636-b3b6041a1a9c admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6cc8ae2e-b4d7-48bd-9b98-080c9151f59e HTTP/1.1" status: 204 len: 168 time: 0.6589296 Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:51.762189 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:51.791491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Allocated IP 2001:db8::f816:3eff:fe92:daef (845b2056-9615-46c6-afcf-a7b11d258df1/d035f15b-eab1-40c1-9868-bd680f8b313c/83638165-7904-4397-be05-688da81a1026) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:43:51.791764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-092bb115-1bc5-4b88-bbbb-a02c4339ba96 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:51.795920 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-092bb115-1bc5-4b88-bbbb-a02c4339ba96 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports/ad11fdd2-67a6-4438-ae2b-d67e6ff46adb HTTP/1.1" status: 200 len: 984 time: 0.3140225 Feb 16 08:43:51.796095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Provisioning complete for port df90dc3c-7c6f-413c-b821-8fc464247f89 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:51.796095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.800851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60344) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:51.828463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.833912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2d66af20-1beb-4e65-9bb1-09a193640e1b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/36e7b56b-f8ac-4a5a-9a1e-b94b7807333e HTTP/1.1" status: 204 len: 168 time: 2.5583613 Feb 16 08:43:51.841630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60348) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:51.857247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.943405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 589c78bd-8881-47f9-ae3c-00742b4cbbed, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=589c78bd-8881-47f9-ae3c-00742b4cbbed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:51.947721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.976004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:51.989097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:51.990108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:51.991449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:51.992353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:52.003449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Network': ['ID=44b41074-1ac6-4b98-9813-0a3b2d8c5459,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:52.007572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.018216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b0e49e22-735b-44ab-8cd1-c60e55ee0cf5 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/networks/44b41074-1ac6-4b98-9813-0a3b2d8c5459 HTTP/1.1" status: 204 len: 168 time: 1.9490271 Feb 16 08:43:52.019085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60352) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:52.045698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:52.054086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a6413bda-e022-48c1-9e75-e95ce53bb870 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2109907 Feb 16 08:43:52.055302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60356) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:52.195623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.210117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] For port 3e121039-d9d9-4603-85f7-4f3d72398179, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3e121039-d9d9-4603-85f7-4f3d72398179,segment=NetworkSegment(bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5),segment_id=bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:52.210916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.248082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router cdf0c32b-bcbf-42ab-a892-b1893eeec83d is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:52.282064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:43:52.296367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port 3e121039-d9d9-4603-85f7-4f3d72398179 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:52.296722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.324676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:43:52.400009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Calling delete_port for 3e121039-d9d9-4603-85f7-4f3d72398179 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:52.460574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83638165-7904-4397-be05-688da81a1026 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:52.514802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 30582a66-ffe7-474a-88a8-4473ad59c9f2 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:52.624438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:52.651793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.655421 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-34924f16-c943-4d24-8c61-4cddea8f62db tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6587429 Feb 16 08:43:52.658967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60370) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:52.697021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Sync routers for ids ['cdf0c32b-bcbf-42ab-a892-b1893eeec83d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:52.721039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=589c78bd-8881-47f9-ae3c-00742b4cbbed,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:52.802023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] For port 83638165-7904-4397-be05-688da81a1026, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83638165-7904-4397-be05-688da81a1026,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:52.805425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 83638165-7904-4397-be05-688da81a1026 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:52.806009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.839668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Routers {'cdf0c32b-bcbf-42ab-a892-b1893eeec83d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:52.840469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['cdf0c32b-bcbf-42ab-a892-b1893eeec83d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:52.901445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:52.924692 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7e08d35d-e39c-4e18-8644-f5475eaac251 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/cdf0c32b-bcbf-42ab-a892-b1893eeec83d HTTP/1.1" status: 200 len: 908 time: 0.2637403 Feb 16 08:43:52.927435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60378) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:53.045369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] Pushing event deleted for resources: {'Port': ['ID=3e121039-d9d9-4603-85f7-4f3d72398179,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:53.067190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:43:53.086312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e35c55f-be10-4c57-8690-7872c0a74f14 None None] No DVR routers for this DVR port 3e121039-d9d9-4603-85f7-4f3d72398179 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:53.101612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.118690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Provisioning for port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:53.125410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60384) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:53.143016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Provisioning complete for port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:53.143743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.149704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] For port 3e121039-d9d9-4603-85f7-4f3d72398179, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3e121039-d9d9-4603-85f7-4f3d72398179,segment=NetworkSegment(bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5),segment_id=bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:53.150181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.167281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Transition to ACTIVE for port object 83638165-7904-4397-be05-688da81a1026 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:43:53.184241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.220382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.297673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Calling delete_port for 3e121039-d9d9-4603-85f7-4f3d72398179 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:53.367639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3238bca1-632b-4a43-b0a2-e2089a202a47 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:53.368493 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-3238bca1-632b-4a43-b0a2-e2089a202a47 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:43:53.369635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3238bca1-632b-4a43-b0a2-e2089a202a47 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2426436 Feb 16 08:43:53.375874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60390) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:53.385878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--417722059'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:53.400923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.408731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:53.420014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:53.426789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:53.435439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.436421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:53.437229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d1706-cbea-4405-80b4-c76e8f540198 None None] Pushing event updated for resources: {'Port': ['ID=83638165-7904-4397-be05-688da81a1026,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:53.450062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:53.450062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:53.496358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.516824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device df90dc3c-7c6f-413c-b821-8fc464247f89 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:53.519578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.584671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:53.594668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:53.599316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:53.600843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4dc287bb-f5f9-4a93-a721-c254a4702e15 None None] Port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:53.609339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:53.627200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.641438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port df90dc3c-7c6f-413c-b821-8fc464247f89 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:53.641915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.673331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 4a07b7b7-01b9-4151-b961-a4b8872e7e28 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:43:53.728871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Set router cdf0c32b-bcbf-42ab-a892-b1893eeec83d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:53.729546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.789045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=30582a66-ffe7-474a-88a8-4473ad59c9f2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:53.795820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.816095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.827902 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23a33e4d-12de-4159-b0f5-b090a3781475 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/30582a66-ffe7-474a-88a8-4473ad59c9f2 HTTP/1.1" status: 204 len: 168 time: 1.7687893 Feb 16 08:43:53.828667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60394) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:53.872683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting port 68b0beca-d69f-46b4-9823-fa6b3a82e92f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:53.874740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.892366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.938302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:53.955963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port 3e121039-d9d9-4603-85f7-4f3d72398179 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:53.956211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.005448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c8851546-059b-4df0-a1a8-0e95e3e9d207 None None] Provisioning complete for port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:54.005919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c8851546-059b-4df0-a1a8-0e95e3e9d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.071590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet d035f15b-eab1-40c1-9868-bd680f8b313c {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:54.075803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.084226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] The port '3e121039-d9d9-4603-85f7-4f3d72398179' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:43:54.095936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:54.114867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c8851546-059b-4df0-a1a8-0e95e3e9d207 None None] Port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:43:54.149094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.152096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:54.154956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1966e8-41b0-4bbe-9040-60770f12b4a4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:54.157774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:54.217463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0c32b-bcbf-42ab-a892-b1893eeec83d', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.227'}], 'enable_snat': True}, 'gw_port_id': '68b0beca-d69f-46b4-9823-fa6b3a82e92f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:46Z', 'updated_at': '2022-02-16T08:43:49Z', 'revision_number': 3, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port': {'id': '68b0beca-d69f-46b4-9823-fa6b3a82e92f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:25:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdf0c32b-bcbf-42ab-a892-b1893eeec83d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:43:47Z', 'updated_at': '2022-02-16T08:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.222232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.229600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fc2fd17b-c18d-42e0-ac25-eda273c1d38e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:54.262323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.262981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Checking router: cdf0c32b-bcbf-42ab-a892-b1893eeec83d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:43:54.263667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Updating router cdf0c32b-bcbf-42ab-a892-b1893eeec83d port 68b0beca-d69f-46b4-9823-fa6b3a82e92f binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:43:54.318554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:54.334755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: fc2fd17b-c18d-42e0-ac25-eda273c1d38e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:54.335089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fc2fd17b-c18d-42e0-ac25-eda273c1d38e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:54.335506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3e121039-d9d9-4603-85f7-4f3d72398179 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:54.379144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3e121039-d9d9-4603-85f7-4f3d72398179 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:54.379495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3e121039-d9d9-4603-85f7-4f3d72398179 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:54.383106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.387929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.420080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Calling delete_port for 68b0beca-d69f-46b4-9823-fa6b3a82e92f owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:54.537062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83638165-7904-4397-be05-688da81a1026 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:54.559415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.620721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=d035f15b-eab1-40c1-9868-bd680f8b313c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:54.623286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.645535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-042f25c6-a098-4fdd-ab1e-7be59e0cd22c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/d035f15b-eab1-40c1-9868-bd680f8b313c HTTP/1.1" status: 204 len: 168 time: 0.8156757 Feb 16 08:43:54.647779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60398) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:54.681001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.699268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3363a220-d274-4c8a-b98c-42f08a0f9a77 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:54.730041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['192e7818-875e-4847-8d97-b0a6388084ca']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.743463 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-301d2090-7fb1-48e4-880b-6769d3c706eb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934827 Feb 16 08:43:54.747406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60402) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:54.755453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.755754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1f73f3-e5fd-4cfd-93b8-f09268cc54a5') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.786657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:54.798832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.803685 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] Sync routers for ids ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:54.823174 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] Routers {'4a07b7b7-01b9-4151-b961-a4b8872e7e28'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:54.824697 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.833715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.838608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.841757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 589c78bd-8881-47f9-ae3c-00742b4cbbed up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:43:54.851848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:54.852505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.867378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:54.871187 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:54.887158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:54.938139 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.958141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f43f527-73e3-444e-9ba2-3b850917e6b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:54.958923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7f43f527-73e3-444e-9ba2-3b850917e6b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:54.959581 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5b15650e-ec16-41ef-a21a-e28d05c62d54 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/4a07b7b7-01b9-4151-b961-a4b8872e7e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7352018 Feb 16 08:43:54.962376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Port': ['ID=68b0beca-d69f-46b4-9823-fa6b3a82e92f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:54.967135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60406) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:54.968993 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] Routers {'4a07b7b7-01b9-4151-b961-a4b8872e7e28'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:54.969912 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:54.987930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6a8b4b86-24c2-40e7-91d1-cd3b77b7fce7 None None] Provisioning for port 83638165-7904-4397-be05-688da81a1026 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:43:54.999586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.001060 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6243594 Feb 16 08:43:55.005204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbf4bc-20de-4c85-a01b-4ee69aabb4a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e985208e-169d-430a-bfc2-144d71613b3d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:55.005933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6a8b4b86-24c2-40e7-91d1-cd3b77b7fce7 None None] Provisioning complete for port 83638165-7904-4397-be05-688da81a1026 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:55.006313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6a8b4b86-24c2-40e7-91d1-cd3b77b7fce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.008263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60410) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.009263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.058619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.079658 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:55.081052 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f86e26-3328-48e3-aff2-cbd8963860f8 None None] The sync data for ids ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:55.084665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Network': ['ID=192e7818-875e-4847-8d97-b0a6388084ca,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:55.089165 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bc859cb9-c819-48d1-b1fe-5c2e9f1a2d59 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/networks/192e7818-875e-4847-8d97-b0a6388084ca HTTP/1.1" status: 204 len: 168 time: 3.0678225 Feb 16 08:43:55.092268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60414) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.092501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:43:55.099112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'e985208e-169d-430a-bfc2-144d71613b3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:55.281632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:55.295187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:55.299728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 589c78bd-8881-47f9-ae3c-00742b4cbbed triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:43:55.300032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.303776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:55.309956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7f43f527-73e3-444e-9ba2-3b850917e6b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:55.312910 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7f43f527-73e3-444e-9ba2-3b850917e6b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5646157 Feb 16 08:43:55.319031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60418) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.323729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:55.346916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:55.347277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:55.356404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6a8b4b86-24c2-40e7-91d1-cd3b77b7fce7 None None] Could not find standard attr ID for object 36e7b56b-f8ac-4a5a-9a1e-b94b7807333e. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:43:55.370276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port ad11fdd2-67a6-4438-ae2b-d67e6ff46adb {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:55.370819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.374418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a9be2f-7405-4ac3-aafa-2b683fd075cc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:55.379778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f0a9be2f-7405-4ac3-aafa-2b683fd075cc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports/a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 HTTP/1.1" status: 200 len: 978 time: 0.4077675 Feb 16 08:43:55.381238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60422) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.409432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:55.415855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Deleting port 83638165-7904-4397-be05-688da81a1026 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:55.416315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.480852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting subnet a66998ba-377b-4923-bb64-20de9ec0a67b {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:43:55.530673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.617667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.653304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.662630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] For port 83638165-7904-4397-be05-688da81a1026, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=83638165-7904-4397-be05-688da81a1026,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:55.663218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.679672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6494dc-8954-4223-bbb9-6a3119a71e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:55.680350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7d6494dc-8954-4223-bbb9-6a3119a71e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:55.689010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.711917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.789304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Calling delete_port for 83638165-7904-4397-be05-688da81a1026 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:55.820769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for ad11fdd2-67a6-4438-ae2b-d67e6ff46adb owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:55.855212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7d6494dc-8954-4223-bbb9-6a3119a71e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:55.858939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7d6494dc-8954-4223-bbb9-6a3119a71e1c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5346668 Feb 16 08:43:55.865127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60426) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.887628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Port 68b0beca-d69f-46b4-9823-fa6b3a82e92f not found while updating agent binding for router cdf0c32b-bcbf-42ab-a892-b1893eeec83d. {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 16 08:43:55.902537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Routers {'cdf0c32b-bcbf-42ab-a892-b1893eeec83d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:55.903216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['cdf0c32b-bcbf-42ab-a892-b1893eeec83d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:55.928236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.939482 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2249933e-3bf3-457e-8490-6f82b174bde8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687969 Feb 16 08:43:55.955840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60430) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:55.963727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:55.976840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:56.073116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] Pushing event deleted for resources: {'Port': ['ID=83638165-7904-4397-be05-688da81a1026,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:56.082389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea1e026-ced4-4fec-be50-82f70d2afcd5 None None] No DVR routers for this DVR port 83638165-7904-4397-be05-688da81a1026 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:56.088371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] Set router cdf0c32b-bcbf-42ab-a892-b1893eeec83d gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:43:56.099179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.115694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.129914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:56.140550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.146078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e81301f7-34bf-4497-821e-1a91d9e223c3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:56.159341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.174238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.180252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:56.201323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdf0c32b-bcbf-42ab-a892-b1893eeec83d', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:46Z', 'updated_at': '2022-02-16T08:43:54Z', 'revision_number': 5, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:56.206130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304f79-b167-44a0-b2c8-c321a8ed48ed None None] The sync data for ids ['cdf0c32b-bcbf-42ab-a892-b1893eeec83d'] in dv-neutron-829488-1-hyperv is: [{'id': 'cdf0c32b-bcbf-42ab-a892-b1893eeec83d', 'name': 'tempest-snat-router-2027151388', 'tenant_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:43:46Z', 'updated_at': '2022-02-16T08:43:54Z', 'revision_number': 5, 'project_id': '6b1d045e2edf4f08aea5a2fa2908c6f6', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:56.250178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Subnet': ['ID=a66998ba-377b-4923-bb64-20de9ec0a67b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:56.272798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.275565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.277152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ad320-fde2-4961-9139-0d9f707f4a7d None None] Network 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:43:56.277327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:56.316996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.321136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e625880b-f235-4bb4-b04b-bea213dae940 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3032632 Feb 16 08:43:56.322263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:56.333246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'e985208e-169d-430a-bfc2-144d71613b3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:56.339146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:56.344162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:56.351431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:56.369086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:56.401071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.401624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdf0c32b-bcbf-42ab-a892-b1893eeec83d {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:43:56.417103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.420002 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-26eef323-f54e-4a62-b66c-71cebcaa80c0 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/routers/cdf0c32b-bcbf-42ab-a892-b1893eeec83d HTTP/1.1" status: 204 len: 168 time: 3.4914517 Feb 16 08:43:56.422714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60438) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:56.505669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.531655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83638165-7904-4397-be05-688da81a1026 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:56.535423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=ad11fdd2-67a6-4438-ae2b-d67e6ff46adb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:56.547063 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4a8e6ffa-b5a6-49b3-8ad5-5545b1890c55 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/subnets/a66998ba-377b-4923-bb64-20de9ec0a67b HTTP/1.1" status: 204 len: 168 time: 1.4516931 Feb 16 08:43:56.550012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:56.569950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 83638165-7904-4397-be05-688da81a1026 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:56.570445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 83638165-7904-4397-be05-688da81a1026 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:56.640363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] DHCP port deletion for 08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:43:56.647387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Deleting port 98fed979-44a7-4e5c-8416-82906e5185f1 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:56.648052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.836186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.837566 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:56.837994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:56.850959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): There was a conflict when trying to complete your request. Feb 16 08:43:56.852012 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-df7e3301-8e63-4287-9c83-6ae56b587306 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5269673 Feb 16 08:43:56.859298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60446) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:56.881928 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-42a3f36c-ac76-469f-b3d7-45eb198f4315 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9200850 Feb 16 08:43:56.886716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60450) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:56.899940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:56.914459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.922121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.961481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] For port 98fed979-44a7-4e5c-8416-82906e5185f1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=98fed979-44a7-4e5c-8416-82906e5185f1,segment=NetworkSegment(b887280c-70b9-4562-9025-01d31b2873f8),segment_id=b887280c-70b9-4562-9025-01d31b2873f8)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:56.962051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:56.994520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port 98fed979-44a7-4e5c-8416-82906e5185f1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:56.995020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.107700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Calling delete_port for 98fed979-44a7-4e5c-8416-82906e5185f1 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:57.109151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:57.111997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.138381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:57.184935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.199115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.201977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:57.205620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.207116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:57.207628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:57.254990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] Pushing event deleted for resources: {'Port': ['ID=98fed979-44a7-4e5c-8416-82906e5185f1,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:57.262752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a9d755-0f76-4d86-88fd-9bc474f2dd1a None None] No DVR routers for this DVR port 98fed979-44a7-4e5c-8416-82906e5185f1 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:43:57.286333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.368152 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7a560dd8-9232-4e97-9d65-71b2bc3bd658 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4797275 Feb 16 08:43:57.381947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60454) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:57.440358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:57.548048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] For port 98fed979-44a7-4e5c-8416-82906e5185f1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=98fed979-44a7-4e5c-8416-82906e5185f1,segment=NetworkSegment(b887280c-70b9-4562-9025-01d31b2873f8),segment_id=b887280c-70b9-4562-9025-01d31b2873f8)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:57.548774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.550381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.568334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.643660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e985208e-169d-430a-bfc2-144d71613b3d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:57.669718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Calling delete_port for 98fed979-44a7-4e5c-8416-82906e5185f1 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:57.724696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.725814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b393fe99-043e-4a9c-b0e6-1931119c5852 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/e985208e-169d-430a-bfc2-144d71613b3d HTTP/1.1" status: 204 len: 168 time: 0.8649600 Feb 16 08:43:57.730104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60458) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:57.731040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:57.767804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:57.804714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:57.838925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 151113dc-fddb-4d6b-9ae5-d7f488d5beaf has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:43:57.918024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d891b323-b803-4911-9abf-564772304afb tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:57.953282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:57.955166 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:57.955599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:57.974954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:43:57.975362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:43:57.987299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d891b323-b803-4911-9abf-564772304afb tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:57.988585 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d891b323-b803-4911-9abf-564772304afb tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2543693 Feb 16 08:43:57.993909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60462) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:57.995713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e6a70dda-d1f7-4a4b-a5c4-f15fe332b402 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6120260 Feb 16 08:43:58.000005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60466) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.000422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--401226207'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:58.007865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:58.020422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:43:58.022157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:58.031763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:58.038509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] Sync routers for ids ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:43:58.039032 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b921445e-95cd-4bc3-a674-46c283d1a622 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/151113dc-fddb-4d6b-9ae5-d7f488d5beaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2340369 Feb 16 08:43:58.039032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.047769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60470) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.051594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] Routers {'151113dc-fddb-4d6b-9ae5-d7f488d5beaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:58.052931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.121599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.133466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] Routers {'151113dc-fddb-4d6b-9ae5-d7f488d5beaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:43:58.134496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.193002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.193822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6194fdd5-6757-4908-a158-da4e8b921ef6 None None] The sync data for ids ['151113dc-fddb-4d6b-9ae5-d7f488d5beaf'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:43:58.217226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:58.221207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.224477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:43:58.229337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:43:58.236695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:58.270553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Deleting port 589c78bd-8881-47f9-ae3c-00742b4cbbed {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:58.270895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.293686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:58.332907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:58.481677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Deleting port 98fed979-44a7-4e5c-8416-82906e5185f1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:58.482018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.489301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 98fed979-44a7-4e5c-8416-82906e5185f1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:43:58.506963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.524052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.527997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 98fed979-44a7-4e5c-8416-82906e5185f1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:43:58.528223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-e600356e-7440-4da4-8aca-93b6cd752550 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 08:43:58.528375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 98fed979-44a7-4e5c-8416-82906e5185f1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:43:58.529549 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e600356e-7440-4da4-8aca-93b6cd752550 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/151113dc-fddb-4d6b-9ae5-d7f488d5beaf/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4808538 Feb 16 08:43:58.543395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60474) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.578082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] The port '98fed979-44a7-4e5c-8416-82906e5185f1' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:43:58.585687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:43:58.586027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.619199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:58.622507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.623850 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:58.624257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:58.646274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23ff027e-6d87-4492-ba4e-b2bd0bb607db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:58.651341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ad0b1e9-8148-4cbd-a027-8dbc1a7e288b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:58.657556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.661521 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-65fc4265-e48a-409b-9325-3e11e5994aa8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6638885 Feb 16 08:43:58.662102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60478) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.674521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c117b49e-c33e-4870-87dd-dcf1427db044 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '5ad0b1e9-8148-4cbd-a027-8dbc1a7e288b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:58.675570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-c117b49e-c33e-4870-87dd-dcf1427db044 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:58.676495 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c117b49e-c33e-4870-87dd-dcf1427db044 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0138700 Feb 16 08:43:58.691455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60482) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.698336 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-958f676d-274f-435a-aad6-95f67fe75a20 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6937222 Feb 16 08:43:58.701806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60486) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.707225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:58.759001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23ff027e-6d87-4492-ba4e-b2bd0bb607db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:58.760039 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23ff027e-6d87-4492-ba4e-b2bd0bb607db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=151113dc-fddb-4d6b-9ae5-d7f488d5beaf HTTP/1.1" status: 200 len: 205 time: 0.2142134 Feb 16 08:43:58.774870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60490) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:58.799929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.851637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08bb7e38-6ab2-45b8-bcc9-cb2bf6798548']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.867303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b887280c-70b9-4562-9025-01d31b2873f8') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.867604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b887280c-70b9-4562-9025-01d31b2873f8') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:43:58.874184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:58.885194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.896286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:58.907051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.912066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:58.915541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.916908 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:58.917334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:58.928853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:43:58.929245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: util.warn( Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:43:58.943274 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:43:58.972857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] For port 589c78bd-8881-47f9-ae3c-00742b4cbbed, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=589c78bd-8881-47f9-ae3c-00742b4cbbed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:43:58.973445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:58.998587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1dfb5490-86c5-4761-b2f3-9ab27f78f0e6 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2954128 Feb 16 08:43:59.001669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60494) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.019613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:43:59.093750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.122552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.135843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Calling delete_port for 589c78bd-8881-47f9-ae3c-00742b4cbbed owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:59.145488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Pushing event deleted for resources: {'Network': ['ID=08bb7e38-6ab2-45b8-bcc9-cb2bf6798548,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:59.151466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b9f1f530-a24b-4011-9250-954c9a173fbe tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/networks/08bb7e38-6ab2-45b8-bcc9-cb2bf6798548 HTTP/1.1" status: 204 len: 168 time: 2.5913105 Feb 16 08:43:59.153949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60498) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.182555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.194280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:43:59.202423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e49479fd-2724-4dd9-b8e4-c5176f771890 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Synchronizing usage tracker for tenant:fedb34f3357c45ecace5a9d1b3677a15 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:59.209361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.211812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:43:59.225958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.228396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e49479fd-2724-4dd9-b8e4-c5176f771890 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Unset dirty status for tenant:fedb34f3357c45ecace5a9d1b3677a15 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:59.231858 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e49479fd-2724-4dd9-b8e4-c5176f771890 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "GET /v2.0/ports?device_id=27ac8bde-5b3a-40f0-bb9a-8bf243be9928 HTTP/1.1" status: 200 len: 205 time: 0.0733829 Feb 16 08:43:59.231858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:43:59.234518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.236019 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:43:59.236519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:43:59.239715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60502) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.460296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.472128 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4ff1ce2e-6d3d-4d7e-aff4-c430c24b04ae tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4695625 Feb 16 08:43:59.474900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60506) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.477959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:43:59.519661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-47366342-15b0-4762-b300-06ea8495098d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:59.531731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.652362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-47366342-15b0-4762-b300-06ea8495098d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:59.653515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-47366342-15b0-4762-b300-06ea8495098d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1776421 Feb 16 08:43:59.656012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60510) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.696003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:43:59.842839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bbd43f-7b9a-4455-841f-c9c6e04c57a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:43:59.843518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-92bbd43f-7b9a-4455-841f-c9c6e04c57a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:43:59.867850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-92bbd43f-7b9a-4455-841f-c9c6e04c57a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:43:59.868982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-92bbd43f-7b9a-4455-841f-c9c6e04c57a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2120941 Feb 16 08:43:59.874327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60514) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:43:59.953335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ad0b1e9-8148-4cbd-a027-8dbc1a7e288b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:43:59.996249 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8ab82052-c75a-4970-9ffd-ae7142c14b9f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1066768 Feb 16 08:44:00.003482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60518) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.010903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:00.025455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.077885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.148802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:00.156212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.156714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Fanout notify agent at l3_agent the message router_deleted on router 27ac8bde-5b3a-40f0-bb9a-8bf243be9928 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:00.159250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.162831 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-76bdb204-0c8e-43c8-bc4e-b41f0dc69789 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/5ad0b1e9-8148-4cbd-a027-8dbc1a7e288b HTTP/1.1" status: 204 len: 168 time: 1.4640596 Feb 16 08:44:00.166902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:00.169339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60522) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.200142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.202291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.203382 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7ec3a18e-ddaf-4a27-a4f6-b4d9395d6087 tempest-RoutersNegativeTest-1049416839 tempest-RoutersNegativeTest-1049416839-project] 10.222.0.94 "DELETE /v2.0/routers/27ac8bde-5b3a-40f0-bb9a-8bf243be9928 HTTP/1.1" status: 204 len: 168 time: 0.9627633 Feb 16 08:44:00.244303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f226e229-cfc0-469a-b231-10fc0603f2a4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:00.250884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:00.253640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.254874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.261978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.320123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event deleted for resources: {'Port': ['ID=589c78bd-8881-47f9-ae3c-00742b4cbbed,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:00.344389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f226e229-cfc0-469a-b231-10fc0603f2a4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:00.346201 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f226e229-cfc0-469a-b231-10fc0603f2a4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1754951 Feb 16 08:44:00.351660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60528) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.359136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--240178176'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:00.371396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:00.388693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:00.404735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.423026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.425571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.426114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router 151113dc-fddb-4d6b-9ae5-d7f488d5beaf {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:00.455393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:00.461056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:00.464650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:00.471444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:00.500478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=a33ba3f0-d2ee-4e1e-bb20-51d23dce9ac6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:00.612076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.621841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.626096 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-10f3d671-6c96-4205-8940-8dc3e039fe1c tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/151113dc-fddb-4d6b-9ae5-d7f488d5beaf HTTP/1.1" status: 204 len: 168 time: 1.8094642 Feb 16 08:44:00.629744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60534) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.630618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.642331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60536) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.758208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.784182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:00.785379 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4328098 Feb 16 08:44:00.803958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:00.810236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f20991-bef5-4668-9809-66781f31c2a8 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adccb894-ecfb-4051-99b8-b815cfadf479,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:00.820930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-686138aa-71d3-4e4f-9ab8-0eb8fb5ad04f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'adccb894-ecfb-4051-99b8-b815cfadf479', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:00.821597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-686138aa-71d3-4e4f-9ab8-0eb8fb5ad04f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:00.822570 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-686138aa-71d3-4e4f-9ab8-0eb8fb5ad04f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0178967 Feb 16 08:44:00.826674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60548) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.124847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:44:01.135113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.235461 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-031c5789-d2ed-4e6e-b8df-7cb8d8d07248 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fedb34f3357c45ecace5a9d1b3677a15&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5816660 Feb 16 08:44:01.240467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.260716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.262576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.280492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:01.281403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.287449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet 701df1f5-a63a-4cdf-a678-a60a2a68f5c5 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:01.287657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.294182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:01.296004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.304780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f965748-8db5-42d6-9537-0c450c205f60 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:01.328930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=5de15138-2b95-4376-893d-f829f3960d3d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:01.332134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:01.332739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.362737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.398782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.425803 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ecfd1372-a0ad-4b6a-b619-0230b1014a3b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4212415 Feb 16 08:44:01.433508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60556) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.452325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:a4:cc:f3', 'name': 'tempest-NetworksTestDHCPv6-987547625'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:01.457892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.471069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.471579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 301f546d-0d1e-4d82-b50e-498649d92c29 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:01.496632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.502226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-414cbddb-de91-4f22-ac8a-e6ef31fd785b tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "DELETE /v2.0/routers/301f546d-0d1e-4d82-b50e-498649d92c29 HTTP/1.1" status: 204 len: 168 time: 5.0733378 Feb 16 08:44:01.503749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60560) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.505486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.528871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-221483631', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:01.544420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:01.549798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '5de15138-2b95-4376-893d-f829f3960d3d'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:01.551816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.567676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.618529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:01.631041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:01.662197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adccb894-ecfb-4051-99b8-b815cfadf479,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:01.676755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:01.682095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.685963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-81b22b52-469f-4be9-90b9-f6c421ac1a20 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/adccb894-ecfb-4051-99b8-b815cfadf479 HTTP/1.1" status: 204 len: 168 time: 0.8535278 Feb 16 08:44:01.691981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60564) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.695703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:01.712944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:01.716874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.721209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.722130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.769279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.781015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:01.783931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Allocated IP 2001:db8::f816:3eff:fef9:703c (845b2056-9615-46c6-afcf-a7b11d258df1/5de15138-2b95-4376-893d-f829f3960d3d/fe5097b4-bd10-4232-8ea5-b43e1806e903) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:01.785053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.839462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 15663ec5-7482-4c44-ad40-51fcb684f576 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:01.844125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.870032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080815ea-3b40-4506-9424-0e3f694980f4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:01.879770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.882058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f25dea29-5ece-40d1-931e-845fc9248ec2 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:01.897621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.899069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3b7b8718-ecbb-4a0d-a94b-c2d457f69c60 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/080815ea-3b40-4506-9424-0e3f694980f4 HTTP/1.1" status: 204 len: 168 time: 0.6565008 Feb 16 08:44:01.921943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:01.963935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f25dea29-5ece-40d1-931e-845fc9248ec2 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:01.965273 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f25dea29-5ece-40d1-931e-845fc9248ec2 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2722793 Feb 16 08:44:01.973845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 4a07b7b7-01b9-4151-b961-a4b8872e7e28 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:01.974466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60570) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:01.995791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=701df1f5-a63a-4cdf-a678-a60a2a68f5c5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:02.000781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885740828'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:02.017064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.026681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79a78f9-980f-4244-bf80-b0a0dd8ac3f2 None None] Network a456f860-568c-4c9e-8b8b-f4ce819074e2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:02.027763 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-963e82cb-a750-4a39-9882-fe44e394133e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/701df1f5-a63a-4cdf-a678-a60a2a68f5c5 HTTP/1.1" status: 204 len: 168 time: 1.3866007 Feb 16 08:44:02.034564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60574) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:02.077245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:02.103291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:02.178538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.191809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port d424056a-1fff-49d3-a0e8-622bce31625b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:02.192157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.233733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.265633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.283177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.305350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Transition to ACTIVE for port object fe5097b4-bd10-4232-8ea5-b43e1806e903 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:02.325219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Transition to ACTIVE for port object fe5097b4-bd10-4232-8ea5-b43e1806e903 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:02.336054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.337086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:02.393051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:02.397119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:02.404754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:02.412061 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] Sync routers for ids ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:02.416386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:02.421479 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-61c48b27-2a76-4abe-a3d2-22ccd630acc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/4a07b7b7-01b9-4151-b961-a4b8872e7e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0321088 Feb 16 08:44:02.427283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60582) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:02.427400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:02.430839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:02.439397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:02.447651 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] Routers {'4a07b7b7-01b9-4151-b961-a4b8872e7e28'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:02.448267 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:02.452515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Pushing event updated for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:02.455835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 589c78bd-8881-47f9-ae3c-00742b4cbbed no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:02.499594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 589c78bd-8881-47f9-ae3c-00742b4cbbed {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:02.500128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 589c78bd-8881-47f9-ae3c-00742b4cbbed not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:02.539446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] DHCP port deletion for a456f860-568c-4c9e-8b8b-f4ce819074e2 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:02.563853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:02.569370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port d424056a-1fff-49d3-a0e8-622bce31625b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d424056a-1fff-49d3-a0e8-622bce31625b,segment=NetworkSegment(0c174143-e0aa-4281-958d-478775791be1),segment_id=0c174143-e0aa-4281-958d-478775791be1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:02.569733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.577629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fea4:ccf3 (845b2056-9615-46c6-afcf-a7b11d258df1/5de15138-2b95-4376-893d-f829f3960d3d/15663ec5-7482-4c44-ad40-51fcb684f576) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:02.578687 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] Routers {'4a07b7b7-01b9-4151-b961-a4b8872e7e28'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:02.582079 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:02.662987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.663668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.664426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.664960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.665530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.666089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.667539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.668088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.668647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.669193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.669981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:02.671322 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:02.671853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6193679-8115-47ac-950e-e47c786bc6c8 None None] The sync data for ids ['4a07b7b7-01b9-4151-b961-a4b8872e7e28'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:02.683247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Deleting port d424056a-1fff-49d3-a0e8-622bce31625b {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:02.683799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.766448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Attempting to bind port fe5097b4-bd10-4232-8ea5-b43e1806e903 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:02.766973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Attempting to bind port fe5097b4-bd10-4232-8ea5-b43e1806e903 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:02.768157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Attempting to bind port fe5097b4-bd10-4232-8ea5-b43e1806e903 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:02.769056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for d424056a-1fff-49d3-a0e8-622bce31625b owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:02.779333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:02.780632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:02.781152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.781684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:02.782273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Bound port: fe5097b4-bd10-4232-8ea5-b43e1806e903, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:02.782835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.872341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.884824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:02.983862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.057001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=d424056a-1fff-49d3-a0e8-622bce31625b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:03.074297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No DVR routers for this DVR port d424056a-1fff-49d3-a0e8-622bce31625b on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:03.078812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.080501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0970540 Feb 16 08:44:03.084889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60596) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.088878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20dff3-bcf0-41ad-9781-1cb11ec0425d tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10db5cb-29a0-4dc0-9d17-a60cd9901b2e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:03.098135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-54b22118-91d2-4af1-9146-3e8fcac923ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'd10db5cb-29a0-4dc0-9d17-a60cd9901b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:03.099018 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-54b22118-91d2-4af1-9146-3e8fcac923ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:03.102886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-54b22118-91d2-4af1-9146-3e8fcac923ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0137193 Feb 16 08:44:03.110669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60600) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.119057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:03.124296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6589710c-5c2c-4fb2-8c36-114a5b4763ca tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'd10db5cb-29a0-4dc0-9d17-a60cd9901b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:03.125187 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-6589710c-5c2c-4fb2-8c36-114a5b4763ca tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:03.129528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6589710c-5c2c-4fb2-8c36-114a5b4763ca tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0124695 Feb 16 08:44:03.130950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60604) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.140138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] For port d424056a-1fff-49d3-a0e8-622bce31625b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d424056a-1fff-49d3-a0e8-622bce31625b,segment=NetworkSegment(0c174143-e0aa-4281-958d-478775791be1),segment_id=0c174143-e0aa-4281-958d-478775791be1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:03.141546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.151705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:03.178992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-72bac341-d14a-45a5-bf94-143d5bef03ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'd10db5cb-29a0-4dc0-9d17-a60cd9901b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:03.179601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-72bac341-d14a-45a5-bf94-143d5bef03ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:03.180611 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-72bac341-d14a-45a5-bf94-143d5bef03ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148437 Feb 16 08:44:03.182427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.213437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.225023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60610) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.298152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b1b6a3de-8722-4d27-80e9-fa5f79f6b13c tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'd10db5cb-29a0-4dc0-9d17-a60cd9901b2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:03.299501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-b1b6a3de-8722-4d27-80e9-fa5f79f6b13c tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:03.304135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1b6a3de-8722-4d27-80e9-fa5f79f6b13c tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0200620 Feb 16 08:44:03.307056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60614) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.310900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.326912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Calling delete_port for d424056a-1fff-49d3-a0e8-622bce31625b owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:03.396362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-f6c2f193-ea37-40d3-b78d-e3bc0369c72a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] remove_router_interface failed (client error): The resource could not be found. Feb 16 08:44:03.397548 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f6c2f193-ea37-40d3-b78d-e3bc0369c72a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/4a07b7b7-01b9-4151-b961-a4b8872e7e28/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9653251 Feb 16 08:44:03.400377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60620) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.405204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc2507-5ec8-498d-947f-cb402570f860 None None] Pushing event updated for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:03.445345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.466901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f7051589-545e-4dac-9e6e-6e314665bcb3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:03.496676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a456f860-568c-4c9e-8b8b-f4ce819074e2']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:03.501518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:03.503291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:03.505540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.521925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f7051589-545e-4dac-9e6e-6e314665bcb3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:03.522283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c174143-e0aa-4281-958d-478775791be1') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:03.522631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c174143-e0aa-4281-958d-478775791be1') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:03.523058 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f7051589-545e-4dac-9e6e-6e314665bcb3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a07b7b7-01b9-4151-b961-a4b8872e7e28 HTTP/1.1" status: 200 len: 205 time: 0.1217649 Feb 16 08:44:03.534103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60624) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:03.564847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Allocated IP 172.26.4.86 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/4058187f-8543-4ec8-afd9-7a76309c872f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:03.613003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 15663ec5-7482-4c44-ad40-51fcb684f576 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:03.619775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.642908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.743677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.748161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.777391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.777727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:44:03.778044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:03.804141 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:03.819259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.899331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:03.902039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:03.904705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:03.925995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.942129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event updated for resources: {'Port': ['ID=4058187f-8543-4ec8-afd9-7a76309c872f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:03.984579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:03.986910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.004625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Deleting port d424056a-1fff-49d3-a0e8-622bce31625b {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:04.005011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.022809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.054694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.085128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4c96ada3-c715-4ca8-8f79-ad9c20f8cadc None None] The port 'd424056a-1fff-49d3-a0e8-622bce31625b' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:44:04.114181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.115356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.155418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=a456f860-568c-4c9e-8b8b-f4ce819074e2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:04.180019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10db5cb-29a0-4dc0-9d17-a60cd9901b2e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:04.192294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.196023 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c0adcc1c-600f-449a-813f-2ccc12f25a84 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/d10db5cb-29a0-4dc0-9d17-a60cd9901b2e HTTP/1.1" status: 204 len: 168 time: 0.8880196 Feb 16 08:44:04.201764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60638) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.209019 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-49b41b02-9112-4618-b630-e24d455be377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/a456f860-568c-4c9e-8b8b-f4ce819074e2 HTTP/1.1" status: 204 len: 168 time: 2.1729231 Feb 16 08:44:04.216875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60642) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.253194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:04.254687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=15663ec5-7482-4c44-ad40-51fcb684f576,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:04.259904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-443065835'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:04.267642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:04.273672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:04.275942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:04.279876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:04.280484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.303797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:04.332726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:04.340679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:04.358741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60648) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.359281 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0e042ae6-3b90-4560-862a-799768de6933 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9243917 Feb 16 08:44:04.489256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228c312-66b2-4fc1-9725-f0a82ae640cb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:04.493158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228c312-66b2-4fc1-9725-f0a82ae640cb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:04.494902 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1228c312-66b2-4fc1-9725-f0a82ae640cb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1348476 Feb 16 08:44:04.497406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.513501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3ac0870-573e-45f6-a288-2ef996374a6a tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:04.515980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:04.519380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.578045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Router f69592e9-a5dc-4a23-b654-50fc7e39b3c2 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:04.611493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fe5097b4-bd10-4232-8ea5-b43e1806e903 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:04.713331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.717737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.766609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3ac0870-573e-45f6-a288-2ef996374a6a tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:04.776201 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3ac0870-573e-45f6-a288-2ef996374a6a tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5723598 Feb 16 08:44:04.777598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port fe5097b4-bd10-4232-8ea5-b43e1806e903 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:04.777784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60668) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.778462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:04.791198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1554510777'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:04.805043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:04.810396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.820542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 15663ec5-7482-4c44-ad40-51fcb684f576 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:04.820891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.821606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router 4a07b7b7-01b9-4151-b961-a4b8872e7e28 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:04.824328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.824857 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 31a20dbc-5e54-4797-b495-19199d4a6516 of type vlan for network 67ac775a-4dea-4389-ae90-2c5d5c4de829 Feb 16 08:44:04.843494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:04.883286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.885047 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b4807ade-2e3e-4a2e-bea2-dc6bbd99bb2a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/4a07b7b7-01b9-4151-b961-a4b8872e7e28 HTTP/1.1" status: 204 len: 168 time: 1.3443124 Feb 16 08:44:04.888202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60674) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:04.891058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.894664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d424056a-1fff-49d3-a0e8-622bce31625b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:04.895875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.937789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d424056a-1fff-49d3-a0e8-622bce31625b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:04.938260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d424056a-1fff-49d3-a0e8-622bce31625b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:04.950862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Provisioning for port fe5097b4-bd10-4232-8ea5-b43e1806e903 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:04.957680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Provisioning complete for port fe5097b4-bd10-4232-8ea5-b43e1806e903 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:04.958403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.987849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:04.993550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:04.997637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:04.998261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.009757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.043061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.131533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.175513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:05.183634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.279340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:05.322029 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0884857 Feb 16 08:44:05.326699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60678) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.329223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4745937f-7054-4ddf-9083-7e2bba658871 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=67ac775a-4dea-4389-ae90-2c5d5c4de829,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:05.337500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.345970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ccc6dabc-1fd5-41d5-84e4-3b060f0532f0 None None] Provisioning for port 15663ec5-7482-4c44-ad40-51fcb684f576 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:05.352446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:05.463236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.464053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ccc6dabc-1fd5-41d5-84e4-3b060f0532f0 None None] Provisioning complete for port 15663ec5-7482-4c44-ad40-51fcb684f576 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:05.464727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ccc6dabc-1fd5-41d5-84e4-3b060f0532f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.483126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1685034244', 'description': 'tempest-secgroup-smoke-1685034244 description', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.487799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:05.498801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:05.504544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.506323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.513577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.516542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:05.519288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.532117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.532319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f366eeb-29a7-457a-996c-9355e3b0d753 None None] Pushing event updated for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:05.541694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6dabc-1fd5-41d5-84e4-3b060f0532f0 None None] Port 15663ec5-7482-4c44-ad40-51fcb684f576 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:05.549428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.564041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.569061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:05.571238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.572505 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7913597 Feb 16 08:44:05.574407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.579033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60686) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.592975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:05.601802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3de086ca-7d9f-42b3-984a-13772823b2bd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.602410 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-3de086ca-7d9f-42b3-984a-13772823b2bd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:05.604326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3de086ca-7d9f-42b3-984a-13772823b2bd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0198262 Feb 16 08:44:05.609407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60690) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.615171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.628147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.632078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715af9ba-8efb-4343-96ea-97711ecbfb91 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1cd726-e7f5-459c-ba9d-c4f29a24784f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:05.637110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:05.653761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:05.663474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.666081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.677041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 15663ec5-7482-4c44-ad40-51fcb684f576 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:05.721979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.731502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.735989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:05.797893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:05.806060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.820855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.826712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.838600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:05.838810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:05.839914 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2531a599-e05b-40dd-81b5-8131e38dfbc9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2275236 Feb 16 08:44:05.846094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60694) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.852707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] Sync routers for ids ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:05.860423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f375c768-7cfa-40cb-aad4-88c596b60574 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.861116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-f375c768-7cfa-40cb-aad4-88c596b60574 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:05.865435 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f375c768-7cfa-40cb-aad4-88c596b60574 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0102928 Feb 16 08:44:05.865575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] Routers {'f69592e9-a5dc-4a23-b654-50fc7e39b3c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:05.866145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:05.890322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60698) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.895810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:05.914292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.924063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:05.929641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:05.933565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.934813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6e089f57-d5da-4be6-a9c6-874802b84740 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4223735 Feb 16 08:44:05.936120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:05.937770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60702) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:05.941130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:05.946456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] Routers {'f69592e9-a5dc-4a23-b654-50fc7e39b3c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:05.947348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:43:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:05.949317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:05.956499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:05.991404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.006468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:06.006898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cd8940-819d-42ce-8a5a-b31da4008081 None None] The sync data for ids ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:06.012641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:06.046808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=15663ec5-7482-4c44-ad40-51fcb684f576,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:06.100328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.107403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-12728d55-7133-4da8-8d12-cc5ef47f59b5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/15663ec5-7482-4c44-ad40-51fcb684f576 HTTP/1.1" status: 204 len: 168 time: 1.6089990 Feb 16 08:44:06.109865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60706) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.143759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.164441 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:06.168211 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c03ecdfc-c10f-4d91-a1b4-52bbdab1b254 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2742314 Feb 16 08:44:06.183376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60710) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.208157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-48a8708f-9754-4dc3-a86c-c284c5ec85e9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:06.208708 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-48a8708f-9754-4dc3-a86c-c284c5ec85e9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:06.212248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-48a8708f-9754-4dc3-a86c-c284c5ec85e9 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0210543 Feb 16 08:44:06.213539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:06.215558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60714) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.223428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.227575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-27ad6a59-5cf1-413d-bd08-b83efa5087d5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b HTTP/1.1" status: 204 len: 168 time: 1.3361073 Feb 16 08:44:06.227825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60718) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.232280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:06.232791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4556f1c2-c972-4f2c-908a-1bec7f8997c0 None None] Network 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:06.243757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:06.254587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65950160-bd0f-4b13-a440-ce17859c7a18 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:06.255906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65950160-bd0f-4b13-a440-ce17859c7a18 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:06.257434 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-65950160-bd0f-4b13-a440-ce17859c7a18 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1464391 Feb 16 08:44:06.260755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60722) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.278646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:06.288445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:06.293359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.302252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:06.306555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.379821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:06.395371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:06.401335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cee720b-848d-4d2b-8060-71f574b276e4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:06.403771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:06.417317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:06.435535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.467161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:06.474744 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-71723f87-b0a9-449b-9601-e4193d1a4b08 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2527313 Feb 16 08:44:06.480754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60726) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.486477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.516746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port df90dc3c-7c6f-413c-b821-8fc464247f89 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:06.517369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.537188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5e921e02-f33e-4b53-8136-6af9fac9df04 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:06.538724 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-5e921e02-f33e-4b53-8136-6af9fac9df04 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:06.540227 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e921e02-f33e-4b53-8136-6af9fac9df04 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0558507 Feb 16 08:44:06.546966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60730) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.569771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:06.589401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fe5097b4-bd10-4232-8ea5-b43e1806e903 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:06.603285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:06.653542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] DHCP port deletion for 777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:06.659836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:06.666038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Deleting port df90dc3c-7c6f-413c-b821-8fc464247f89 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:06.666422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.670173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:06.689072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.690003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:06.698122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:06.701143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.712603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 5de15138-2b95-4376-893d-f829f3960d3d {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:06.719354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.817453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '31a20dbc-5e54-4797-b495-19199d4a6516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:06.817453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 67ac775a-4dea-4389-ae90-2c5d5c4de829, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:06.847730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port fe5097b4-bd10-4232-8ea5-b43e1806e903 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:06.848048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.885843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9543147-c7c2-46cb-90c0-9d7d478d04a0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:06.900786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.904805 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7722deab-53e8-434f-84cd-1fd67b7fb5e8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4377148 Feb 16 08:44:06.905793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60734) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:06.914777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:06.926931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:06.934523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:06.939015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:06.946604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:06.968266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:06.986554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 67ac775a-4dea-4389-ae90-2c5d5c4de829) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:06.990285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.995538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] For port df90dc3c-7c6f-413c-b821-8fc464247f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=df90dc3c-7c6f-413c-b821-8fc464247f89,segment=NetworkSegment(b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801),segment_id=b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:06.996507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:06.999688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:07.000267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.007636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5fd706-91f6-4489-880a-1ea987c0bc37 None None] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:07.046972 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fc1ae25f-1a50-4cdb-ae83-05a89aac2377 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7191064 Feb 16 08:44:07.047986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.061044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1350484429', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:07.068990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.069242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:07.078235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:07.081575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:07.089338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:07.112329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.113175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.138911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.153027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.157127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port df90dc3c-7c6f-413c-b821-8fc464247f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=df90dc3c-7c6f-413c-b821-8fc464247f89,segment=NetworkSegment(b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801),segment_id=b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:07.157500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.176896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.183307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1167060-4de7-4b06-832c-5de290449348,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:07.220639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Calling delete_port for df90dc3c-7c6f-413c-b821-8fc464247f89 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:07.228452 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:07.229385 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89cab1fc-9bc9-41a1-8039-40e37442783e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6757746 Feb 16 08:44:07.239235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.299800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for df90dc3c-7c6f-413c-b821-8fc464247f89 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:07.307640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.322218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.326552 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fe403ea7-a4aa-461f-a2df-74999896deb2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4184494 Feb 16 08:44:07.331515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60746) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.336086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '6a1cd726-e7f5-459c-ba9d-c4f29a24784f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:07.342673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:07.344027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:07.354217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:07.371499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:07.377577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:07.385724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:07.391360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.412638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:07.448027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.471180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:07.471496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:07.476053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.496555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] No DVR routers for this DVR port df90dc3c-7c6f-413c-b821-8fc464247f89 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:07.520799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25404-6f95-4498-8072-ab55a2008e58 None None] Pushing event deleted for resources: {'Port': ['ID=df90dc3c-7c6f-413c-b821-8fc464247f89,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:07.543507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:07.553009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:07.553480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.555775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.556952 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3ca2c21d-2b64-4d3a-8cfa-7e7b461d13ee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5056605 Feb 16 08:44:07.560016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.583799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-67ac775a-4dea-4389-ae90-2c5d5c4de829', 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': '7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:07.585021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.607670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.608436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=5de15138-2b95-4376-893d-f829f3960d3d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:07.610630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.618414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.647183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3b8bde-2808-4e81-8747-05d982f734ff None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:07.649942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0aae93-a728-460e-a1af-03f936f2120a,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:07.653440 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-754cb104-b1a1-4466-9e1e-345853d26fda tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5de15138-2b95-4376-893d-f829f3960d3d HTTP/1.1" status: 204 len: 168 time: 1.3918025 Feb 16 08:44:07.655840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.713856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.715331 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e293839c-3c0c-49d8-8c38-85d0c36c78e1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3788321 Feb 16 08:44:07.719559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60758) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.725342 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0a7c062e-5ff7-4dd1-9100-69dd977993d1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0682740 Feb 16 08:44:07.728121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60762) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.729581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:07.734152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:07.739957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:07.746283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:07.749963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-97bfc955-2bd1-45f4-8aa6-929538fc9b0f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4349740 Feb 16 08:44:07.751588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:07.754173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:07.759160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:07.782389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:07.854298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:07.859146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:07.862906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:07.868933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:07.879489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:07.883107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.934240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Allocated IP 2001:db8::2 (67ac775a-4dea-4389-ae90-2c5d5c4de829/7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35/48abc1a9-8865-49f2-9710-1a57017f452e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:07.957200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:07.975122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port df90dc3c-7c6f-413c-b821-8fc464247f89 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:07.975721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.059685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] The port 'df90dc3c-7c6f-413c-b821-8fc464247f89' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:44:08.075505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:08.087189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Deleting port fe5097b4-bd10-4232-8ea5-b43e1806e903 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:08.087734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.091485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.201654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.202217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.255190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.273751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777f7d5f-6ffe-4d80-a10d-a4ba23f531c4']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:08.292182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:08.292759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d9e0a2-aa92-4a6d-9aff-3883a7fb2801') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:08.310402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.317313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.331205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.344352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.365326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.366080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7684521e-a20c-45a8-9f12-c6a9958ea275,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:08.371709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:44:08.372484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:08.393712 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:08.414158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.455845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.467966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.469930 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b990ad14-4eed-4a26-97e4-a19a4fe75db9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7493458 Feb 16 08:44:08.470227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1cd726-e7f5-459c-ba9d-c4f29a24784f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:08.476067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60770) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:08.476792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.477878 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e78bdc5b-617d-4166-aae7-b74235c65dbe tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/6a1cd726-e7f5-459c-ba9d-c4f29a24784f HTTP/1.1" status: 204 len: 168 time: 0.7216079 Feb 16 08:44:08.479484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-33b78cc4-e741-4fb8-8f04-5567db730b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.484796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60774) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:08.488362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:08.490551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:08.490953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.544608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:08.553641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.558280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.569162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:08.580803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Transition to ACTIVE for port object 48abc1a9-8865-49f2-9710-1a57017f452e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:08.616583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=777f7d5f-6ffe-4d80-a10d-a4ba23f531c4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:08.625292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:08.630922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:08.631080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2072fa1c-707c-4714-85f4-66607f5586ae tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/777f7d5f-6ffe-4d80-a10d-a4ba23f531c4 HTTP/1.1" status: 204 len: 168 time: 2.4006567 Feb 16 08:44:08.640345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device df90dc3c-7c6f-413c-b821-8fc464247f89 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:08.641353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:08.667116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:44:08.674837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Calling delete_port for fe5097b4-bd10-4232-8ea5-b43e1806e903 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:08.697020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-872413379'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:08.725055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:08.727068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: df90dc3c-7c6f-413c-b821-8fc464247f89 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:08.727068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device df90dc3c-7c6f-413c-b821-8fc464247f89 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:08.727521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device fe5097b4-bd10-4232-8ea5-b43e1806e903 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:08.741361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:08.751273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:08.759034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Transition to ACTIVE for port object 48abc1a9-8865-49f2-9710-1a57017f452e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:08.776949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.813341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:08.826658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.860433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5913c85e-27b0-44f7-98d7-b23aeb4785bf tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:08.884765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:08.885166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:08.887545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Pushing event updated for resources: {'Port': ['ID=48abc1a9-8865-49f2-9710-1a57017f452e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:08.887723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.891466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:08.895033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:08.899207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:08.899797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:08.930022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:08.987927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5913c85e-27b0-44f7-98d7-b23aeb4785bf tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:08.995537 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5913c85e-27b0-44f7-98d7-b23aeb4785bf tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4955873 Feb 16 08:44:08.995834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:09.008194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--265666514'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:09.015924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:09.020143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:09.030775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.038523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:09.049362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Attempting to bind port 48abc1a9-8865-49f2-9710-1a57017f452e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:09.050116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Attempting to bind port 48abc1a9-8865-49f2-9710-1a57017f452e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '31a20dbc-5e54-4797-b495-19199d4a6516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:09.050744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Attempting to bind port 48abc1a9-8865-49f2-9710-1a57017f452e on network 67ac775a-4dea-4389-ae90-2c5d5c4de829 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:09.060576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.064331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 43, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:09.064922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Checking segment: {'id': '31a20dbc-5e54-4797-b495-19199d4a6516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:09.065484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.066054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Bound using segment: {'id': '31a20dbc-5e54-4797-b495-19199d4a6516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:09.066726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Bound port: 48abc1a9-8865-49f2-9710-1a57017f452e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31a20dbc-5e54-4797-b495-19199d4a6516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '67ac775a-4dea-4389-ae90-2c5d5c4de829'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:09.067273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.067932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.068282 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment 2807ffdb-a0fd-44cc-96a3-8fd992821339 of type vlan for network 61177e62-6651-4797-9d06-6a3292ba24ec Feb 16 08:44:09.077201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.111064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.163266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] For port 48abc1a9-8865-49f2-9710-1a57017f452e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:09.166691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] For port 48abc1a9-8865-49f2-9710-1a57017f452e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=48abc1a9-8865-49f2-9710-1a57017f452e,segment=NetworkSegment(31a20dbc-5e54-4797-b495-19199d4a6516),segment_id=31a20dbc-5e54-4797-b495-19199d4a6516)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:09.172740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.191667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:09.206147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:09.213548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:09.223442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:09.226340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:09.268554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750d358-946f-4602-bb29-87c4c98f7476 None None] Pushing event updated for resources: {'Port': ['ID=48abc1a9-8865-49f2-9710-1a57017f452e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:09.282525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.301191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.301882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.355213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f3167d-a4fe-4fd6-9f7c-e2f14e748653,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:09.370461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:09.372178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:09.400784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Deleting port fe5097b4-bd10-4232-8ea5-b43e1806e903 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:09.401715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.419068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.448619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.472306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.480060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:09.481663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.483067 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5c15ac82-e005-460a-b279-fc982ca41c6c tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0041976 Feb 16 08:44:09.494300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:09.497136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:09.497587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.501413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60786) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:09.520745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:09.539963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8::1 (67ac775a-4dea-4389-ae90-2c5d5c4de829/7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35/f535e00b-cfaa-45dd-bd02-47daaabf2c88) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:09.542665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=f0060179-7d4e-4784-ac3d-66e640e17d14,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:09.555531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:09.580504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:09.590335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:09.606876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:09.619885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=6']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:09.624966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3439a8-ba82-452b-a98f-720df1c573cf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:09.629245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.634775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60790) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:09.635294 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0f30cfa2-886b-42b9-a269-1f177f9eb64e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6382492 Feb 16 08:44:09.637860 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d69a7601-42ad-425c-bf75-f58e659fefad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9085338 Feb 16 08:44:09.640699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60792) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:09.648181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:84:a6:a5', 'name': 'tempest-NetworksTestDHCPv6-691013888'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:09.663765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.667687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:09.668326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.676061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '7c3439a8-ba82-452b-a98f-720df1c573cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:09.756749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:09.765201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:09.769026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:09.783348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:09.787711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:09.789076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.849697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:09.854710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:09.858075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:09.864923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:09.871241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.877110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:09.878288 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Project d87f505ffdf74a5b9ed29d837e09c962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:44:09.881993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.914142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.919679 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2783165 Feb 16 08:44:09.920984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60798) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:09.924946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port e9c804a7-16be-4f44-8ea4-b0e8734b0081 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:09.927582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:09.955440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Calling delete_port for fe5097b4-bd10-4232-8ea5-b43e1806e903 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:09.991390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:10.029164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.032077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9638d-bc65-4d96-a22c-513f9f87b12c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=61177e62-6651-4797-9d06-6a3292ba24ec,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:10.052711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 61177e62-6651-4797-9d06-6a3292ba24ec details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:10.121170 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The resource could not be found. Feb 16 08:44:10.122367 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01ef8441-1efc-44f6-98e9-d1de9f670cf0 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4756668 Feb 16 08:44:10.127141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:10.175245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.217356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object f535e00b-cfaa-45dd-bd02-47daaabf2c88 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:10.244564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.255809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.256140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:10.273740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.283972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '7c3439a8-ba82-452b-a98f-720df1c573cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bbfe9123-71cc-41f7-8101-08797a947498'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:10.299163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50a1cdf-c910-40f5-9aee-e621eefaf9c8,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:10.302245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:10.306392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:10.315410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.318942 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e56dd95-7440-4cc8-ad7f-4fdd35d3c5e6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8162787 Feb 16 08:44:10.319377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:10.326604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:10.332434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60806) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:10.340673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe84:a6a5 (845b2056-9615-46c6-afcf-a7b11d258df1/f0060179-7d4e-4784-ac3d-66e640e17d14/e9c804a7-16be-4f44-8ea4-b0e8734b0081) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:10.343159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'security_group_rule': {'security_group_id': 'd9543147-c7c2-46cb-90c0-9d7d478d04a0', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:10.343684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:10.352236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:10.352736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:10.358286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:security_group_rule and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:10.361308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:10.363466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:10.372729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:10.377618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:10.377996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:10.385591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.391318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:10.402462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:10.436959 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Project d87f505ffdf74a5b9ed29d837e09c962 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:44:10.461848 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The resource could not be found. Feb 16 08:44:10.466141 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a39a814e-9f08-42c3-b798-fc65aa05f02b tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3359592 Feb 16 08:44:10.467102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.470197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60810) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:10.474481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:10.531375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:10.537625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:10.549521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:10.550670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.561105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=f535e00b-cfaa-45dd-bd02-47daaabf2c88,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:10.597486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 48abc1a9-8865-49f2-9710-1a57017f452e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:10.627819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.635781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.637522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf487455-e057-4a5f-ab5d-be0eaa6821e3 None None] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:10.699054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10b1793-d634-45ae-9e47-6e70a80e3753,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:10.718845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router f69592e9-a5dc-4a23-b654-50fc7e39b3c2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:10.727736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.734590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.738948 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-158229b2-d951-4f3f-a842-abc7669a839b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4023862 Feb 16 08:44:10.740342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60814) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:10.748428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'network': {'name': 'tempest-network-smoke--181159076', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:10.759033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.769816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:10.778365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:network and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:10.830280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:10.838587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d0c339d7-1e31-4cb7-baa5-c702cabf8c0c None None] Provisioning for port 48abc1a9-8865-49f2-9710-1a57017f452e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:10.847556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:10.853709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.926020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.928872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc52776e-01d5-4112-a21c-320549058518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.936122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.948051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 48abc1a9-8865-49f2-9710-1a57017f452e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:10.957513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 48abc1a9-8865-49f2-9710-1a57017f452e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:10.958176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.962257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Made reservation on behalf of d87f505ffdf74a5b9ed29d837e09c962 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:10.965212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:10.980801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object e9c804a7-16be-4f44-8ea4-b0e8734b0081 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:11.051360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.064685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Deleting port fe5097b4-bd10-4232-8ea5-b43e1806e903 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:11.065317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.080088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3439a8-ba82-452b-a98f-720df1c573cf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:11.112966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.146479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.217480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 48abc1a9-8865-49f2-9710-1a57017f452e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=48abc1a9-8865-49f2-9710-1a57017f452e,segment=NetworkSegment(31a20dbc-5e54-4797-b495-19199d4a6516),segment_id=31a20dbc-5e54-4797-b495-19199d4a6516)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:11.253587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.268954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:11.355859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.358935 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Added segment e586c954-4bfe-403a-8b6f-7611b7694b42 of type vlan for network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 Feb 16 08:44:11.382491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.383692 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c90c338f-d3d1-4e1c-ac2f-b0bcc3490169 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/7c3439a8-ba82-452b-a98f-720df1c573cf HTTP/1.1" status: 204 len: 168 time: 0.9129555 Feb 16 08:44:11.384697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.389359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.399378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.446577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=48abc1a9-8865-49f2-9710-1a57017f452e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:11.483007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:11.483905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=e9c804a7-16be-4f44-8ea4-b0e8734b0081,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:11.484292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Provisioning complete for port 48abc1a9-8865-49f2-9710-1a57017f452e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:11.484672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.495376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:11.508610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:11.512942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:11.513618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.526975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.531293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:11.531905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.549483 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1e9ce135-4c8f-44f7-a63d-3c148d1b87f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9075189 Feb 16 08:44:11.556668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60822) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.589126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] For port fe5097b4-bd10-4232-8ea5-b43e1806e903, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=fe5097b4-bd10-4232-8ea5-b43e1806e903,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:11.590057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.615321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=8983782f-2861-46ed-a6af-87f0155770e7,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:11.637956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8f8ec5ee-b20c-43a4-804a-3cb17ab1ad88 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:11.640601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': '2807ffdb-a0fd-44cc-96a3-8fd992821339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:11.640962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: 61177e62-6651-4797-9d06-6a3292ba24ec, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:11.684462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8f8ec5ee-b20c-43a4-804a-3cb17ab1ad88 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:11.685808 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8f8ec5ee-b20c-43a4-804a-3cb17ab1ad88 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2565596 Feb 16 08:44:11.692952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60826) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.702288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': 'a55cfc20-f01c-47cb-9598-291a1e6d1390', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:11.711241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:11.713286 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9719241 Feb 16 08:44:11.716402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2caecc1-7811-4124-82ae-628c2710cbc1 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'Network': ['ID=a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:11.719358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60830) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.721173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9631f0b3-d80d-4bc6-8eb5-a48da4d3f237 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:11.726006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9631f0b3-d80d-4bc6-8eb5-a48da4d3f237 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:11.726451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9631f0b3-d80d-4bc6-8eb5-a48da4d3f237 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:11.731858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 61177e62-6651-4797-9d06-6a3292ba24ec is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:11.735812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:11.736179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'admin_state_up': True, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:11.739159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:11.747172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:11.752690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:router and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:11.753831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:11.756633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:11.758590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 61177e62-6651-4797-9d06-6a3292ba24ec) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:11.765408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:11.766294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:11.767686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.774114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9631f0b3-d80d-4bc6-8eb5-a48da4d3f237 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:11.775851 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9631f0b3-d80d-4bc6-8eb5-a48da4d3f237 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2154751 Feb 16 08:44:11.780023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60834) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.786264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.801230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba7a623d-ded8-42f0-99d8-970566a18fed tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8769648 Feb 16 08:44:11.804238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.811530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-862141183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:11.817745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Calling delete_port for fe5097b4-bd10-4232-8ea5-b43e1806e903 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:11.821420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:11.825783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.826574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.826737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:11.830988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:11.833950 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The resource could not be found. Feb 16 08:44:11.835080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5e433726-45f8-46cf-b051-8d5bf2139882 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1411910 Feb 16 08:44:11.838716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:11.840526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.847027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1925250446'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:11.855118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:11.866838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.867623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.870711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.871005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:11.871661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.879895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:11.884988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.889428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:11.903189 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] Sync routers for ids ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:11.909878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.913957 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed07e6f8-fa70-40cb-926e-76eeb579ab54 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "PUT /v2.0/routers/f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 200 len: 920 time: 5.9723976 Feb 16 08:44:11.917276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60846) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:11.932231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:11.944734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:11.951362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:11.955932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:11.964148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:11.971385 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] Routers {'f69592e9-a5dc-4a23-b654-50fc7e39b3c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:11.972449 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:11.975162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.018706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.022587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7eebf4eb-0ba1-4f5b-8b61-d7a7d2fdefa5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2148190 Feb 16 08:44:12.023132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:12.028032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dd99ea-e736-44cb-ad9b-8ebad4c683e3 None None] Network 61177e62-6651-4797-9d06-6a3292ba24ec requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:12.047674 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:12.061966 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] Routers {'f69592e9-a5dc-4a23-b654-50fc7e39b3c2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:12.063181 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:12.079023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port e9c804a7-16be-4f44-8ea4-b0e8734b0081 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:12.079364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.132935 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:12.133663 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6613bd80-6960-4a21-80fe-c2ec94aae05c None None] The sync data for ids ['f69592e9-a5dc-4a23-b654-50fc7e39b3c2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:12.170361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.176211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.190474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=f535e00b-cfaa-45dd-bd02-47daaabf2c88,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:12.211375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.238839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.242309 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4007850 Feb 16 08:44:12.246483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:12.255261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900247908'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:12.268840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:12.292312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:12.320366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.364093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.373518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c26e2-e0af-4751-8919-a81206518501 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a671380-ec34-49f7-80a9-b0bd181ae05c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:12.430337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.469181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-61177e62-6651-4797-9d06-6a3292ba24ec', 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': '8983782f-2861-46ed-a6af-87f0155770e7'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:12.469925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.473514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:12.477355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:12.481571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:12.489056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:12.492318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Provisioning for port f535e00b-cfaa-45dd-bd02-47daaabf2c88 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:12.509135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Provisioning complete for port f535e00b-cfaa-45dd-bd02-47daaabf2c88 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:12.509460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.536962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:12.542520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:12.571687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 48abc1a9-8865-49f2-9710-1a57017f452e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:12.692674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.723797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.736252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.757322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.768192 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.769425 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5216956 Feb 16 08:44:12.776160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:12.786743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.793076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-869e7e13-522e-44e5-b7a9-75280cb5b012 None None] Port f535e00b-cfaa-45dd-bd02-47daaabf2c88 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:12.795058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group_rule': {'security_group_id': '2a671380-ec34-49f7-80a9-b0bd181ae05c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02ac41b6-1b95-4a25-9aad-4644ff5bfc37'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:12.814644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] Pushing event deleted for resources: {'Port': ['ID=fe5097b4-bd10-4232-8ea5-b43e1806e903,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:12.818815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:12.824872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7a010-1490-4a28-994d-4b63ef719995 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac41b6-1b95-4a25-9aad-4644ff5bfc37,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:12.830846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:12.835587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:12.871689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:12.874302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:12.956114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b9eac0-ea89-41c6-82b9-befa636f982b None None] No DVR routers for this DVR port fe5097b4-bd10-4232-8ea5-b43e1806e903 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:12.978530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Allocated IP 172.20.0.2 (61177e62-6651-4797-9d06-6a3292ba24ec/8983782f-2861-46ed-a6af-87f0155770e7/3a70ec69-e0d0-4ca0-b211-0ce9c9779afe) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:12.994484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17627afd-a410-468d-b9ef-d4ae4808b014 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:13.023326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 48abc1a9-8865-49f2-9710-1a57017f452e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:13.023706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.057957 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:13.059118 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fc3d89a8-c39f-487a-b0ab-2e89c730344f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2821093 Feb 16 08:44:13.062409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60862) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.123711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for e9c804a7-16be-4f44-8ea4-b0e8734b0081 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:13.131891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6ec2bb50-5b2c-4d88-8dae-4e3cc42a2c18 None None] Provisioning complete for port f535e00b-cfaa-45dd-bd02-47daaabf2c88 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:13.132553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6ec2bb50-5b2c-4d88-8dae-4e3cc42a2c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.294269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.296268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6ec2bb50-5b2c-4d88-8dae-4e3cc42a2c18 None None] Port f535e00b-cfaa-45dd-bd02-47daaabf2c88 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:13.327968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.379566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.400617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac41b6-1b95-4a25-9aad-4644ff5bfc37,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:13.405687 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e9a327b9-be69-4437-b429-4bdfe0aae97c tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 200 len: 920 time: 1.4842467 Feb 16 08:44:13.410423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60866) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.418788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.424587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fc2da703-c32e-4b81-acdc-1c167424fcac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/02ac41b6-1b95-4a25-9aad-4644ff5bfc37 HTTP/1.1" status: 204 len: 168 time: 0.3580832 Feb 16 08:44:13.425039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60870) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.493680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc8553d1-d298-46e5-88b9-27024c3240ac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:13.511362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc8553d1-d298-46e5-88b9-27024c3240ac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:13.516169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc8553d1-d298-46e5-88b9-27024c3240ac tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.0865955 Feb 16 08:44:13.516426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60874) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.563947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.588870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb513dc4-edb7-45eb-9384-cc458d9607ab None None] Provisioning complete for port f535e00b-cfaa-45dd-bd02-47daaabf2c88 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:13.589473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb513dc4-edb7-45eb-9384-cc458d9607ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.616892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'f0060179-7d4e-4784-ac3d-66e640e17d14'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:13.618068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.629208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=e9c804a7-16be-4f44-8ea4-b0e8734b0081,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:13.631740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.655743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Transition to ACTIVE for port object 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:13.702067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-69356b40-7e66-4bdd-973e-3409d83e41ca tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Synchronizing usage tracker for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:13.721313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.728441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.751560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Transition to ACTIVE for port object 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:13.753009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fb513dc4-edb7-45eb-9384-cc458d9607ab None None] Port f535e00b-cfaa-45dd-bd02-47daaabf2c88 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:13.758653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.780142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.792190 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c8e9a489-a86e-4ecd-aeb5-e1fc3821bab2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/e9c804a7-16be-4f44-8ea4-b0e8734b0081 HTTP/1.1" status: 204 len: 168 time: 2.0093236 Feb 16 08:44:13.797321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-69356b40-7e66-4bdd-973e-3409d83e41ca tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Unset dirty status for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:13.800959 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-69356b40-7e66-4bdd-973e-3409d83e41ca tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=f69592e9-a5dc-4a23-b654-50fc7e39b3c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3863647 Feb 16 08:44:13.800959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60878) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.803223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.817417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60880) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:13.826066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.873268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.908316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Pushing event updated for resources: {'Port': ['ID=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:13.924408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Network 61177e62-6651-4797-9d06-6a3292ba24ec is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:13.925902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:13.928593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:13.937009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router f54376a4-5923-4077-90ad-5d7cce21a067 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:13.966943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.20.0.1 (61177e62-6651-4797-9d06-6a3292ba24ec/8983782f-2861-46ed-a6af-87f0155770e7/988e31bd-b2b6-4456-9fba-8747f9a24eb0) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:13.971235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31621ad1-4d9d-4b12-b3d0-a30a96369ae8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:13.972545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31621ad1-4d9d-4b12-b3d0-a30a96369ae8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:13.973282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-31621ad1-4d9d-4b12-b3d0-a30a96369ae8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:13.978422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:13.994129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Allocated IP 2001:db8::f816:3eff:feaf:c616 (845b2056-9615-46c6-afcf-a7b11d258df1/f0060179-7d4e-4784-ac3d-66e640e17d14/5b12a532-e4b5-4f22-a10e-bd50450ca962) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:14.022137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a671380-ec34-49f7-80a9-b0bd181ae05c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:14.083976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Attempting to bind port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:14.084643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Attempting to bind port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '2807ffdb-a0fd-44cc-96a3-8fd992821339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:14.085182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Attempting to bind port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe on network 61177e62-6651-4797-9d06-6a3292ba24ec {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:14.093655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-31621ad1-4d9d-4b12-b3d0-a30a96369ae8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:14.097785 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-31621ad1-4d9d-4b12-b3d0-a30a96369ae8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2945149 Feb 16 08:44:14.106300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd58154-7585-40e0-b261-0de78f82aa62 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:14.107036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7fd58154-7585-40e0-b261-0de78f82aa62 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Synchronizing usage tracker for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:14.111862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60888) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.119894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.123734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-42c8c133-1fdc-4cdc-84fc-b9ccc16aabfd tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/2a671380-ec34-49f7-80a9-b0bd181ae05c HTTP/1.1" status: 204 len: 168 time: 0.6027811 Feb 16 08:44:14.136651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60890) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.172930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7fd58154-7585-40e0-b261-0de78f82aa62 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Unset dirty status for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:14.177434 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7fd58154-7585-40e0-b261-0de78f82aa62 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.3562894 Feb 16 08:44:14.178574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60896) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.203888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:14.204264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Checking segment: {'id': '2807ffdb-a0fd-44cc-96a3-8fd992821339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:14.205409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.205965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Bound using segment: {'id': '2807ffdb-a0fd-44cc-96a3-8fd992821339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:14.206635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Bound port: 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2807ffdb-a0fd-44cc-96a3-8fd992821339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '61177e62-6651-4797-9d06-6a3292ba24ec'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:14.207195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.242396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Allocated IP 172.26.4.41 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/aa80b129-762a-4c74-b0b4-32e00c772394) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:14.249573 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-179bc1ec-dd58-40f9-8c20-9b981061023c tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 200 len: 205 time: 0.0697060 Feb 16 08:44:14.252199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60900) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.295166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a8d7a441-799f-4be7-ac96-b22a92ef5b72 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:14.302595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.330929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 988e31bd-b2b6-4456-9fba-8747f9a24eb0 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:14.333458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a8d7a441-799f-4be7-ac96-b22a92ef5b72 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:14.338486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a8d7a441-799f-4be7-ac96-b22a92ef5b72 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1970918 Feb 16 08:44:14.341741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60904) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.359639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1340949403'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:14.368090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:14.379947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] For port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:14.380528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:14.394891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.397679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] For port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,segment=NetworkSegment(2807ffdb-a0fd-44cc-96a3-8fd992821339),segment_id=2807ffdb-a0fd-44cc-96a3-8fd992821339)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:14.401788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.411532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.486028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.497444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 61177e62-6651-4797-9d06-6a3292ba24ec is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:14.510134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:14.517757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:14.519830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Transition to ACTIVE for port object 5b12a532-e4b5-4f22-a10e-bd50450ca962 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:14.537196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29a679-4ba0-4260-8410-8ff96544f4f0 None None] Pushing event updated for resources: {'Port': ['ID=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:14.549134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Transition to ACTIVE for port object 5b12a532-e4b5-4f22-a10e-bd50450ca962 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:14.554473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=988e31bd-b2b6-4456-9fba-8747f9a24eb0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:14.558026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.562448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:14.571869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Usage tracker for resource:security_group_rule and tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:14.583602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:14.601378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:14.614045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.638875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:14.643280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:14.647445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:14.701424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Pushing event updated for resources: {'Port': ['ID=5b12a532-e4b5-4f22-a10e-bd50450ca962,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:14.717135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.740424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.766534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Attempting to bind port 5b12a532-e4b5-4f22-a10e-bd50450ca962 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:14.767616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Attempting to bind port 5b12a532-e4b5-4f22-a10e-bd50450ca962 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:14.768083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Attempting to bind port 5b12a532-e4b5-4f22-a10e-bd50450ca962 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:14.775881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:14.776286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:14.776813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.777311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:14.778093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Bound port: 5b12a532-e4b5-4f22-a10e-bd50450ca962, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:14.778598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.784167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8fac31-728e-49e3-a165-1e68f36ed1b1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:14.794834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.819423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet f0060179-7d4e-4784-ac3d-66e640e17d14 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:14.836168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.867337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.873734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3ebfba9d-d91e-4faf-891d-b78e3dd5160e tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5249946 Feb 16 08:44:14.874521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60908) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.897745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-74a642f1-4cf2-4c76-91ed-6e97d50c5cf5 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:14.898482 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-74a642f1-4cf2-4c76-91ed-6e97d50c5cf5 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] update failed (client error): There was a conflict when trying to complete your request. Feb 16 08:44:14.909628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-74a642f1-4cf2-4c76-91ed-6e97d50c5cf5 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "PUT /v2.0/security-groups/ac8fac31-728e-49e3-a165-1e68f36ed1b1 HTTP/1.1" status: 409 len: 330 time: 0.0229559 Feb 16 08:44:14.919571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:14.926788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.931219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] For port 5b12a532-e4b5-4f22-a10e-bd50450ca962, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:14.936466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] For port 5b12a532-e4b5-4f22-a10e-bd50450ca962, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5b12a532-e4b5-4f22-a10e-bd50450ca962,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:14.942250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:14.960310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:14.976801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.016700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] Sync routers for ids ['f54376a4-5923-4077-90ad-5d7cce21a067'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:15.025039 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10ceaf8d-3009-4a2e-90b1-4d08938e2fee tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/f54376a4-5923-4077-90ad-5d7cce21a067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4610705 Feb 16 08:44:15.049569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60916) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:15.067665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4dad04-53f7-44a9-80a9-31ccfa43751d None None] Pushing event updated for resources: {'Port': ['ID=5b12a532-e4b5-4f22-a10e-bd50450ca962,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:15.073034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] Routers {'f54376a4-5923-4077-90ad-5d7cce21a067'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:15.077244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f54376a4-5923-4077-90ad-5d7cce21a067'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:15.144028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:15.161515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] Routers {'f54376a4-5923-4077-90ad-5d7cce21a067'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:15.162319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f54376a4-5923-4077-90ad-5d7cce21a067'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:15.197726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ae65d-6ecf-43db-a5ea-7ad1c78cc98e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:15.198308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-175ae65d-6ecf-43db-a5ea-7ad1c78cc98e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:15.222772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:15.223920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3081368-29cd-4042-b11d-d782a42be151 None None] The sync data for ids ['f54376a4-5923-4077-90ad-5d7cce21a067'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:15.235546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.264127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.272450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.316420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.323410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-175ae65d-6ecf-43db-a5ea-7ad1c78cc98e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:15.327614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-175ae65d-6ecf-43db-a5ea-7ad1c78cc98e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports/f535e00b-cfaa-45dd-bd02-47daaabf2c88 HTTP/1.1" status: 200 len: 911 time: 0.2685721 Feb 16 08:44:15.340956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60920) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:15.420316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.428904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=988e31bd-b2b6-4456-9fba-8747f9a24eb0,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:15.438619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:15.443238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.490489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:15.492832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:15.537458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'Port': ['ID=aa80b129-762a-4c74-b0b4-32e00c772394,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:15.555901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.582213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 61177e62-6651-4797-9d06-6a3292ba24ec is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:15.583293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:15.707113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.898880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.941675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:15.946231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d1ecc-75ab-4207-ad6d-5fa95da9222b None None] Network 61177e62-6651-4797-9d06-6a3292ba24ec requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:15.983652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=f0060179-7d4e-4784-ac3d-66e640e17d14,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:16.005674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8fac31-728e-49e3-a165-1e68f36ed1b1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:16.024534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.039739 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-503b5c52-e587-451e-a15f-2c2652cd4e0f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/f0060179-7d4e-4784-ac3d-66e640e17d14 HTTP/1.1" status: 204 len: 168 time: 1.8822958 Feb 16 08:44:16.040465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.050203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.054279 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4c7f5ba-daa5-41df-877f-6154b3cc4fd4 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/ac8fac31-728e-49e3-a165-1e68f36ed1b1 HTTP/1.1" status: 204 len: 168 time: 1.1314354 Feb 16 08:44:16.056358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60928) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.091490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fcda5390-d249-4d90-90ae-c93c3a9a5431 None None] Provisioning for port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:16.127400 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e002bb26-b52e-4471-8b49-4c90f3363aaa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0836978 Feb 16 08:44:16.127650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60932) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.243537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 3443f730-7d74-40da-a1de-3c8a3816fd5b is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:16.257823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3faf2dff-f071-4834-98a7-94063e5687be tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:16.259365 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3faf2dff-f071-4834-98a7-94063e5687be tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1308591 Feb 16 08:44:16.262353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60936) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.384751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d901ea9-1e5f-4fb2-9191-5a1a1b653c96 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:16.495624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82422cf2-039b-45e1-a645-0e4f2156021f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Synchronizing usage tracker for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:16.525915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94de7ef6-f64e-47a1-bbc9-e53654b1a01b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:16.529151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-94de7ef6-f64e-47a1-bbc9-e53654b1a01b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:16.557282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-94de7ef6-f64e-47a1-bbc9-e53654b1a01b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:16.558691 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-94de7ef6-f64e-47a1-bbc9-e53654b1a01b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2955790 Feb 16 08:44:16.562855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82422cf2-039b-45e1-a645-0e4f2156021f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] Unset dirty status for tenant:4e47ba7438cc46dc8d0e0ebf38cdb302 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:16.563631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60940) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.568674 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-82422cf2-039b-45e1-a645-0e4f2156021f tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5065734 Feb 16 08:44:16.575722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60944) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.593576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.594212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.605264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8142a3d-6705-4273-a3a9-3526f0119686 None None] Provisioning for port 5b12a532-e4b5-4f22-a10e-bd50450ca962 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:16.662637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5b12a532-e4b5-4f22-a10e-bd50450ca962 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:16.688275 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7dc984e3-5646-46ef-b9f4-1273e1483308 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1153812 Feb 16 08:44:16.688513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-a7092e27-38eb-4ee7-9aee-12f3cd82c0ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] delete failed (client error): The resource could not be found. Feb 16 08:44:16.688513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a7092e27-38eb-4ee7-9aee-12f3cd82c0ba tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "DELETE /v2.0/security-groups/37183164-68cd-4870-89a6-55ad0011b050 HTTP/1.1" status: 404 len: 347 time: 0.1056914 Feb 16 08:44:16.688513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 60948) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.689372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:16.689500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60952) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.695962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee968206-458f-4db7-8530-196a0167fa6d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/3443f730-7d74-40da-a1de-3c8a3816fd5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6712885 Feb 16 08:44:16.702921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:16.707219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60956) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.707949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] Sync routers for ids ['3443f730-7d74-40da-a1de-3c8a3816fd5b'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:16.733440 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] Routers {'3443f730-7d74-40da-a1de-3c8a3816fd5b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:16.734461 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3443f730-7d74-40da-a1de-3c8a3816fd5b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:16.751304 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-3cd1a4c8-854a-4d83-a30b-223c020abbde tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] show failed (client error): The resource could not be found. Feb 16 08:44:16.756283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3cd1a4c8-854a-4d83-a30b-223c020abbde tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-groups/86ebf7ea-d0cd-4a94-b4cb-dcd2eca7aa96 HTTP/1.1" status: 404 len: 347 time: 0.0621579 Feb 16 08:44:16.761895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60960) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.777763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 5b12a532-e4b5-4f22-a10e-bd50450ca962 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:16.786924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e4a5a496-59da-449b-9c4a-c1fda07b3e40 None None] Provisioning for port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:16.798608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5b12a532-e4b5-4f22-a10e-bd50450ca962 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:16.799285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.808357 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-1e2d22a7-0057-48f1-b4bf-6f5490f8e833 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] show failed (client error): The resource could not be found. Feb 16 08:44:16.812617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1e2d22a7-0057-48f1-b4bf-6f5490f8e833 tempest-NegativeSecGroupTest-1529696698 tempest-NegativeSecGroupTest-1529696698-project] 10.222.0.94 "GET /v2.0/security-group-rules/ec04f5c2-578b-402b-b500-c228154cba62 HTTP/1.1" status: 404 len: 356 time: 0.0465076 Feb 16 08:44:16.840632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e4a5a496-59da-449b-9c4a-c1fda07b3e40 None None] Provisioning complete for port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:16.840632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e4a5a496-59da-449b-9c4a-c1fda07b3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.846797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3a02b1-e344-4ed2-a09c-41656743fef3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:16.847403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cf3a02b1-e344-4ed2-a09c-41656743fef3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:16.880455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cf3a02b1-e344-4ed2-a09c-41656743fef3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:16.884513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cf3a02b1-e344-4ed2-a09c-41656743fef3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports/988e31bd-b2b6-4456-9fba-8747f9a24eb0 HTTP/1.1" status: 200 len: 910 time: 0.1717577 Feb 16 08:44:16.885025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60966) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:16.914253 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:16.940639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e4a5a496-59da-449b-9c4a-c1fda07b3e40 None None] Port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:16.942965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:16.943412 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] Routers {'3443f730-7d74-40da-a1de-3c8a3816fd5b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:16.944309 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3443f730-7d74-40da-a1de-3c8a3816fd5b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:16.957502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.964351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Deleting port 5b12a532-e4b5-4f22-a10e-bd50450ca962 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:16.965397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:16.998781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:17.011783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port 4058187f-8543-4ec8-afd9-7a76309c872f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:17.012118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.054456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.067223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:17.067795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3c3701-2bc2-4831-8a99-aa1ec47bfe4a None None] The sync data for ids ['3443f730-7d74-40da-a1de-3c8a3816fd5b'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:17.164238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:17.396558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:17.400156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:17.403729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.409551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.422904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.458172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] For port 5b12a532-e4b5-4f22-a10e-bd50450ca962, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5b12a532-e4b5-4f22-a10e-bd50450ca962,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:17.458603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.489764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 5b12a532-e4b5-4f22-a10e-bd50450ca962, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5b12a532-e4b5-4f22-a10e-bd50450ca962,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:17.493922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a6c536e0-1e10-4762-9fc6-a04e9eb4e4ca None None] Provisioning complete for port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:17.494543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a6c536e0-1e10-4762-9fc6-a04e9eb4e4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.572833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.575936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:17.679291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.722808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Calling delete_port for 5b12a532-e4b5-4f22-a10e-bd50450ca962 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:17.747817 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6609015e-dacf-4bf2-8480-d34eb0b42b34 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4e47ba7438cc46dc8d0e0ebf38cdb302&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3472044 Feb 16 08:44:17.749577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 60978) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:17.810239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for 4058187f-8543-4ec8-afd9-7a76309c872f owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:17.813366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6c536e0-1e10-4762-9fc6-a04e9eb4e4ca None None] Port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:17.841082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=5b12a532-e4b5-4f22-a10e-bd50450ca962,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:17.862766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:17.863529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:17.864772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:17.868474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.870987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:17.871439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.978468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:17.980344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a6aaf2a3-3e37-4eab-916d-bf0da0d5767c None None] Provisioning complete for port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:17.980344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a6aaf2a3-3e37-4eab-916d-bf0da0d5767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.053592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.066537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a6aaf2a3-3e37-4eab-916d-bf0da0d5767c None None] Port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:18.096083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,segment=NetworkSegment(2807ffdb-a0fd-44cc-96a3-8fd992821339),segment_id=2807ffdb-a0fd-44cc-96a3-8fd992821339)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:18.099853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.101370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.149212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1966e8-41b0-4bbe-9040-60770f12b4a4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:18.166633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.170189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3d715d9a-ab7f-4210-9d85-83385144ac1e admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4a1966e8-41b0-4bbe-9040-60770f12b4a4 HTTP/1.1" status: 204 len: 168 time: 0.4187701 Feb 16 08:44:18.226000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:18.365454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Deleting port 5b12a532-e4b5-4f22-a10e-bd50450ca962 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:18.366035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.372061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Router 7f15c379-8633-47d4-ace9-aa6b02d7d762 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:18.373096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 988e31bd-b2b6-4456-9fba-8747f9a24eb0 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:18.373773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.564374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:18.652764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.683730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] For port 5b12a532-e4b5-4f22-a10e-bd50450ca962, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5b12a532-e4b5-4f22-a10e-bd50450ca962,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:18.684285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.721109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.787088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 988e31bd-b2b6-4456-9fba-8747f9a24eb0 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:18.811135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=4058187f-8543-4ec8-afd9-7a76309c872f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:18.825799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:44:18.828153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:18.828638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:18.864612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Calling delete_port for 5b12a532-e4b5-4f22-a10e-bd50450ca962 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:19.057945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.063184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.120086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] Pushing event deleted for resources: {'Port': ['ID=5b12a532-e4b5-4f22-a10e-bd50450ca962,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:19.125910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c280c-3b30-47ad-8cbe-4e984c7ff79c None None] No DVR routers for this DVR port 5b12a532-e4b5-4f22-a10e-bd50450ca962 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:19.196475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=988e31bd-b2b6-4456-9fba-8747f9a24eb0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:19.210353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5b12a532-e4b5-4f22-a10e-bd50450ca962 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:19.221887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_pluggable_backend [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Port 5b12a532-e4b5-4f22-a10e-bd50450ca962 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83710) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 08:44:19.222192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_pluggable_backend [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:c616 {{(pid=83710) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 08:44:19.230474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.257664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 5b12a532-e4b5-4f22-a10e-bd50450ca962 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:19.258163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5b12a532-e4b5-4f22-a10e-bd50450ca962 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:19.356754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:19.415404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.463471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.637633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:19.658361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1665624959'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:19.661846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:19.664918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:19.665482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.672141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af028c8-189d-4225-9f74-68f7ff491706 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:19.677463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:19.683688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=c93fe8f3-a6b8-4bfa-a60b-11066ab02510,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:19.692975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.700506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Usage tracker for resource:network and tenant:eaa96bb25f294efea268dff63bfbf36b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:19.709491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:19.726067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:19.733992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.755937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f3cf5541-087c-4530-b64b-fbd12d9523d7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.0701365 Feb 16 08:44:19.760361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32774) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:19.768592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:cd:df:3e', 'name': 'tempest-NetworksTestDHCPv6-1913617398'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:19.783568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Made reservation on behalf of eaa96bb25f294efea268dff63bfbf36b for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:19.786419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:19.796193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:19.813784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Sync routers for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:19.869842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:19.870526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.002949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 3443f730-7d74-40da-a1de-3c8a3816fd5b has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:20.040023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.058619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'c93fe8f3-a6b8-4bfa-a60b-11066ab02510'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:20.059521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.077225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.077680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router f69592e9-a5dc-4a23-b654-50fc7e39b3c2 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:20.087885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.092368 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3604af81-afee-45c4-89bd-668b5442001d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 204 len: 168 time: 5.8355322 Feb 16 08:44:20.099970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.100740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.102603 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f38dc263-1add-43ac-b875-952efb013190 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.3814354 Feb 16 08:44:20.117252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569623443', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:20.121517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32782) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.147974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:20.150865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port f535e00b-cfaa-45dd-bd02-47daaabf2c88 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:20.151214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.157249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:20.175100 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] Sync routers for ids ['3443f730-7d74-40da-a1de-3c8a3816fd5b'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:20.176073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:44:20.177478 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bf8ce263-ef00-4f90-9ba8-77a87ea628d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/3443f730-7d74-40da-a1de-3c8a3816fd5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2913284 Feb 16 08:44:20.180939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32788) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.198751 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] Routers {'3443f730-7d74-40da-a1de-3c8a3816fd5b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:20.201735 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3443f730-7d74-40da-a1de-3c8a3816fd5b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.205047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:20.217062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:20.229500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:20.267929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:20.280635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d6a2c750-adb2-485d-820d-efb082550965 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:20.292625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Usage tracker for resource:security_group_rule and tenant:eaa96bb25f294efea268dff63bfbf36b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:20.308346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d6a2c750-adb2-485d-820d-efb082550965 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:20.310220 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d6a2c750-adb2-485d-820d-efb082550965 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=3443f730-7d74-40da-a1de-3c8a3816fd5b HTTP/1.1" status: 200 len: 205 time: 0.1279409 Feb 16 08:44:20.313097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32792) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.315546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.316513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.319899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:20.326376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:20.332661 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.350234 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] Routers {'3443f730-7d74-40da-a1de-3c8a3816fd5b'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:20.351806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3443f730-7d74-40da-a1de-3c8a3816fd5b'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.392691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:20.398823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:20.420191 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.420766 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d246ec6-12ae-41b7-9d30-1bdbb059c149 None None] The sync data for ids ['3443f730-7d74-40da-a1de-3c8a3816fd5b'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:20.424430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:20.439916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:20.515790 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aad75c72-43a5-43f5-a33c-c7a3f6bb6f4a tempest-TestNetworkAdvancedServerOps-1649083956 tempest-TestNetworkAdvancedServerOps-1649083956-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=d87f505ffdf74a5b9ed29d837e09c962&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3907514 Feb 16 08:44:20.516011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.518849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32796) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.551856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:20.558130 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:44:20.571034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Allocated IP 2001:db8::f816:3eff:fee4:6944 (845b2056-9615-46c6-afcf-a7b11d258df1/c93fe8f3-a6b8-4bfa-a60b-11066ab02510/d5880000-b8c0-4214-a1c3-f94a735462d5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:20.686086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.741338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:15Z', 'revision_number': 3, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:20.749273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.755833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Checking router: 7f15c379-8633-47d4-ace9-aa6b02d7d762 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:44:20.756515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Updating router 7f15c379-8633-47d4-ace9-aa6b02d7d762 port aa80b129-762a-4c74-b0b4-32e00c772394 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:44:20.860161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.898745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for f535e00b-cfaa-45dd-bd02-47daaabf2c88 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:20.906281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.912003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.932112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.941524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.942516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router 3443f730-7d74-40da-a1de-3c8a3816fd5b {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:20.954035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.955979 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-82597349-dab9-4901-98c9-644ab7e9cdd1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/3443f730-7d74-40da-a1de-3c8a3816fd5b HTTP/1.1" status: 204 len: 168 time: 0.6414523 Feb 16 08:44:20.958418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32800) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:20.975339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:20.993295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Transition to ACTIVE for port object d5880000-b8c0-4214-a1c3-f94a735462d5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:21.024523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.032184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Transition to ACTIVE for port object d5880000-b8c0-4214-a1c3-f94a735462d5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:21.039998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.056195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.058062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.068324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc87023-e949-48ec-8e35-6fcb82740ce0 tempest-TestNetworkAdvancedServerOps-1649083956 tempest-TestNetworkAdvancedServerOps-1649083956-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:21.073117 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6bc87023-e949-48ec-8e35-6fcb82740ce0 tempest-TestNetworkAdvancedServerOps-1649083956 tempest-TestNetworkAdvancedServerOps-1649083956-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5456121 Feb 16 08:44:21.080263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32804) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:21.166482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.170393 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d52bf29d-011e-4819-a860-a2abedd1a41b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0641563 Feb 16 08:44:21.170393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:21.179909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32808) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:21.191004 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-11f5d8e5-64ba-4701-b090-01af64a5ce5b tempest-TestNetworkAdvancedServerOps-1649083956 tempest-TestNetworkAdvancedServerOps-1649083956-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0977128 Feb 16 08:44:21.195752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32810) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:21.197626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c52d9e4-3d4c-40cc-80e7-c7d08a2549c3,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:21.213855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:21.246196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:21.251862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:21.254312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:21.258384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Pushing event updated for resources: {'Port': ['ID=d5880000-b8c0-4214-a1c3-f94a735462d5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:21.263668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port ed5397ad-67a3-4edb-8714-ff59786e508b yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:21.301939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet 8983782f-2861-46ed-a6af-87f0155770e7 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:21.305016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.320836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2533630', 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:21.341534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.341938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Added segment 44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0 of type vlan for network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e Feb 16 08:44:21.368666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.380154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Attempting to bind port d5880000-b8c0-4214-a1c3-f94a735462d5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:21.380532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Attempting to bind port d5880000-b8c0-4214-a1c3-f94a735462d5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:21.380898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Attempting to bind port d5880000-b8c0-4214-a1c3-f94a735462d5 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:21.402998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:21.403376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:21.403787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.404183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:21.404662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Bound port: d5880000-b8c0-4214-a1c3-f94a735462d5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:21.405035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.459885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.522028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.544549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.552883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Transition to ACTIVE for port object aa80b129-762a-4c74-b0b4-32e00c772394 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:21.553129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.562822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:21.566348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d5880000-b8c0-4214-a1c3-f94a735462d5,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:21.567572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.604217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.608955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.611175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=8983782f-2861-46ed-a6af-87f0155770e7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:21.614067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c1607a11-2ad4-4c0d-a1a3-7aac72fa6a18 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/8983782f-2861-46ed-a6af-87f0155770e7 HTTP/1.1" status: 204 len: 168 time: 0.6546502 Feb 16 08:44:21.616897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32816) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:21.625386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f41ab2-57a8-42ae-9de8-d40ebb33be9c None None] Network 61177e62-6651-4797-9d06-6a3292ba24ec requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:21.726805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:21.740795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.749119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:44:21.752345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:21.752793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.757108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Usage tracker for resource:subnet and tenant:d87f505ffdf74a5b9ed29d837e09c962 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:21.763692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218270b4-1833-40fd-91ef-e394f0782cb9 None None] Pushing event updated for resources: {'Port': ['ID=aa80b129-762a-4c74-b0b4-32e00c772394,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:21.792687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:21.795182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Attempting to bind port aa80b129-762a-4c74-b0b4-32e00c772394 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:21.795649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Attempting to bind port aa80b129-762a-4c74-b0b4-32e00c772394 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:21.796025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Attempting to bind port aa80b129-762a-4c74-b0b4-32e00c772394 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:21.873564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:21.885914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:21.886337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:21.886732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.887134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:21.887626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Bound port: aa80b129-762a-4c74-b0b4-32e00c772394, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:21.888007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.959407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.963174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:21.963784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:21.970964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fecd:df3e (845b2056-9615-46c6-afcf-a7b11d258df1/c93fe8f3-a6b8-4bfa-a60b-11066ab02510/ed5397ad-67a3-4edb-8714-ff59786e508b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:21.980380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f4af7-e437-4811-8971-194a1b23c0e8 None None] Pushing event updated for resources: {'Port': ['ID=d5880000-b8c0-4214-a1c3-f94a735462d5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.031958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] For port aa80b129-762a-4c74-b0b4-32e00c772394, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:22.039162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] For port aa80b129-762a-4c74-b0b4-32e00c772394, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa80b129-762a-4c74-b0b4-32e00c772394,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:22.047794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.065980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,segment=NetworkSegment(2807ffdb-a0fd-44cc-96a3-8fd992821339),segment_id=2807ffdb-a0fd-44cc-96a3-8fd992821339)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:22.066617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.097843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Made reservation on behalf of d87f505ffdf74a5b9ed29d837e09c962 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:22.135815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.147503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218270b4-1833-40fd-91ef-e394f0782cb9 None None] Pushing event updated for resources: {'Port': ['ID=aa80b129-762a-4c74-b0b4-32e00c772394,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.152275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:22.153272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:22.295466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8782668 Feb 16 08:44:22.295651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec970831-bcd5-4bd2-b188-383261315c98 None None] DHCP port deletion for 61177e62-6651-4797-9d06-6a3292ba24ec request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:22.296103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:22.309832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32820) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:22.316622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ec970831-bcd5-4bd2-b188-383261315c98 None None] Deleting port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:22.317003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ec970831-bcd5-4bd2-b188-383261315c98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.330340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=f535e00b-cfaa-45dd-bd02-47daaabf2c88,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.337188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Request body: {'subnet': {'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:22.357139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b847af9-18a6-4df1-8281-2ed4633a020f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event updated for resources: {'Network': ['ID=0d99b3f3-01b9-4679-8ebe-79fe0012e25e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.380418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.383219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:22.436564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=3a70ec69-e0d0-4ca0-b211-0ce9c9779afe,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.441716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No DVR routers for this DVR port 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:22.496668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ec970831-bcd5-4bd2-b188-383261315c98 None None] The port '3a70ec69-e0d0-4ca0-b211-0ce9c9779afe' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:44:22.556245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:44:22.586398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.616728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61177e62-6651-4797-9d06-6a3292ba24ec']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:22.629832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2807ffdb-a0fd-44cc-96a3-8fd992821339') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:22.630164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2807ffdb-a0fd-44cc-96a3-8fd992821339') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:22.643335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.656838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.660906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.670144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:44:22.670652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:22.687149 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:22.696015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d5880000-b8c0-4214-a1c3-f94a735462d5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:22.805777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.839029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.848612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=61177e62-6651-4797-9d06-6a3292ba24ec,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:22.869887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-09429d28-2059-43d2-9f28-10bcfca95449 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/61177e62-6651-4797-9d06-6a3292ba24ec HTTP/1.1" status: 204 len: 168 time: 1.2519817 Feb 16 08:44:22.870765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32824) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:22.877116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1126064396', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:22.885347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:22.890031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:22.893913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:22.900233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:22.913455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.918016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:22.950069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.049985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d5880000-b8c0-4214-a1c3-f94a735462d5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:23.083400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:23.086025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:15Z', 'revision_number': 3, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:23.093254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b663656-b80a-4098-b800-fc1bf56f1b82 None None] The sync data for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv is: [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:15Z', 'revision_number': 3, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:23.099401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.119557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Usage tracker for resource:subnet and tenant:eaa96bb25f294efea268dff63bfbf36b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:23.123394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:23.146789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:23.150209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:23.155236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.179986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.198798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:23.199145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3a70ec69-e0d0-4ca0-b211-0ce9c9779afe not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:23.241153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Made reservation on behalf of eaa96bb25f294efea268dff63bfbf36b for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:23.406985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Provisioning for port d5880000-b8c0-4214-a1c3-f94a735462d5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:23.422371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Provisioning complete for port d5880000-b8c0-4214-a1c3-f94a735462d5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:23.423016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.522137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.537666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.540872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object ed5397ad-67a3-4edb-8714-ff59786e508b will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:23.571398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.589386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.634304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d5880000-b8c0-4214-a1c3-f94a735462d5,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:23.642983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.721010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7134-3be8-4264-b727-938c0b047330 None None] Pushing event updated for resources: {'Port': ['ID=d5880000-b8c0-4214-a1c3-f94a735462d5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:23.750012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.26.4.165 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/f6f3b7fb-bdbe-40c2-92d9-09406152cbef) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:23.863052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.887278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.929978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:23.964295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.041596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:24.042306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=f6f3b7fb-bdbe-40c2-92d9-09406152cbef,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:24.044909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:24.052278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:24.227895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.229345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.230177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.286379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:24.303413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:24.313262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=ed5397ad-67a3-4edb-8714-ff59786e508b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:24.326425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:24.330499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.331689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.468185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'Subnet': ['ID=e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:24.486372 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1d5c78fa-e333-452e-8355-687e3c1bffbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.7238343 Feb 16 08:44:24.487759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:24.549525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router bf41b201-0e7b-436c-af4d-d09597e7e932 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:24.632645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa80b129-762a-4c74-b0b4-32e00c772394 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:24.641593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Checking segment: {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:24.642022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Network hostable DHCP agents. Network: a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:24.704709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb124-1dcd-4490-bb2f-17113dd420de None None] Provisioning for port ed5397ad-67a3-4edb-8714-ff59786e508b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:24.712164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8dcb124-1dcd-4490-bb2f-17113dd420de None None] Provisioning complete for port ed5397ad-67a3-4edb-8714-ff59786e508b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:24.712535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8dcb124-1dcd-4490-bb2f-17113dd420de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.756890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.776188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b8dcb124-1dcd-4490-bb2f-17113dd420de None None] Port ed5397ad-67a3-4edb-8714-ff59786e508b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:24.788970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port aa80b129-762a-4c74-b0b4-32e00c772394 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:24.794749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa80b129-762a-4c74-b0b4-32e00c772394 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:24.795203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.801824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router f54376a4-5923-4077-90ad-5d7cce21a067 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:24.820257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.864773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:24.874187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.876844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49095b51-adb3-43e5-896f-be52735a2ad5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.881974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49095b51-adb3-43e5-896f-be52735a2ad5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:24.886103 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-49095b51-adb3-43e5-896f-be52735a2ad5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3943996 Feb 16 08:44:24.886426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32832) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:24.937440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.958416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port aa80b129-762a-4c74-b0b4-32e00c772394, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa80b129-762a-4c74-b0b4-32e00c772394,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:24.968554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:24.969493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d5880000-b8c0-4214-a1c3-f94a735462d5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:24.980560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port ed5397ad-67a3-4edb-8714-ff59786e508b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:24.980901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.041213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Allocated IP 172.26.4.141 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/b507121a-ea9a-41b1-af8c-22a2d318b53d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:25.120503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=aa80b129-762a-4c74-b0b4-32e00c772394,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:25.137638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d5880000-b8c0-4214-a1c3-f94a735462d5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:25.138166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.234259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:25.255401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] Sync routers for ids ['bf41b201-0e7b-436c-af4d-d09597e7e932'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:25.289284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.290778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bcace89f-0667-428a-88e2-93664f958e4f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.4183116 Feb 16 08:44:25.296212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] Routers {'bf41b201-0e7b-436c-af4d-d09597e7e932'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:25.296837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bf41b201-0e7b-436c-af4d-d09597e7e932'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.301847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32836) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:25.363051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:25.364914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.368449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:25.369055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.377804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa37e13-350b-4141-9e61-6d77e34603e6 None None] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:25.401313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] Routers {'bf41b201-0e7b-436c-af4d-d09597e7e932'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:25.401959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bf41b201-0e7b-436c-af4d-d09597e7e932'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.482414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.502141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa28934b-290e-4266-b4e3-690b86be70c6 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 4.2989166 Feb 16 08:44:25.518906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.519324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c563203c-b452-4f08-9714-457888ee1cfe None None] The sync data for ids ['bf41b201-0e7b-436c-af4d-d09597e7e932'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:25.541296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32840) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:25.560463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event updated for resources: {'Subnet': ['ID=322314fd-d205-47fb-9dcc-ada7b2d83e07,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:25.649815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.653648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Checking segment: {'id': '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:25.654007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Network hostable DHCP agents. Network: 0d99b3f3-01b9-4679-8ebe-79fe0012e25e, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:25.670245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:25.681332 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] Sync routers for ids ['f54376a4-5923-4077-90ad-5d7cce21a067'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:25.682285 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c6d84ea3-f4dd-4bc3-b7a3-15a3a1aab647 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/f54376a4-5923-4077-90ad-5d7cce21a067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3270469 Feb 16 08:44:25.686847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'fixed_ips': [{'subnet_id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:25.687507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.691465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32844) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:25.700791 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] Routers {'f54376a4-5923-4077-90ad-5d7cce21a067'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:25.701866 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f54376a4-5923-4077-90ad-5d7cce21a067'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.754247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2eb57c7c-45b2-41ef-965c-09e2b9d657b7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:25.764826 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.776436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:25.780355 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] Routers {'f54376a4-5923-4077-90ad-5d7cce21a067'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:25.781562 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f54376a4-5923-4077-90ad-5d7cce21a067'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.791853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2eb57c7c-45b2-41ef-965c-09e2b9d657b7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:25.794530 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2eb57c7c-45b2-41ef-965c-09e2b9d657b7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=f54376a4-5923-4077-90ad-5d7cce21a067 HTTP/1.1" status: 200 len: 205 time: 0.0916173 Feb 16 08:44:25.798234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32848) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:25.799536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 0d99b3f3-01b9-4679-8ebe-79fe0012e25e) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:25.808281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for ed5397ad-67a3-4edb-8714-ff59786e508b owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:25.865033 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:25.865436 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0e8f8d-a284-48f6-b855-19e4143c5307 None None] The sync data for ids ['f54376a4-5923-4077-90ad-5d7cce21a067'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:25.881464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:25.883036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:25.885128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Allocated IP 172.20.0.2 (a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9/e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c/dd19a7e8-db3b-4422-926f-b5198608e58c) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:25.985163 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e3d7c00-2645-4030-a4a2-1e09ef20ef12 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6733377 Feb 16 08:44:25.987660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32852) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:25.999525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Request body: {'port': {'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e', 'name': 'tempest-TagsExtTest-1865209816'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:26.019618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.074645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.131565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72380903-3c20-45cb-8891-40b93bf25f58 None None] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:26.148363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=ed5397ad-67a3-4edb-8714-ff59786e508b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:26.176386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.206666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.222207 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dc8e406c-4a40-4e4a-89fb-79816e879d64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers/bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 200 len: 881 time: 0.9195645 Feb 16 08:44:26.229900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32856) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:26.260564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event updated for resources: {'Port': ['ID=b507121a-ea9a-41b1-af8c-22a2d318b53d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:26.268593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:26.330301 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-eef0abfb-64b8-44b6-8644-083465216983 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/ed5397ad-67a3-4edb-8714-ff59786e508b HTTP/1.1" status: 204 len: 168 time: 1.4397068 Feb 16 08:44:26.349358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32860) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:26.357654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:26.411402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.427364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Transition to ACTIVE for port object dd19a7e8-db3b-4422-926f-b5198608e58c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:26.429219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:26.478469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1fd2a-98eb-49f8-99a9-cc1f7a4bc1ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:26.479991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df1fd2a-98eb-49f8-99a9-cc1f7a4bc1ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:26.481080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3df1fd2a-98eb-49f8-99a9-cc1f7a4bc1ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:26.488651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Transition to ACTIVE for port object dd19a7e8-db3b-4422-926f-b5198608e58c will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:26.499861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-0d99b3f3-01b9-4679-8ebe-79fe0012e25e', 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e', 'tenant_id': 'eaa96bb25f294efea268dff63bfbf36b', 'fixed_ips': [{'subnet_id': '322314fd-d205-47fb-9dcc-ada7b2d83e07'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:26.501442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.517554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.525036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3df1fd2a-98eb-49f8-99a9-cc1f7a4bc1ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:26.529614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3df1fd2a-98eb-49f8-99a9-cc1f7a4bc1ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1664209 Feb 16 08:44:26.532376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32864) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:26.599512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa80b129-762a-4c74-b0b4-32e00c772394 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:26.685499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:26.690373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Pushing event updated for resources: {'Port': ['ID=dd19a7e8-db3b-4422-926f-b5198608e58c,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:26.699469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-98ebba72-4c1e-4901-afc8-9503ea3d6563 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:router {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:26.700832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:26.710079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:26.729047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:26.779952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Usage tracker for resource:port and tenant:eaa96bb25f294efea268dff63bfbf36b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:26.798790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:26.891607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:26.901305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Attempting to bind port dd19a7e8-db3b-4422-926f-b5198608e58c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:26.901841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Attempting to bind port dd19a7e8-db3b-4422-926f-b5198608e58c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:26.902058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Attempting to bind port dd19a7e8-db3b-4422-926f-b5198608e58c on network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:26.924108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa80b129-762a-4c74-b0b4-32e00c772394 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:26.924558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.951048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:26.952990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Checking segment: {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:26.956564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.957792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Bound using segment: {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:26.959514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Bound port: dd19a7e8-db3b-4422-926f-b5198608e58c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:26.960602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:26.993793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-98ebba72-4c1e-4901-afc8-9503ea3d6563 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:router {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:26.997979 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-98ebba72-4c1e-4901-afc8-9503ea3d6563 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.7669668 Feb 16 08:44:26.998624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32868) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:27.007072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1126064396'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:27.013060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Allocated IP 172.20.0.2 (0d99b3f3-01b9-4679-8ebe-79fe0012e25e/322314fd-d205-47fb-9dcc-ada7b2d83e07/87ba4303-3838-4417-985f-4396a3f02d82) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:27.278835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.286166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.294602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Made reservation on behalf of eaa96bb25f294efea268dff63bfbf36b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:27.299006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.314794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] For port dd19a7e8-db3b-4422-926f-b5198608e58c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:27.340166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] For port dd19a7e8-db3b-4422-926f-b5198608e58c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd19a7e8-db3b-4422-926f-b5198608e58c,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:27.347320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.392481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.393094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router f54376a4-5923-4077-90ad-5d7cce21a067 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:27.398810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] device_id is not set on port 21ea0a2e-6c06-47e3-8508-618f4e1ee97a yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:27.474340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.475445 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b1b7a6c3-b4d0-4585-86a8-e61c7b1d02fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/f54376a4-5923-4077-90ad-5d7cce21a067 HTTP/1.1" status: 204 len: 168 time: 1.6728230 Feb 16 08:44:27.484856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet c93fe8f3-a6b8-4bfa-a60b-11066ab02510 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:27.491326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32872) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:27.496318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.505088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.517321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de746b06-8ec9-4e3b-8ebf-080e6c126a56 None None] Pushing event updated for resources: {'Port': ['ID=dd19a7e8-db3b-4422-926f-b5198608e58c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:27.520484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Transition to ACTIVE for port object 87ba4303-3838-4417-985f-4396a3f02d82 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:27.544254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Transition to ACTIVE for port object 87ba4303-3838-4417-985f-4396a3f02d82 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:27.552156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.623120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.636425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:27.646388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:27.652192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:27.665253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.709865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Pushing event updated for resources: {'Port': ['ID=87ba4303-3838-4417-985f-4396a3f02d82,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:27.794617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Attempting to bind port 87ba4303-3838-4417-985f-4396a3f02d82 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:27.795061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Attempting to bind port 87ba4303-3838-4417-985f-4396a3f02d82 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:27.795541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Attempting to bind port 87ba4303-3838-4417-985f-4396a3f02d82 on network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:27.815915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:27.816483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Checking segment: {'id': '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:27.816985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.817999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Bound using segment: {'id': '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:27.819116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Bound port: 87ba4303-3838-4417-985f-4396a3f02d82, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '0d99b3f3-01b9-4679-8ebe-79fe0012e25e'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:27.819582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.826290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:27.948052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] For port 87ba4303-3838-4417-985f-4396a3f02d82, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:27.951619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] For port 87ba4303-3838-4417-985f-4396a3f02d82, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=87ba4303-3838-4417-985f-4396a3f02d82,segment=NetworkSegment(44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0),segment_id=44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:27.958540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.040279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f57aac-3d3c-4d73-9f47-12c905fbb618 None None] Pushing event updated for resources: {'Port': ['ID=87ba4303-3838-4417-985f-4396a3f02d82,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:28.049918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-68429969-6a56-45e9-93f7-f8966eb83ec1 {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:28.050365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:28.094469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.153682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.154338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.177221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.195575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet 7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:28.207089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.262046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.358833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Allocated IP 172.20.0.1 (a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9/e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c/aedbba19-dddc-4ef0-94ef-65561cc32172) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:28.442333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.450930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.550329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=c93fe8f3-a6b8-4bfa-a60b-11066ab02510,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:28.584429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.619574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac04498c-8d40-483e-9aad-cb86dfad919c None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:28.620893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.664512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] device_id is not set on port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:28.746725 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2dec4f01-9793-4fbe-9d7d-f023d3566ee4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c93fe8f3-a6b8-4bfa-a60b-11066ab02510 HTTP/1.1" status: 204 len: 168 time: 2.2105312 Feb 16 08:44:28.760232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32876) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:28.764230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 87ba4303-3838-4417-985f-4396a3f02d82 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:28.820341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.843193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Transition to ACTIVE for port object aedbba19-dddc-4ef0-94ef-65561cc32172 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:28.850391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-071d8caa-d2d2-4604-b838-56a37544d5f5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0892739 Feb 16 08:44:28.853386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32880) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:28.861511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:28.873991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:28.961659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3092640-a6a1-4c45-9784-49dfff66bb77 None None] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:28.992770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router bf41b201-0e7b-436c-af4d-d09597e7e932 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:29.001206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:29.007445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:29.011384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.015376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:29.063883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:29.112067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6768fc94-1168-475e-967f-ab6141056094 None None] Provisioning for port dd19a7e8-db3b-4422-926f-b5198608e58c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:29.161911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:29.162589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 87ba4303-3838-4417-985f-4396a3f02d82 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:29.169547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd19a7e8-db3b-4422-926f-b5198608e58c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:29.175889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Allocated IP 172.20.0.3 (0d99b3f3-01b9-4679-8ebe-79fe0012e25e/322314fd-d205-47fb-9dcc-ada7b2d83e07/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:29.178601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.240196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:29.265414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.266520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:29.274862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2040a6-1ae6-4466-b110-0711b2daec4a None None] Network 67ac775a-4dea-4389-ae90-2c5d5c4de829 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:29.297325 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-113a40ea-c813-4f64-a3fc-6f3c692b7cba tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35 HTTP/1.1" status: 204 len: 168 time: 1.8034518 Feb 16 08:44:29.309097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32884) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:29.348054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:29.351150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:29.386178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:29.459785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.583158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.619884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port dd19a7e8-db3b-4422-926f-b5198608e58c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:29.629705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dd19a7e8-db3b-4422-926f-b5198608e58c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:29.630080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.664044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:29.682059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Deleting port d5880000-b8c0-4214-a1c3-f94a735462d5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:29.682455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.704847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.714378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.734563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bacc8e-307b-4297-a7f4-7bd7210a4e3a None None] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:29.740432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Transition to ACTIVE for port object fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:29.745754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 48abc1a9-8865-49f2-9710-1a57017f452e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:29.746239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.775826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Router 07c82835-105b-4311-ae3a-dbba5f08adaf is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:29.815312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:29.972583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:30.020159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] Sync routers for ids ['bf41b201-0e7b-436c-af4d-d09597e7e932'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:30.024518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Provisioning for port 87ba4303-3838-4417-985f-4396a3f02d82 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:30.057347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Provisioning complete for port 87ba4303-3838-4417-985f-4396a3f02d82 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:30.057876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.098346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 48abc1a9-8865-49f2-9710-1a57017f452e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=48abc1a9-8865-49f2-9710-1a57017f452e,segment=NetworkSegment(31a20dbc-5e54-4797-b495-19199d4a6516),segment_id=31a20dbc-5e54-4797-b495-19199d4a6516)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:30.098772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.147764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] DHCP port deletion for 67ac775a-4dea-4389-ae90-2c5d5c4de829 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:30.170855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.175423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-35a98152-10f5-4cd8-8d14-0265565d3baa tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 200 len: 888 time: 3.1742702 Feb 16 08:44:30.180525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32888) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:30.193965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Deleting port 48abc1a9-8865-49f2-9710-1a57017f452e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:30.194617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.262481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 48abc1a9-8865-49f2-9710-1a57017f452e owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:30.319649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.358159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.361327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] Routers {'bf41b201-0e7b-436c-af4d-d09597e7e932'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:30.361972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bf41b201-0e7b-436c-af4d-d09597e7e932'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.513415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:30.519373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:30.522757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event updated for resources: {'Port': ['ID=fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:30.537139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:30.572229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.612901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.649143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:44:30.658170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:30.658817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.677197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=48abc1a9-8865-49f2-9710-1a57017f452e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:30.682844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port dd19a7e8-db3b-4422-926f-b5198608e58c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd19a7e8-db3b-4422-926f-b5198608e58c,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:30.690981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.693264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No DVR routers for this DVR port 48abc1a9-8865-49f2-9710-1a57017f452e on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:30.731144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.736708 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e33c6fa2-5a31-4b77-b08e-338cb47f0505 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.7448072 Feb 16 08:44:30.747688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32892) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:30.765413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-759034224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:30.821843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:30.837600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] Routers {'bf41b201-0e7b-436c-af4d-d09597e7e932'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:30.838248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bf41b201-0e7b-436c-af4d-d09597e7e932'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.840940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Usage tracker for resource:router and tenant:eaa96bb25f294efea268dff63bfbf36b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:30.847888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:30.853169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.857294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.865713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:30.866015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.902210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67ac775a-4dea-4389-ae90-2c5d5c4de829']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.903087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d5880000-b8c0-4214-a1c3-f94a735462d5,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:30.903487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.914051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.915057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:30.922089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31a20dbc-5e54-4797-b495-19199d4a6516') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.922378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31a20dbc-5e54-4797-b495-19199d4a6516') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:30.922840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 48abc1a9-8865-49f2-9710-1a57017f452e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:30.946319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.020843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.026907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event updated for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:31.087258 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17a936f1-39c4-421b-add3-4c4cc2a42f71 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers/bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 200 len: 888 time: 0.9055710 Feb 16 08:44:31.087902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32896) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.091062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:31.095329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.105449 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] Sync routers for ids ['07c82835-105b-4311-ae3a-dbba5f08adaf'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:31.109829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.121568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 48abc1a9-8865-49f2-9710-1a57017f452e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:31.122169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 48abc1a9-8865-49f2-9710-1a57017f452e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:31.122258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d5880000-b8c0-4214-a1c3-f94a735462d5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:31.126594 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] Routers {'07c82835-105b-4311-ae3a-dbba5f08adaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:31.127550 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['07c82835-105b-4311-ae3a-dbba5f08adaf'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.144354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.146022 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e4c6c2e5-694d-48fb-8127-eb41aa12babe tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "PUT /v2.0/routers/07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 200 len: 879 time: 9.9541352 Feb 16 08:44:31.150100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:44:31.150542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.153887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.154542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56c7ba-69ea-43a9-a657-2d35cb533349 None None] The sync data for ids ['bf41b201-0e7b-436c-af4d-d09597e7e932'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:31.170823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Calling delete_port for d5880000-b8c0-4214-a1c3-f94a735462d5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:31.201478 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.215462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] For port 48abc1a9-8865-49f2-9710-1a57017f452e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=48abc1a9-8865-49f2-9710-1a57017f452e,segment=NetworkSegment(31a20dbc-5e54-4797-b495-19199d4a6516),segment_id=31a20dbc-5e54-4797-b495-19199d4a6516)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:31.215852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.219089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] Routers {'07c82835-105b-4311-ae3a-dbba5f08adaf'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:31.220776 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['07c82835-105b-4311-ae3a-dbba5f08adaf'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.227839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] For port 87ba4303-3838-4417-985f-4396a3f02d82, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=87ba4303-3838-4417-985f-4396a3f02d82,segment=NetworkSegment(44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0),segment_id=44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:31.239660 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:31.243088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32900) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.244111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.252853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5143c3e-e483-4034-9397-481c4527c53d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:31.287182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.289079 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7928e21a-2a6d-4d84-89d4-8cc3a4bec9f6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5372920 Feb 16 08:44:31.291846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.298677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-792c61a1-0ddb-4dc9-9684-d8f6935ea5d3 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-295780286', 'prefixes': ['172.20.0.0/16']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:31.304511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.305879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.307062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-792c61a1-0ddb-4dc9-9684-d8f6935ea5d3 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:31.333859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.340371 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.340784 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dd92b0-400e-4a2f-b8fd-74e63c0d2437 None None] The sync data for ids ['07c82835-105b-4311-ae3a-dbba5f08adaf'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:31.343543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=67ac775a-4dea-4389-ae90-2c5d5c4de829,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:31.352731 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4f081d7b-415a-430b-a844-f0f42d0fb4f7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/67ac775a-4dea-4389-ae90-2c5d5c4de829 HTTP/1.1" status: 204 len: 168 time: 2.0425169 Feb 16 08:44:31.359086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32908) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.366169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1801981660', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:31.378765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:31.379201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Calling delete_port for 48abc1a9-8865-49f2-9710-1a57017f452e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:31.383512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:31.387468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:31.395010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:31.402515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.411852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.412076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=dd19a7e8-db3b-4422-926f-b5198608e58c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:31.412530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.448395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.526530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a5143c3e-e483-4034-9397-481c4527c53d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:31.530887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a5143c3e-e483-4034-9397-481c4527c53d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 200 len: 205 time: 0.4390957 Feb 16 08:44:31.544597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.594513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae2234-9d92-4800-9587-4a86926f008c None None] Pushing event updated for resources: {'Port': ['ID=87ba4303-3838-4417-985f-4396a3f02d82,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:31.597739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Provisioning for port aedbba19-dddc-4ef0-94ef-65561cc32172 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:31.614836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:31.615500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:31.620698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Provisioning complete for port aedbba19-dddc-4ef0-94ef-65561cc32172 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:31.620698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.665111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:31.665111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:31.671691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-792c61a1-0ddb-4dc9-9684-d8f6935ea5d3 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for subnetpool, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.671922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.677381 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-792c61a1-0ddb-4dc9-9684-d8f6935ea5d3 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3799250 Feb 16 08:44:31.705263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:31.705928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32916) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:31.714265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:31.744900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Port aedbba19-dddc-4ef0-94ef-65561cc32172 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:31.769882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Provisioning complete for port dd19a7e8-db3b-4422-926f-b5198608e58c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:31.770569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac22fff3-5509-41ee-8532-6712db1f8be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.786837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:31.798195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-260b1af0-bc3f-45bb-9c1d-00c1e962c306 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-1643999636') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:31.825662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.095231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Provisioning for port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:32.108043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Provisioning complete for port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:32.108997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.139909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d5880000-b8c0-4214-a1c3-f94a735462d5,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:32.149407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Deleting port d5880000-b8c0-4214-a1c3-f94a735462d5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:32.150249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.161120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.172626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.205011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Deleting port 48abc1a9-8865-49f2-9710-1a57017f452e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:32.205801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.222294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.223528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.269567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.347567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=7106b5af-2396-401b-a136-29f05272f472,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:32.389192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.490078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dc3be-3e35-4405-a842-98448d69b0fb None None] The port '48abc1a9-8865-49f2-9710-1a57017f452e' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:44:32.556781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:32.568864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:32.569213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:32.596256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 172.26.4.163 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/d09c7858-c57d-4be1-a5e0-ca7038e291e9) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:32.619237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Provisioning complete for port aedbba19-dddc-4ef0-94ef-65561cc32172 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:32.619553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.640458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:32.648376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=d5880000-b8c0-4214-a1c3-f94a735462d5,revision_number=6']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:32.664205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:32.722339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:32.723222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.730333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.752974 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8ccded83-e3a7-4182-942f-997c4131f312 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 200 len: 920 time: 1.5057695 Feb 16 08:44:32.752974 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-260b1af0-bc3f-45bb-9c1d-00c1e962c306 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-1643999636 HTTP/1.1" status: 201 len: 201 time: 1.0451670 Feb 16 08:44:32.757805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32920) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:32.758139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32922) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:32.763387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Port aedbba19-dddc-4ef0-94ef-65561cc32172 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:32.763751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port f6f3b7fb-bdbe-40c2-92d9-09406152cbef {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:32.764114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.772143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-f54fd1ae-562f-4349-92c5-f5119d585335 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-1239975215') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:32.838946 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c5af05a7-bc2c-46fe-b0a4-2802a6b03749 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.9842756 Feb 16 08:44:32.839150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32928) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:32.842871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] For port d5880000-b8c0-4214-a1c3-f94a735462d5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d5880000-b8c0-4214-a1c3-f94a735462d5,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:32.843648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.849064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:0b:21:e9', 'name': 'tempest-NetworksTestDHCPv6-306003922'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:32.864341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Provisioning complete for port 87ba4303-3838-4417-985f-4396a3f02d82 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:32.864766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8399188-1ef0-4500-bae1-2075ff85fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.882588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:32.943123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e830ef1-fe8f-487b-aab4-839fe18ec043 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Synchronizing usage tracker for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:32.964984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e830ef1-fe8f-487b-aab4-839fe18ec043 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Unset dirty status for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:32.968732 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8e830ef1-fe8f-487b-aab4-839fe18ec043 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=07c82835-105b-4311-ae3a-dbba5f08adaf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2051055 Feb 16 08:44:32.974276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32932) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.007297 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f54fd1ae-562f-4349-92c5-f5119d585335 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-1239975215 HTTP/1.1" status: 201 len: 201 time: 0.2416995 Feb 16 08:44:33.010339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32936) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.016532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Calling delete_port for d5880000-b8c0-4214-a1c3-f94a735462d5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:33.071166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-67630054-26c7-4b6e-a155-a30be04a513e tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-277416392') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:33.160604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.243067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.250098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Router 7f15c379-8633-47d4-ace9-aa6b02d7d762 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:33.256039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.276191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2ff198-06f1-4064-91e9-d2ffe7786a38 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:33.279996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4c2ff198-06f1-4064-91e9-d2ffe7786a38 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.3021410 Feb 16 08:44:33.281641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32940) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.305128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:33.314850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.333570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f5a61e2a-f2e2-46f5-9536-5591cdcecf09 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 200 len: 205 time: 0.0487037 Feb 16 08:44:33.339198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32944) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.371569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:33.401946 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-67630054-26c7-4b6e-a155-a30be04a513e tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-277416392 HTTP/1.1" status: 201 len: 201 time: 0.3396971 Feb 16 08:44:33.402538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] Pushing event deleted for resources: {'Port': ['ID=d5880000-b8c0-4214-a1c3-f94a735462d5,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:33.439689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32948) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.446911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for f6f3b7fb-bdbe-40c2-92d9-09406152cbef owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:33.474089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:33.493807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-7e7eb335-e611-4d72-aa24-a79df78238a8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-122953627') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:33.496414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee464502-c1fe-47db-a310-93eb7ab494bb None None] No DVR routers for this DVR port d5880000-b8c0-4214-a1c3-f94a735462d5 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:33.507605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-57e2d25b-1d3a-4cd8-8fe9-3feb3081f94f None None] Provisioning complete for port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:33.508179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57e2d25b-1d3a-4cd8-8fe9-3feb3081f94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.528930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:33.544856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8aea21-29d7-4145-9440-ff1dd2d03f4c None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:33.562649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:33.567131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=d09c7858-c57d-4be1-a5e0-ca7038e291e9,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:33.575147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:33.583833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:33.613078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:33.627091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd19a7e8-db3b-4422-926f-b5198608e58c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:33.691818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-57e2d25b-1d3a-4cd8-8fe9-3feb3081f94f None None] Port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:33.733843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:33.740254 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0b2dc0bc-c3b1-42ae-b419-e5decc1e389a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "PUT /v2.0/routers/7f15c379-8633-47d4-ace9-aa6b02d7d762/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1970968 Feb 16 08:44:33.754965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.756052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Sync routers for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:33.815250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:33.815918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:33.877644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7e7eb335-e611-4d72-aa24-a79df78238a8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-122953627 HTTP/1.1" status: 201 len: 201 time: 0.4001801 Feb 16 08:44:33.883114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32954) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:33.892365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-6db726eb-6ce2-40e8-902f-438fdf086d3c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:33.945063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.957649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dd19a7e8-db3b-4422-926f-b5198608e58c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:33.958018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:33.999183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6db726eb-6ce2-40e8-902f-438fdf086d3c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 200 len: 241 time: 0.1141291 Feb 16 08:44:34.002300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32966) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:34.013925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-0fae86f5-8013-46ae-9d86-cda1562de492 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-1643999636') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:34.081744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '7106b5af-2396-401b-a136-29f05272f472'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:34.091133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.103950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:34.197675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.288846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=f6f3b7fb-bdbe-40c2-92d9-09406152cbef,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:34.301955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.302697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.370266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.383209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0fae86f5-8013-46ae-9d86-cda1562de492 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-1643999636 HTTP/1.1" status: 204 len: 168 time: 0.3798065 Feb 16 08:44:34.383996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32976) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:34.390396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port b507121a-ea9a-41b1-af8c-22a2d318b53d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:34.390396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.420176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 87ba4303-3838-4417-985f-4396a3f02d82 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:34.451575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Allocated IP 2001:db8::f816:3eff:febe:61dc (845b2056-9615-46c6-afcf-a7b11d258df1/7106b5af-2396-401b-a136-29f05272f472/cc76408c-92e1-4549-8948-04ff2d8a4c78) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:34.456272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:44:34.612216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.679089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-d6b8d3d9-928d-4e09-9c47-b293eaa9397a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-1643999636') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:34.765134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.817394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for b507121a-ea9a-41b1-af8c-22a2d318b53d owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:34.865015 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-552503ee-99a1-4910-80d1-808de426d50f tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1685034244&fields=id&tenant_id=d87f505ffdf74a5b9ed29d837e09c962 HTTP/1.1" status: 200 len: 267 time: 0.1570339 Feb 16 08:44:34.910035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 87ba4303-3838-4417-985f-4396a3f02d82 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:34.910427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.969902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:34.995934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Transition to ACTIVE for port object cc76408c-92e1-4549-8948-04ff2d8a4c78 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:35.026773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Transition to ACTIVE for port object cc76408c-92e1-4549-8948-04ff2d8a4c78 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:35.041534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.097125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86843add-c01b-4d89-8841-cda9511860e5 req-ce90e768-c931-4311-a703-6c14a1ff53da tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:35.103665 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-ce90e768-c931-4311-a703-6c14a1ff53da tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/networks?id=a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 HTTP/1.1" status: 200 len: 796 time: 0.2165577 Feb 16 08:44:35.117093 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d6b8d3d9-928d-4e09-9c47-b293eaa9397a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-1643999636 HTTP/1.1" status: 204 len: 168 time: 0.7288849 Feb 16 08:44:35.117421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 32982) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:35.123246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-46c177c8-dbf7-4c1b-b9b6-00919e9698c9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:35.193384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-6c4b1b44-a58a-4e53-9d40-ec2f93424d65 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/quotas/d87f505ffdf74a5b9ed29d837e09c962 HTTP/1.1" status: 200 len: 375 time: 0.0887172 Feb 16 08:44:35.219102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.220553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:35.228876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Pushing event updated for resources: {'Port': ['ID=cc76408c-92e1-4549-8948-04ff2d8a4c78,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:35.232560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:35.237648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:35.249181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.265404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe0b:21e9 (845b2056-9615-46c6-afcf-a7b11d258df1/7106b5af-2396-401b-a136-29f05272f472/bb4c3c0a-a247-4d86-9e30-1a5d956e69e2) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:35.299186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.355325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=b507121a-ea9a-41b1-af8c-22a2d318b53d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:35.358645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.358822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router bf41b201-0e7b-436c-af4d-d09597e7e932 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:35.377297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Attempting to bind port cc76408c-92e1-4549-8948-04ff2d8a4c78 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:35.377771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Attempting to bind port cc76408c-92e1-4549-8948-04ff2d8a4c78 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:35.378046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Attempting to bind port cc76408c-92e1-4549-8948-04ff2d8a4c78 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:35.386565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 45741619-c863-4e1d-8355-b6ec483ea83c is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:35.389013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:29Z', 'revision_number': 4, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'aedbba19-dddc-4ef0-94ef-65561cc32172', 'name': '', 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'mac_address': 'fa:16:3e:8b:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:28Z', 'updated_at': '2022-02-16T08:44:30Z', 'revision_number': 2, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'subnets': [{'id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:35.393747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Checking router: 7f15c379-8633-47d4-ace9-aa6b02d7d762 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:44:35.393896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Updating router 7f15c379-8633-47d4-ace9-aa6b02d7d762 port aedbba19-dddc-4ef0-94ef-65561cc32172 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:44:35.403232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-86843add-c01b-4d89-8841-cda9511860e5 req-1d5c8f39-3335-427f-bc46-16d5274250ab tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Synchronizing usage tracker for tenant:d87f505ffdf74a5b9ed29d837e09c962 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:35.409416 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-46c177c8-dbf7-4c1b-b9b6-00919e9698c9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 200 len: 205 time: 0.2887650 Feb 16 08:44:35.410489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32986) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:35.418278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:35.418766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:35.419180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.419463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:35.419948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Bound port: cc76408c-92e1-4549-8948-04ff2d8a4c78, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:35.420325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.421671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-925e03ef-e35f-4179-8c9e-7ae141b32398 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:35.471531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.477833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-86843add-c01b-4d89-8841-cda9511860e5 req-1d5c8f39-3335-427f-bc46-16d5274250ab tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Unset dirty status for tenant:d87f505ffdf74a5b9ed29d837e09c962 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:35.478562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-00e5d674-4ac9-44a7-a156-bd8772017697 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 204 len: 168 time: 3.9342213 Feb 16 08:44:35.479270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32990) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:35.495172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-1d5c8f39-3335-427f-bc46-16d5274250ab tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=d87f505ffdf74a5b9ed29d837e09c962&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3008623 Feb 16 08:44:35.509053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.600141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] For port cc76408c-92e1-4549-8948-04ff2d8a4c78, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:35.650626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] For port cc76408c-92e1-4549-8948-04ff2d8a4c78, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cc76408c-92e1-4549-8948-04ff2d8a4c78,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:35.655327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-2049792520'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:35.662361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.675035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:35.684550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:35.692813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:35.720602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.730857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:35.814843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:35.818016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.831682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.837716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39db4c-6f60-496d-bed8-a6cfe4fc33ec None None] Pushing event updated for resources: {'Port': ['ID=cc76408c-92e1-4549-8948-04ff2d8a4c78,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:35.861664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:35.890806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-925e03ef-e35f-4179-8c9e-7ae141b32398 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 200 len: 241 time: 0.4783378 Feb 16 08:44:35.893037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 32996) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:35.903776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-973c9888-549f-4c50-b384-8abb6297e3c6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-1239975215') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:35.965677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:35.989709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:35.990771 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment f58d9bf4-5710-430e-adcb-9bd29961352f of type vlan for network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 Feb 16 08:44:36.030670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.063813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.081001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Transition to ACTIVE for port object aedbba19-dddc-4ef0-94ef-65561cc32172 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:36.090904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.110055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.237291 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-e9bd3198-01c7-4824-a027-7e2adf908d94 service neutron] 10.222.0.94 "GET /v2.0/networks/a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7411280 Feb 16 08:44:36.245788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:36.253240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=bb4c3c0a-a247-4d86-9e30-1a5d956e69e2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:36.263903 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-973c9888-549f-4c50-b384-8abb6297e3c6 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-1239975215 HTTP/1.1" status: 204 len: 168 time: 0.3664904 Feb 16 08:44:36.265994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:36.268701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:36.273405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:36.274083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.274189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.280773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33000) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:36.287286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80c307-c339-4fd2-97e4-4d33a039ccba None None] Pushing event updated for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:36.289475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-80d36825-1105-43b8-b9ae-44aa8cb03f99 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-1239975215') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:36.365282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.369418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:36.370105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.391869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.400735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:36.412950 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] Sync routers for ids ['45741619-c863-4e1d-8355-b6ec483ea83c'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:36.413539 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f26985bf-0adf-4135-ab71-2de2f694fb27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5701575 Feb 16 08:44:36.428855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33004) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:36.435609 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] Routers {'45741619-c863-4e1d-8355-b6ec483ea83c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:36.435609 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['45741619-c863-4e1d-8355-b6ec483ea83c'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:36.504428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-86843add-c01b-4d89-8841-cda9511860e5 req-4f79a081-93c5-40a1-ab61-9ab08abdba83 service neutron] 10.222.0.94 "GET /v2.0/networks/a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661653 Feb 16 08:44:36.505794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.506696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router 07c82835-105b-4311-ae3a-dbba5f08adaf {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:36.507982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Attempting to bind port aedbba19-dddc-4ef0-94ef-65561cc32172 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:36.507982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Attempting to bind port aedbba19-dddc-4ef0-94ef-65561cc32172 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:36.508487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Attempting to bind port aedbba19-dddc-4ef0-94ef-65561cc32172 on network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:36.531127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:36.531834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Checking segment: {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:36.532944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.534647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Bound using segment: {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:36.537100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Bound port: aedbba19-dddc-4ef0-94ef-65561cc32172, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e586c954-4bfe-403a-8b6f-7611b7694b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:36.537865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.542497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.544048 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88fa4653-f5a8-4198-9bc2-8d6a575ac527 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 204 len: 168 time: 3.2026627 Feb 16 08:44:36.549178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33008) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:36.561635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-567366120', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:36.575932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:36.581888 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:36.582491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=810c9c16-5ac3-4cbe-b2be-13115218a0d0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:36.586190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:36.594555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:36.599081 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-39aa7ffd-ef06-4c0c-994e-1d6cfd95a92c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1069572 Feb 16 08:44:36.607991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:36.616582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] Routers {'45741619-c863-4e1d-8355-b6ec483ea83c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:36.617272 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['45741619-c863-4e1d-8355-b6ec483ea83c'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:36.617672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33012) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:36.625147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:36.625936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.627987 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b40cca30-3929-490d-a655-2fc787888e5d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.2673516 Feb 16 08:44:36.632639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33016) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:36.685215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] For port aedbba19-dddc-4ef0-94ef-65561cc32172, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:36.689256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] For port aedbba19-dddc-4ef0-94ef-65561cc32172, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aedbba19-dddc-4ef0-94ef-65561cc32172,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:36.693165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:36.748247 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:36.748826 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e11132-b614-4bf4-9edb-d5cae95146ea None None] The sync data for ids ['45741619-c863-4e1d-8355-b6ec483ea83c'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:36.779808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.789134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:36.794157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:36.814810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:36.819268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.820816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.835797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:36.867754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:36.899984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:36.986188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:36.987019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:37.051054 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-80d36825-1105-43b8-b9ae-44aa8cb03f99 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-1239975215 HTTP/1.1" status: 204 len: 168 time: 0.7690365 Feb 16 08:44:37.052057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33024) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.060616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620df41-844c-4442-9d90-5d6759beee79 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:37.061117 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70da9dc9-dba0-4374-99be-953c077dcdff req-f0f5b07b-a8b5-4688-9a05-e93cd2f8b1ef tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2552335 Feb 16 08:44:37.066115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8620df41-844c-4442-9d90-5d6759beee79 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:37.066973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8620df41-844c-4442-9d90-5d6759beee79 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:37.086630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-b3581008-831b-47f2-b665-bb5110b14ba1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:37.093231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.110404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.148462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80c307-c339-4fd2-97e4-4d33a039ccba None None] Pushing event updated for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:37.171458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8620df41-844c-4442-9d90-5d6759beee79 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:37.172641 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8620df41-844c-4442-9d90-5d6759beee79 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6891849 Feb 16 08:44:37.175450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33028) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.257945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.260018 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3f7c2353-9878-4a2c-be15-ffec12d6377f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7095461 Feb 16 08:44:37.263358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33032) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.276573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': True}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:37.293554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:44:37.348576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:37.349206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.390564 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b3581008-831b-47f2-b665-bb5110b14ba1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 200 len: 205 time: 0.3132660 Feb 16 08:44:37.399498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33036) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.413858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-ace8f46f-5560-4d79-b913-b72276695ce8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:37.556018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-29a101d6-ff5d-4e1c-b27b-ff0dec2f0b8e None None] Provisioning for port cc76408c-92e1-4549-8948-04ff2d8a4c78 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:37.646519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cc76408c-92e1-4549-8948-04ff2d8a4c78 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:37.702742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33042) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.703354 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f9daae56-54ac-4bc6-9843-7adfa36f1301 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers/45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 200 len: 885 time: 1.0693655 Feb 16 08:44:37.721536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ace8f46f-5560-4d79-b913-b72276695ce8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 200 len: 240 time: 0.3145638 Feb 16 08:44:37.730956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33046) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:37.739520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-0b115074-77a6-43ba-95f2-6f88f1ee0df1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-277416392') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:37.773224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port cc76408c-92e1-4549-8948-04ff2d8a4c78 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:37.781965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cc76408c-92e1-4549-8948-04ff2d8a4c78 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:37.782544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.809686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:29Z', 'revision_number': 4, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'aedbba19-dddc-4ef0-94ef-65561cc32172', 'name': '', 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'mac_address': 'fa:16:3e:8b:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:28Z', 'updated_at': '2022-02-16T08:44:36Z', 'revision_number': 4, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'subnets': [{'id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:37.832692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f7913d-b60e-4efc-a255-8458621d9c0b None None] The sync data for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv is: [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:44:29Z', 'revision_number': 4, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'aedbba19-dddc-4ef0-94ef-65561cc32172', 'name': '', 'network_id': 'a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'mac_address': 'fa:16:3e:8b:91:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:28Z', 'updated_at': '2022-02-16T08:44:36Z', 'revision_number': 4, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'subnets': [{'id': 'e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:37.866068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-725fec6c-25d5-4185-a2f6-714413077b5c None None] Provisioning for port bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:37.875115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-725fec6c-25d5-4185-a2f6-714413077b5c None None] Provisioning complete for port bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:37.875370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.876431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-725fec6c-25d5-4185-a2f6-714413077b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:37.999584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-725fec6c-25d5-4185-a2f6-714413077b5c None None] Port bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:38.005746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.037734 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0b115074-77a6-43ba-95f2-6f88f1ee0df1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-277416392 HTTP/1.1" status: 204 len: 168 time: 0.3054895 Feb 16 08:44:38.041224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33052) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.050219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-61502884-8100-4493-9f7e-4f644d3c5bc4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-277416392') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:38.064481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port cc76408c-92e1-4549-8948-04ff2d8a4c78, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cc76408c-92e1-4549-8948-04ff2d8a4c78,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:38.076787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.195549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=cc76408c-92e1-4549-8948-04ff2d8a4c78,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:38.245024 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e654b74c-92d6-4d37-8f19-f287942e048c req-4a531761-522a-42ec-820f-69b3b052beff tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0875161 Feb 16 08:44:38.257775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.393329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:38.395059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=0b868805-639e-48ac-b1d7-72bd5374fd68,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:38.406745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-596500f5-0b12-4aad-9fc5-8fbacd8d3b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.419437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.429475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': 'f58d9bf4-5710-430e-adcb-9bd29961352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:38.429843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: 810c9c16-5ac3-4cbe-b2be-13115218a0d0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:38.468610 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-61502884-8100-4493-9f7e-4f644d3c5bc4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-277416392 HTTP/1.1" status: 204 len: 168 time: 0.4262083 Feb 16 08:44:38.476685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33062) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.492268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-ca50df87-82a0-4345-a5ca-0577c0ccd6a1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:38.570353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.636725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:38.661748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.673914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=bb4c3c0a-a247-4d86-9e30-1a5d956e69e2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:38.688214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dbde156f-f1f8-408a-abf4-022cf0a85ee0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 HTTP/1.1" status: 204 len: 168 time: 1.5113242 Feb 16 08:44:38.692200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33066) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.724390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 810c9c16-5ac3-4cbe-b2be-13115218a0d0) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:38.732634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a5fd8f-c1e0-4191-8e54-ed6d25737dab None None] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:38.742920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:38.743511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.771616 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ca50df87-82a0-4345-a5ca-0577c0ccd6a1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 200 len: 205 time: 0.2927122 Feb 16 08:44:38.778237 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fa77d46c-b684-4d8a-9254-a0adc70406d2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1550379 Feb 16 08:44:38.780097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33070) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.780097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33074) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.790271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-d25819bd-0249-4fce-b436-18beb2eb99ac tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:38.803062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-791273248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:38.803921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0900cb2-4fdb-453e-a6f6-8fe0f46c6caf tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:router {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:38.813761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:38.821483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:38.832678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:38.844366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec113c-139b-4675-abb6-0ec090c37ec0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:38.846911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deec113c-139b-4675-abb6-0ec090c37ec0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:38.847714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-deec113c-139b-4675-abb6-0ec090c37ec0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:38.848178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0900cb2-4fdb-453e-a6f6-8fe0f46c6caf tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:router {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:38.849435 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e0900cb2-4fdb-453e-a6f6-8fe0f46c6caf tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1459041 Feb 16 08:44:38.852580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33078) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.853819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:38.863490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1801981660'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:38.874008 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d25819bd-0249-4fce-b436-18beb2eb99ac tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 200 len: 240 time: 0.0967588 Feb 16 08:44:38.877079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33082) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.887448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-972735d5-f8aa-434b-8f44-236d0fd71c1c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-122953627') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:38.926402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.927387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:38.955360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-deec113c-139b-4675-abb6-0ec090c37ec0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:38.956820 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-deec113c-139b-4675-abb6-0ec090c37ec0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2624748 Feb 16 08:44:38.969141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-972735d5-f8aa-434b-8f44-236d0fd71c1c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-122953627 HTTP/1.1" status: 204 len: 168 time: 0.0895929 Feb 16 08:44:38.970602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33086) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:38.970944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33088) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.025226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-fbe26f2d-da90-439b-a4d2-185c5d4caa45 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-122953627') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:39.139626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.174371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.209372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.281489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-810c9c16-5ac3-4cbe-b2be-13115218a0d0', 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': '0b868805-639e-48ac-b1d7-72bd5374fd68'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:39.282924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.344517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.359516 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fbe26f2d-da90-439b-a4d2-185c5d4caa45 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-122953627 HTTP/1.1" status: 204 len: 168 time: 0.3820794 Feb 16 08:44:39.360127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33096) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.371816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.26.4.141 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/70fa35e3-8f0e-4617-a2ab-6e1a88821877) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:39.381580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-ae2fe193-b41d-49c1-bc11-73cc4da381a5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:39.437972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.439735 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f51c809c-3ebb-44a1-ba14-63470558a72c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6604810 Feb 16 08:44:39.443259 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb021df4-519e-4d52-9a51-99803d1564dc req-916102fe-6cf8-4810-a659-56a7a4b65350 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0805905 Feb 16 08:44:39.443724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33100) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.448631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 7106b5af-2396-401b-a136-29f05272f472 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:39.461945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.531142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Allocated IP 172.20.0.2 (810c9c16-5ac3-4cbe-b2be-13115218a0d0/0b868805-639e-48ac-b1d7-72bd5374fd68/8d9bb59e-6225-4251-bbda-451add7dd2ef) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:39.546266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae2fe193-b41d-49c1-bc11-73cc4da381a5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 200 len: 205 time: 0.1785812 Feb 16 08:44:39.553356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33104) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.562800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-326fba51-ae17-4872-ab92-6fa16f42fd90 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:39.620218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.705639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-326fba51-ae17-4872-ab92-6fa16f42fd90 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 204 len: 168 time: 0.1493895 Feb 16 08:44:39.708018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33108) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.719722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-29a60e82-f446-4004-9251-68b9ef317891 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:39.725873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cc76408c-92e1-4549-8948-04ff2d8a4c78 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:39.852010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.868436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.884950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cc76408c-92e1-4549-8948-04ff2d8a4c78 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:39.885258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:39.911932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Transition to ACTIVE for port object 8d9bb59e-6225-4251-bbda-451add7dd2ef will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:39.941228 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-29a60e82-f446-4004-9251-68b9ef317891 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 204 len: 168 time: 0.2284129 Feb 16 08:44:39.943211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33112) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:39.956288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-c4417d1b-da2d-4936-9c83-0f6459e203e7 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.011853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.013055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Transition to ACTIVE for port object 8d9bb59e-6225-4251-bbda-451add7dd2ef will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:40.033135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.060250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=7106b5af-2396-401b-a136-29f05272f472,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:40.068232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.085570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da79a3-1cf5-4761-bcdd-01c1c35d8bad None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:40.102308 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7e528828-3ff0-4670-98a0-b9981192054a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/7106b5af-2396-401b-a136-29f05272f472 HTTP/1.1" status: 204 len: 168 time: 1.1245725 Feb 16 08:44:40.102628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33116) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.116565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.125638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aedbba19-dddc-4ef0-94ef-65561cc32172 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:40.174716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8e279f00-7e94-4169-bed0-b49bed376ffb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683293 Feb 16 08:44:40.177601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33120) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.241656 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4417d1b-da2d-4936-9c83-0f6459e203e7 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 204 len: 168 time: 0.2909691 Feb 16 08:44:40.241987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:40.242170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33124) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.247865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-d4727a7a-38a2-40fe-9ed0-9e23f3894ad9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.289548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:40.332870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342c4f4c-026f-44d0-88e5-a303470fb054 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:40.333143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:40.333557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342c4f4c-026f-44d0-88e5-a303470fb054 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:40.353940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Pushing event updated for resources: {'Port': ['ID=8d9bb59e-6225-4251-bbda-451add7dd2ef,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:40.373058 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d4727a7a-38a2-40fe-9ed0-9e23f3894ad9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 204 len: 168 time: 0.1263661 Feb 16 08:44:40.373058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-342c4f4c-026f-44d0-88e5-a303470fb054 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:40.374322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-342c4f4c-026f-44d0-88e5-a303470fb054 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1949129 Feb 16 08:44:40.374322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33128) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.376741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33130) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.379568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.383845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-2994cf96-c0e8-4c9f-ba34-d7a45e30e926 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-136152917') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.489077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=70fa35e3-8f0e-4617-a2ab-6e1a88821877,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:40.494401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:40.521356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c639c-7bef-46b2-afcd-6e243b173f87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:40.522274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c4c639c-7bef-46b2-afcd-6e243b173f87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:40.528927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:40.535404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:40.561860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8c4c639c-7bef-46b2-afcd-6e243b173f87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:40.563751 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c4c639c-7bef-46b2-afcd-6e243b173f87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1855338 Feb 16 08:44:40.569114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33138) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.581896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port aedbba19-dddc-4ef0-94ef-65561cc32172 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:40.593004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aedbba19-dddc-4ef0-94ef-65561cc32172 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:40.593478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.638080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Attempting to bind port 8d9bb59e-6225-4251-bbda-451add7dd2ef on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:40.638586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Attempting to bind port 8d9bb59e-6225-4251-bbda-451add7dd2ef by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f58d9bf4-5710-430e-adcb-9bd29961352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:40.638964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Attempting to bind port 8d9bb59e-6225-4251-bbda-451add7dd2ef on network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:40.659772 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b19bb8f2-a412-4f27-b811-0910dc938c25 req-b7005d4a-df7f-4c2a-b982-bb761800d421 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0762718 Feb 16 08:44:40.663999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:40.665109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Checking segment: {'id': 'f58d9bf4-5710-430e-adcb-9bd29961352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:40.665109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.665638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Bound using segment: {'id': 'f58d9bf4-5710-430e-adcb-9bd29961352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:40.666260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Bound port: 8d9bb59e-6225-4251-bbda-451add7dd2ef, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58d9bf4-5710-430e-adcb-9bd29961352f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '810c9c16-5ac3-4cbe-b2be-13115218a0d0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:40.666778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.738515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8e26ae97-3a73-4c6f-ae55-f37a51fb35ac tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1625025 Feb 16 08:44:40.743592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33142) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.753558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2994cf96-c0e8-4c9f-ba34-d7a45e30e926 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-136152917 HTTP/1.1" status: 201 len: 201 time: 0.3757682 Feb 16 08:44:40.753761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:40.755450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33146) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.763955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-1b24591c-af71-43a5-830d-aa5082ef9587 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-1472704587') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.778371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.857720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] For port 8d9bb59e-6225-4251-bbda-451add7dd2ef, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:40.877118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] For port 8d9bb59e-6225-4251-bbda-451add7dd2ef, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8d9bb59e-6225-4251-bbda-451add7dd2ef,segment=NetworkSegment(f58d9bf4-5710-430e-adcb-9bd29961352f),segment_id=f58d9bf4-5710-430e-adcb-9bd29961352f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:40.897020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.900989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:40.914255 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b24591c-af71-43a5-830d-aa5082ef9587 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-1472704587 HTTP/1.1" status: 201 len: 201 time: 0.1553857 Feb 16 08:44:40.920102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33150) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:40.932445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-3dd21643-039e-40fd-9c71-2c54b45a66b1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-1157320261') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:40.952251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:40.980118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Deleting port cc76408c-92e1-4549-8948-04ff2d8a4c78 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:40.981642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.015546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ecf603e1-3842-4d51-a0e8-8bc05ef65552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.087895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port aedbba19-dddc-4ef0-94ef-65561cc32172, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aedbba19-dddc-4ef0-94ef-65561cc32172,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:41.088777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc438314-c88c-4667-8f1d-5ec7631b113b None None] Pushing event updated for resources: {'Port': ['ID=8d9bb59e-6225-4251-bbda-451add7dd2ef,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:41.093093 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3dd21643-039e-40fd-9c71-2c54b45a66b1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-1157320261 HTTP/1.1" status: 201 len: 201 time: 0.1654835 Feb 16 08:44:41.093668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33154) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.101041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-cbf524e2-4bc1-4dce-a8be-10d045a14453 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-1006032120') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.131400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.168745 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cbf524e2-4bc1-4dce-a8be-10d045a14453 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-1006032120 HTTP/1.1" status: 201 len: 201 time: 0.0714715 Feb 16 08:44:41.169009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33160) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.175387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-bb38a267-0538-4266-9bb2-ca81f77c7e9a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', {'tags': ['tempest-TagsExtTest-Tag-538226594', 'tempest-TagsExtTest-Tag-1730508831', 'tempest-TagsExtTest-Tag-1212112602']}) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.185308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:41.273624 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bb38a267-0538-4266-9bb2-ca81f77c7e9a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 200 len: 317 time: 0.1011765 Feb 16 08:44:41.274004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33164) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.280942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-75c41d39-2e33-4d6e-a521-701a2eca2fb9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.293565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:41.354571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.358352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:41.425153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-75c41d39-2e33-4d6e-a521-701a2eca2fb9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 204 len: 168 time: 0.1496406 Feb 16 08:44:41.426579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33168) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.434226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-d58642ed-94b6-4fd7-b45d-e5974701f5b8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-538226594') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.565900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] For port cc76408c-92e1-4549-8948-04ff2d8a4c78, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cc76408c-92e1-4549-8948-04ff2d8a4c78,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:41.570489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.590569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:41.687141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8d9bb59e-6225-4251-bbda-451add7dd2ef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:41.729716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.744005 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-d58642ed-94b6-4fd7-b45d-e5974701f5b8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:41.749666 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d58642ed-94b6-4fd7-b45d-e5974701f5b8 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-538226594 HTTP/1.1" status: 404 len: 328 time: 0.3176043 Feb 16 08:44:41.749993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33174) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.763459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-13e16be0-7198-4114-b96e-9e2e4ad6ac45 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-1730508831') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.804983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Calling delete_port for cc76408c-92e1-4549-8948-04ff2d8a4c78 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:41.866206 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-13e16be0-7198-4114-b96e-9e2e4ad6ac45 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:41.872933 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-13e16be0-7198-4114-b96e-9e2e4ad6ac45 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-1730508831 HTTP/1.1" status: 404 len: 329 time: 0.1198893 Feb 16 08:44:41.873285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33178) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:41.886037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-5e2f954f-47d2-463e-aece-fc1f17328521 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07', 'tempest-TagsExtTest-Tag-1212112602') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:41.907240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.921949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.971634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:41.993784 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-5e2f954f-47d2-463e-aece-fc1f17328521 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:41.996120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e2f954f-47d2-463e-aece-fc1f17328521 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags/tempest-TagsExtTest-Tag-1212112602 HTTP/1.1" status: 404 len: 329 time: 0.1207998 Feb 16 08:44:42.000277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33182) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.013634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-4b43a3de-1762-4b7f-b098-772d5b8a7cc5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', {'tags': ['tempest-TagsExtTest-Tag-1841629134', 'tempest-TagsExtTest-Tag-469198918', 'tempest-TagsExtTest-Tag-2108513156']}) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.066466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.068742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 8d9bb59e-6225-4251-bbda-451add7dd2ef completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:42.081778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d20b19b1-ce48-4521-b459-5ca5423d4470 req-5c45913a-bbdb-48cc-bc04-767be642c83b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2000358 Feb 16 08:44:42.092927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] Pushing event deleted for resources: {'Port': ['ID=cc76408c-92e1-4549-8948-04ff2d8a4c78,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:42.100058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab2a49-98b2-4ddb-af68-644f92956a44 None None] No DVR routers for this DVR port cc76408c-92e1-4549-8948-04ff2d8a4c78 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:42.153841 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4b43a3de-1762-4b7f-b098-772d5b8a7cc5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 200 len: 317 time: 0.1492364 Feb 16 08:44:42.155004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33186) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.165953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-13fd366a-4194-4630-bc1b-e29a77d46ab4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.179431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cc76408c-92e1-4549-8948-04ff2d8a4c78 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:42.228521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: cc76408c-92e1-4549-8948-04ff2d8a4c78 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:42.228521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cc76408c-92e1-4549-8948-04ff2d8a4c78 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:42.229049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.301407 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-13fd366a-4194-4630-bc1b-e29a77d46ab4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 204 len: 168 time: 0.1452811 Feb 16 08:44:42.302145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33190) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.310421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-6303376e-d9c0-4098-a589-7ef1ee19e2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-1841629134') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.386023 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-6303376e-d9c0-4098-a589-7ef1ee19e2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:42.389237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6303376e-d9c0-4098-a589-7ef1ee19e2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-1841629134 HTTP/1.1" status: 404 len: 329 time: 0.0814753 Feb 16 08:44:42.389549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.20.0.1 (810c9c16-5ac3-4cbe-b2be-13115218a0d0/0b868805-639e-48ac-b1d7-72bd5374fd68/ce39a23a-f9e9-4b68-8d36-5e900878bde8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:42.390459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33194) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.405239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-1e00a26d-bf88-48ae-931c-63741ee027c4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-469198918') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.461247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfeccd-28e2-4997-b868-06b51100acc0 None None] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:42.502428 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-1e00a26d-bf88-48ae-931c-63741ee027c4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:42.506117 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e00a26d-bf88-48ae-931c-63741ee027c4 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-469198918 HTTP/1.1" status: 404 len: 328 time: 0.1086309 Feb 16 08:44:42.506416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33198) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.512138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-3634e4ef-3efe-46b3-b764-5af6d401ea82 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca', 'tempest-TagsExtTest-Tag-2108513156') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.584062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.600325 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-3634e4ef-3efe-46b3-b764-5af6d401ea82 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:42.605463 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3634e4ef-3efe-46b3-b764-5af6d401ea82 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags/tempest-TagsExtTest-Tag-2108513156 HTTP/1.1" status: 404 len: 329 time: 0.0978601 Feb 16 08:44:42.606344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33202) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.613690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-20b4957c-0d5b-4ffa-b567-3e84a928957b tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', {'tags': ['tempest-TagsExtTest-Tag-1954720281', 'tempest-TagsExtTest-Tag-1417482537', 'tempest-TagsExtTest-Tag-772695877']}) {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.631343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Provisioning for port 8d9bb59e-6225-4251-bbda-451add7dd2ef completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:42.639917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.641597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Provisioning complete for port 8d9bb59e-6225-4251-bbda-451add7dd2ef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:42.641985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.772793 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-20b4957c-0d5b-4ffa-b567-3e84a928957b tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 200 len: 317 time: 0.1627979 Feb 16 08:44:42.773114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33206) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.779558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-ea78c416-f906-4e65-91c6-47417b28ed9a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:42.825769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.846819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.894542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] For port 8d9bb59e-6225-4251-bbda-451add7dd2ef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8d9bb59e-6225-4251-bbda-451add7dd2ef,segment=NetworkSegment(f58d9bf4-5710-430e-adcb-9bd29961352f),segment_id=f58d9bf4-5710-430e-adcb-9bd29961352f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:42.904046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.915245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object ce39a23a-f9e9-4b68-8d36-5e900878bde8 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:42.939002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:42.966250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ea78c416-f906-4e65-91c6-47417b28ed9a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 204 len: 168 time: 0.1920340 Feb 16 08:44:42.968840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33210) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:42.977956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-85d2c686-0f79-4858-8ffc-347dd1dd3fa1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-1954720281') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:43.003207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7483e1-0f7f-47c3-bfb6-f7d0f1d70434 None None] Pushing event updated for resources: {'Port': ['ID=8d9bb59e-6225-4251-bbda-451add7dd2ef,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:43.040373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:43.051887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:43.059186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:43.059757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.068076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f43ff-030b-4d46-9cf0-8073b9470270 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:43.077394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=2de6389c-5120-4c6c-92ce-3abc2aad86a8,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:43.092825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 45741619-c863-4e1d-8355-b6ec483ea83c has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:43.108250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.141355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-85d2c686-0f79-4858-8ffc-347dd1dd3fa1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:43.146040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-85d2c686-0f79-4858-8ffc-347dd1dd3fa1 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-1954720281 HTTP/1.1" status: 404 len: 329 time: 0.1727011 Feb 16 08:44:43.146314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33216) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:43.160864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-2de30be6-439a-40cd-8afb-70750282b67f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-1417482537') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:43.222481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b63afeb0-b743-484d-a9ca-32f9404f1655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4738934 Feb 16 08:44:43.223112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:43.259755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33220) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:43.261470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:43.262340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b2afccd0-ff7f-434d-bac6-7d73a56cf2dd None None] Provisioning complete for port 8d9bb59e-6225-4251-bbda-451add7dd2ef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:43.262852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b2afccd0-ff7f-434d-bac6-7d73a56cf2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.282642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:c8:c4:29', 'name': 'tempest-NetworksTestDHCPv6-269404502'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:43.454901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:43.475658 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-2de30be6-439a-40cd-8afb-70750282b67f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:43.488441 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2de30be6-439a-40cd-8afb-70750282b67f tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-1417482537 HTTP/1.1" status: 404 len: 329 time: 0.3407452 Feb 16 08:44:43.491937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=ce39a23a-f9e9-4b68-8d36-5e900878bde8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:43.495700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:43.496146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a89ac31f-2b4f-4bbe-9447-563d273a8310 req-a69aa3c5-12be-4c4d-bf1b-e7e872176381 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2885182 Feb 16 08:44:43.497650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '2de6389c-5120-4c6c-92ce-3abc2aad86a8'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:43.498518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.541671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-383056b8-32d3-4d63-8710-708f5a9a06b2 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2', 'tempest-TagsExtTest-Tag-772695877') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:43.605001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.643741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8d9bb59e-6225-4251-bbda-451add7dd2ef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:43.724489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:43.741208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:43.753080 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-383056b8-32d3-4d63-8710-708f5a9a06b2 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:43.757124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-383056b8-32d3-4d63-8710-708f5a9a06b2 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags/tempest-TagsExtTest-Tag-772695877 HTTP/1.1" status: 404 len: 328 time: 0.2392066 Feb 16 08:44:43.757714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33228) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:43.762345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:43.767229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.783185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-860283b7-defa-4a16-9848-ae66221589d7 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', {'tags': ['tempest-TagsExtTest-Tag-1947411373', 'tempest-TagsExtTest-Tag-1702305831', 'tempest-TagsExtTest-Tag-778444084']}) {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:43.786501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.801462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.812598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-727abaf6-baba-45fe-9048-c9976b332c2a None None] Provisioning for port ce39a23a-f9e9-4b68-8d36-5e900878bde8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:43.823601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-727abaf6-baba-45fe-9048-c9976b332c2a None None] Provisioning complete for port ce39a23a-f9e9-4b68-8d36-5e900878bde8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:43.823911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-727abaf6-baba-45fe-9048-c9976b332c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.849462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8d9bb59e-6225-4251-bbda-451add7dd2ef triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:43.849854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:43.912486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:43.937901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 5f61dbce-8a0a-4979-bbf7-3797f0daad7d yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:43.963096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/2de6389c-5120-4c6c-92ce-3abc2aad86a8/ec84fc9d-d387-4438-a5a0-7c58feecf1d1) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:43.989123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-860283b7-defa-4a16-9848-ae66221589d7 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "PUT /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 200 len: 317 time: 0.2272856 Feb 16 08:44:43.997887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33232) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.007611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-727abaf6-baba-45fe-9048-c9976b332c2a None None] Port ce39a23a-f9e9-4b68-8d36-5e900878bde8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:44.008300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-c5c970c4-9406-410f-8577-d5aae4a75f36 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.072354 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c5c970c4-9406-410f-8577-d5aae4a75f36 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0741096 Feb 16 08:44:44.072979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33236) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.078771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-7bd0246a-7ae5-43c0-bd2e-91be47521005 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-1947411373') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.106699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-7bd0246a-7ae5-43c0-bd2e-91be47521005 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:44.111328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7bd0246a-7ae5-43c0-bd2e-91be47521005 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-1947411373 HTTP/1.1" status: 404 len: 329 time: 0.0366423 Feb 16 08:44:44.111911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33240) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.117498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-f53cddf7-d223-45c0-8c92-392d9fbe0b7c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-1702305831') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.145294 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-f53cddf7-d223-45c0-8c92-392d9fbe0b7c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:44.146940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f53cddf7-d223-45c0-8c92-392d9fbe0b7c tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-1702305831 HTTP/1.1" status: 404 len: 329 time: 0.0340042 Feb 16 08:44:44.149750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33244) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.155961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-5e6d290c-5756-4726-98c6-4a82cfbb7f79 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef', 'tempest-TagsExtTest-Tag-778444084') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.174191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aedbba19-dddc-4ef0-94ef-65561cc32172 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:44.182089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-5e6d290c-5756-4726-98c6-4a82cfbb7f79 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] show failed (client error): The resource could not be found. Feb 16 08:44:44.185889 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e6d290c-5756-4726-98c6-4a82cfbb7f79 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags/tempest-TagsExtTest-Tag-778444084 HTTP/1.1" status: 404 len: 328 time: 0.0324774 Feb 16 08:44:44.191212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.198612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-e64d17b0-a175-4089-aaf0-5043280ac209 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c9ddb5d0-786f-437d-abe1-5814efb120ef') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.228865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:44.249913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] Sync routers for ids ['45741619-c863-4e1d-8355-b6ec483ea83c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:44.261892 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e64d17b0-a175-4089-aaf0-5043280ac209 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef/tags HTTP/1.1" status: 204 len: 168 time: 0.0692706 Feb 16 08:44:44.262943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33252) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.270126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-c636242d-0ae7-46ab-a631-b28a83a7c9a9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.328270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.330455 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-68e37f74-8b25-47eb-b6cd-1a28220030fa tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 200 len: 892 time: 5.4757760 Feb 16 08:44:44.333438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.336183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] Routers {'45741619-c863-4e1d-8355-b6ec483ea83c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:44.336385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33256) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.336811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['45741619-c863-4e1d-8355-b6ec483ea83c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.415854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Transition to ACTIVE for port object ec84fc9d-d387-4438-a5a0-7c58feecf1d1 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:44.418284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.448687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Transition to ACTIVE for port object ec84fc9d-d387-4438-a5a0-7c58feecf1d1 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:44.449865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aedbba19-dddc-4ef0-94ef-65561cc32172 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:44.450066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.488632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.532529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] Routers {'45741619-c863-4e1d-8355-b6ec483ea83c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:44.533031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['45741619-c863-4e1d-8355-b6ec483ea83c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.642785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::6c (845b2056-9615-46c6-afcf-a7b11d258df1/2de6389c-5120-4c6c-92ce-3abc2aad86a8/5f61dbce-8a0a-4979-bbf7-3797f0daad7d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:44.650811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c59d974a-e21f-42eb-9cdf-130b7c8c3430 req-e49df7b2-7a16-4f6e-aa59-647d31141557 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0655789 Feb 16 08:44:44.664454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.664874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8a36c-6a65-4ac5-a52b-a123c60de777 None None] The sync data for ids ['45741619-c863-4e1d-8355-b6ec483ea83c'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:44.702889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:44.705499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:44.711692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:44.720577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Pushing event updated for resources: {'Port': ['ID=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:44.721389 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c636242d-0ae7-46ab-a631-b28a83a7c9a9 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2/tags HTTP/1.1" status: 204 len: 168 time: 0.4574177 Feb 16 08:44:44.726761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33262) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.730371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.739038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:44.740991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.752202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.tag.tag_plugin [None req-5d4f41a5-ddf6-4917-bcf5-18a07246513a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.760561 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] Sync routers for ids ['a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:44.775321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.778959 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-067419d8-5ae6-426a-a9cb-fb3baa0f34da tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "PUT /v2.0/routers/a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 200 len: 914 time: 7.5113575 Feb 16 08:44:44.782789 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] Routers {'a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:44.784092 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.784920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33266) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:44.878094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.888817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Attempting to bind port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:44.889402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Attempting to bind port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:44.889828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=ce39a23a-f9e9-4b68-8d36-5e900878bde8,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:44.890262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Attempting to bind port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:44.894202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.905576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] Routers {'a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:44.906649 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:44.908062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:44.908503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:44.909158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:44.909788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:44.910552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Bound port: ec84fc9d-d387-4438-a5a0-7c58feecf1d1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:44.911052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.014339 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:45.015084 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769dabe0-2f4d-47a4-91b2-43b55b833cad None None] The sync data for ids ['a94bd627-e7b2-4906-aca3-9d2b2b1d5b38'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:45.062925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] For port ec84fc9d-d387-4438-a5a0-7c58feecf1d1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:45.068157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] For port ec84fc9d-d387-4438-a5a0-7c58feecf1d1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:45.077010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.087683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:45.090118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:45.199617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c924ae-2c9a-4239-b55e-eae77faac1d0 None None] Pushing event updated for resources: {'Port': ['ID=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:45.242392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.290356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 5f61dbce-8a0a-4979-bbf7-3797f0daad7d will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:45.298966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-599bdc98-4f39-4c52-a91f-398ed71a7a13 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers/45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 200 len: 892 time: 0.9614041 Feb 16 08:44:45.303325 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5d4f41a5-ddf6-4917-bcf5-18a07246513a tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca/tags HTTP/1.1" status: 204 len: 168 time: 0.5728686 Feb 16 08:44:45.305064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33270) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.308095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33272) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.316094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.tag.tag_plugin [None req-15ce9114-af0e-4e53-8ea1-d426607c6f59 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '322314fd-d205-47fb-9dcc-ada7b2d83e07') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:45.364915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2661ef4f-3a3b-4cf1-9fbb-e2ccaae4bcd0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:45.407650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2661ef4f-3a3b-4cf1-9fbb-e2ccaae4bcd0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:45.408991 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2661ef4f-3a3b-4cf1-9fbb-e2ccaae4bcd0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 200 len: 205 time: 0.1015663 Feb 16 08:44:45.413790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33278) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.475108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.558974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-21d920ef-4c5c-4069-92c6-05d3d50195ab None None] Provisioning complete for port ce39a23a-f9e9-4b68-8d36-5e900878bde8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:45.559352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-21d920ef-4c5c-4069-92c6-05d3d50195ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.642066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-21d920ef-4c5c-4069-92c6-05d3d50195ab None None] Port ce39a23a-f9e9-4b68-8d36-5e900878bde8 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:45.657794 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1c3bb8a9-78e6-4305-8ff2-b62fcc2bcef6 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 200 len: 920 time: 0.8668249 Feb 16 08:44:45.667657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33282) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.741367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15ce9114-af0e-4e53-8ea1-d426607c6f59 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07/tags HTTP/1.1" status: 204 len: 168 time: 0.4322712 Feb 16 08:44:45.747694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.824805 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96aef05c-877e-45c8-83bd-ac8501e36a4d req-5d95a395-daf3-4eb1-93b2-fb301d308e52 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0592728 Feb 16 08:44:45.882100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:45.892776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:45.895761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:45.901908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:45.902839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.910876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=5f61dbce-8a0a-4979-bbf7-3797f0daad7d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:45.933601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04fa79ec-1fb5-4dd1-a500-4f4b44e6d838 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for subnetpool, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:45.934931 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04fa79ec-1fb5-4dd1-a500-4f4b44e6d838 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnetpools/c9ddb5d0-786f-437d-abe1-5814efb120ef HTTP/1.1" status: 204 len: 168 time: 0.1874721 Feb 16 08:44:45.937973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33292) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.968185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8411a716-7355-4d6d-921d-c10c7ddd2e0c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6981182 Feb 16 08:44:45.973785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33296) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:45.987358 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e905a382-c5bb-4ffb-8684-279f6e2ec2cc tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "GET /v2.0/ports?device_id=fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2 HTTP/1.1" status: 200 len: 205 time: 0.0474298 Feb 16 08:44:45.991391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:46.040855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-add9557f-f2f2-4a8b-b42e-765a10313737 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=a94bd627-e7b2-4906-aca3-9d2b2b1d5b38&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3695276 Feb 16 08:44:46.044509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33304) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:46.054054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router d82936e8-6c68-48cd-b9a7-03468b7134e5 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:46.205167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3e8f7-76a1-43fe-9df2-0cd26a314b22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:46.209073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee3e8f7-76a1-43fe-9df2-0cd26a314b22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:46.209858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8ee3e8f7-76a1-43fe-9df2-0cd26a314b22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:46.243193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcad05b-e838-4a06-812a-a279f4c37a06 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:46.243767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-abcad05b-e838-4a06-812a-a279f4c37a06 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Synchronizing usage tracker for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:46.258034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.307425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.325971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8ee3e8f7-76a1-43fe-9df2-0cd26a314b22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:46.330313 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8ee3e8f7-76a1-43fe-9df2-0cd26a314b22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3510520 Feb 16 08:44:46.357652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:46.385550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-abcad05b-e838-4a06-812a-a279f4c37a06 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Unset dirty status for tenant:6b1d045e2edf4f08aea5a2fa2908c6f6 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:46.386726 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-abcad05b-e838-4a06-812a-a279f4c37a06 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.3406346 Feb 16 08:44:46.393482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33312) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:46.445975 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6574a9ea-05a7-4424-8131-5a11467cd107 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 200 len: 205 time: 0.0500181 Feb 16 08:44:46.449532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33316) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:46.524114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 5f61dbce-8a0a-4979-bbf7-3797f0daad7d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:46.524459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.578947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dbefc0df-7946-4187-97b6-c28ced944d28 None None] Provisioning for port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:46.731622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.747217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port d09c7858-c57d-4be1-a5e0-ca7038e291e9 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:46.747991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.788316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.812639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-87c0e997-c13e-4654-ad0f-72abecc5dbfa None None] Provisioning for port 5f61dbce-8a0a-4979-bbf7-3797f0daad7d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:46.818759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-87c0e997-c13e-4654-ad0f-72abecc5dbfa None None] Provisioning complete for port 5f61dbce-8a0a-4979-bbf7-3797f0daad7d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:46.819472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-87c0e997-c13e-4654-ad0f-72abecc5dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:46.881200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-87c0e997-c13e-4654-ad0f-72abecc5dbfa None None] Port 5f61dbce-8a0a-4979-bbf7-3797f0daad7d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:47.071948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.146113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.155312 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c55a5bc8-51db-4b70-b429-c94ca8f70b9a req-b405f34e-2c28-47c3-8d6b-56d873ddcf34 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1364405 Feb 16 08:44:47.174326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:47.176323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.192052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ae865790-191a-406c-9f5e-5b2fb754a2b2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/d82936e8-6c68-48cd-b9a7-03468b7134e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7283831 Feb 16 08:44:47.197543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] Sync routers for ids ['d82936e8-6c68-48cd-b9a7-03468b7134e5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:47.202359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33322) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:47.213891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for d09c7858-c57d-4be1-a5e0-ca7038e291e9 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:47.214862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] Routers {'d82936e8-6c68-48cd-b9a7-03468b7134e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:47.215749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d82936e8-6c68-48cd-b9a7-03468b7134e5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:47.259199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.293750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:47.307667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] Routers {'d82936e8-6c68-48cd-b9a7-03468b7134e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:47.308290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d82936e8-6c68-48cd-b9a7-03468b7134e5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:47.348940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ceccbca-fe65-4eb5-bdd5-bc4d0e409acc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:47.349587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1ceccbca-fe65-4eb5-bdd5-bc4d0e409acc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:47.375036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:47.375457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31188e1-790f-47e2-99b0-0494fdbe7884 None None] The sync data for ids ['d82936e8-6c68-48cd-b9a7-03468b7134e5'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:47.404488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 5f61dbce-8a0a-4979-bbf7-3797f0daad7d owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:47.408557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1ceccbca-fe65-4eb5-bdd5-bc4d0e409acc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:47.409724 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ceccbca-fe65-4eb5-bdd5-bc4d0e409acc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports/ce39a23a-f9e9-4b68-8d36-5e900878bde8 HTTP/1.1" status: 200 len: 910 time: 0.2044737 Feb 16 08:44:47.412862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33326) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:47.427481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0b868805-639e-48ac-b1d7-72bd5374fd68'}]}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:47.463695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.464202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Fanout notify agent at l3_agent the message router_deleted on router fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:47.476087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.477183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d079ba2a-f9d3-4364-ae1e-51471d1e7ad5 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/routers/fdc75e4b-43a8-4ed9-bf35-754c4e2ec7f2 HTTP/1.1" status: 204 len: 168 time: 1.4848228 Feb 16 08:44:47.481726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33330) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:47.491679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.564146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Deleting port fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:47.564491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.592644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ec84fc9d-d387-4438-a5a0-7c58feecf1d1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:47.671236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:47.677958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:47.678396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.700996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port 70fa35e3-8f0e-4617-a2ab-6e1a88821877 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:47.701332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.766793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.814337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.852180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ec84fc9d-d387-4438-a5a0-7c58feecf1d1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:47.858277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.870797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=5f61dbce-8a0a-4979-bbf7-3797f0daad7d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:47.884786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.898218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.898586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.898921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.899250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.899575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.899898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.900216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.900533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.900848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.901161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.901472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:47.930728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:47.950216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.990877 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f861fb6a-071d-4ab1-8408-e34eb7d21dbd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/5f61dbce-8a0a-4979-bbf7-3797f0daad7d HTTP/1.1" status: 204 len: 168 time: 1.6217647 Feb 16 08:44:47.992832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:47.999996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33334) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:48.005077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=d09c7858-c57d-4be1-a5e0-ca7038e291e9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:48.080927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.081273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.081988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.081988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.082343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.082578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.083267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.083267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.083658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.083859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.084123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:44:48.166074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Calling delete_port for fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:48.228100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d395db-c4d8-4587-a766-ec2961ae3a52 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:48.229233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d395db-c4d8-4587-a766-ec2961ae3a52 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:48.229959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8d395db-c4d8-4587-a766-ec2961ae3a52 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:48.234172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.304545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.307488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6758ee84-b5be-4575-b54e-c8608c9a8d9a req-f6d2957f-0016-434d-9e56-5c3823f9c37a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0489807 Feb 16 08:44:48.310425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8d395db-c4d8-4587-a766-ec2961ae3a52 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:48.312601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d8d395db-c4d8-4587-a766-ec2961ae3a52 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3116460 Feb 16 08:44:48.313277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33340) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:48.379865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for 70fa35e3-8f0e-4617-a2ab-6e1a88821877 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:48.442370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.540477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event deleted for resources: {'Port': ['ID=fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:48.593512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.784539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 2de6389c-5120-4c6c-92ce-3abc2aad86a8 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:48.791386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.825297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:48.842972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-91441793-80ea-4560-8380-2f17d238a218 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/ports/fda14ddc-2e52-402f-8d31-8a7f6ac9f5ca HTTP/1.1" status: 204 len: 168 time: 1.3601661 Feb 16 08:44:48.846035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33344) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:48.889434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.092710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.147332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Deleting subnet 322314fd-d205-47fb-9dcc-ada7b2d83e07 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:49.153778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.165906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.218394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.223217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.270532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.316834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=2de6389c-5120-4c6c-92ce-3abc2aad86a8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:49.327524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.340517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccac850-cb57-4833-892b-1074b1fc5311 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:49.363407 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2c966bf0-3fa6-4f0f-bcaa-bcdbc61d9ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/2de6389c-5120-4c6c-92ce-3abc2aad86a8 HTTP/1.1" status: 204 len: 168 time: 1.0470209 Feb 16 08:44:49.366369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33350) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:49.380431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.380983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router 45741619-c863-4e1d-8355-b6ec483ea83c {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:49.400376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.421900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.493836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.499022 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4281547a-00eb-4ad3-aac6-e061a662717f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 204 len: 168 time: 4.0837734 Feb 16 08:44:49.530566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33354) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:49.542513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aed07302-5d64-4abd-a8ab-7f8fb3956588 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1465480 Feb 16 08:44:49.551267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33356) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:49.599554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ec84fc9d-d387-4438-a5a0-7c58feecf1d1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:49.602616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337245269'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:49.609474 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-460d9a85-e727-4291-8d93-d2ef141641f7 req-879f698c-d139-4cb0-b20e-55c72e6aadea tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2106855 Feb 16 08:44:49.611484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=70fa35e3-8f0e-4617-a2ab-6e1a88821877,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:49.621790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:49.678906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:49.687769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1cf5fd-6475-4964-8bba-2a8b6a8e52fe tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:49.688471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e1cf5fd-6475-4964-8bba-2a8b6a8e52fe tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:49.701881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.711059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:49.722009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:49.722669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.738513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:49.756061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event deleted for resources: {'Subnet': ['ID=322314fd-d205-47fb-9dcc-ada7b2d83e07,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:49.759837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e1cf5fd-6475-4964-8bba-2a8b6a8e52fe tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:49.761383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2e1cf5fd-6475-4964-8bba-2a8b6a8e52fe tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2035825 Feb 16 08:44:49.767909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.774458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33362) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:49.775307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.777308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77c877-5091-4094-b255-519e8eeecf61 None None] Network 0d99b3f3-01b9-4679-8ebe-79fe0012e25e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:49.788678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.822199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ea5082b8-75b5-45d9-b3f1-feaf723e9b7d tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/subnets/322314fd-d205-47fb-9dcc-ada7b2d83e07 HTTP/1.1" status: 204 len: 168 time: 0.9753790 Feb 16 08:44:49.827312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33366) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:49.856904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:49.859203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:49.865766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.880236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Deleting port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:49.880772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.948744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e905661-e30d-48d8-8170-7d521fd1c23b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:49.949232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e905661-e30d-48d8-8170-7d521fd1c23b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:49.973747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:49.989434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2e905661-e30d-48d8-8170-7d521fd1c23b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:49.990606 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2e905661-e30d-48d8-8170-7d521fd1c23b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2132490 Feb 16 08:44:49.992146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Deleting port 87ba4303-3838-4417-985f-4396a3f02d82 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:49.992482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.010769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33370) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:50.109087 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-05f7c542-a548-444f-af45-8189fbb3b4df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824387 Feb 16 08:44:50.120589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33374) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:50.136872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:50.162619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.253125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] For port 87ba4303-3838-4417-985f-4396a3f02d82, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=87ba4303-3838-4417-985f-4396a3f02d82,segment=NetworkSegment(44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0),segment_id=44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:50.253392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.265354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] For port ec84fc9d-d387-4438-a5a0-7c58feecf1d1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:50.265896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.326784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:50.328046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.330685 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/ports/ce39a23a-f9e9-4b68-8d36-5e900878bde8 HTTP/1.1" status: 200 len: 910 time: 2.9145377 Feb 16 08:44:50.332056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230c969-d535-4375-88d9-4265f4b8f493 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=ce39a23a-f9e9-4b68-8d36-5e900878bde8,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:50.334972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33378) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:50.406850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Calling delete_port for ec84fc9d-d387-4438-a5a0-7c58feecf1d1 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:50.439644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] DHCP port deletion for 0d99b3f3-01b9-4679-8ebe-79fe0012e25e request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:44:50.460994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:44:50.465926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Deleting port 87ba4303-3838-4417-985f-4396a3f02d82 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:50.466487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.566536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Calling delete_port for 87ba4303-3838-4417-985f-4396a3f02d82 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:50.585708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.643727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] Pushing event deleted for resources: {'Port': ['ID=ec84fc9d-d387-4438-a5a0-7c58feecf1d1,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:50.717625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eee9547-b416-4270-bc93-c31c6eb32727 None None] No DVR routers for this DVR port ec84fc9d-d387-4438-a5a0-7c58feecf1d1 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:50.750597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61f1836a-8917-4085-a69b-78954e04e39f req-f51aec5e-97e2-43e9-ae63-456218411dc8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0581696 Feb 16 08:44:50.772058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] For port 87ba4303-3838-4417-985f-4396a3f02d82, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=87ba4303-3838-4417-985f-4396a3f02d82,segment=NetworkSegment(44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0),segment_id=44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:50.772706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.773842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.834061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event deleted for resources: {'Port': ['ID=87ba4303-3838-4417-985f-4396a3f02d82,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:50.845049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] No DVR routers for this DVR port 87ba4303-3838-4417-985f-4396a3f02d82 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:44:50.849560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:50.859430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.859430 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment cc251e20-3bb0-469e-b943-231a75237abe of type vlan for network 89aea651-794d-48c9-bdce-69023821065f Feb 16 08:44:50.871881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:50.889948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:50.892527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:50.941800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Calling delete_port for 87ba4303-3838-4417-985f-4396a3f02d82 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:50.995164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.008726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.029147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d99b3f3-01b9-4679-8ebe-79fe0012e25e']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:51.047382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:51.048002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44cb4ca3-ab59-4a27-83cd-7dc4d8931fd0') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:51.064516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.070427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:44:51.071061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:44:51.112819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.138592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.158800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.214513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.215211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:51.218398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:44:51.218983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.222836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.226947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:51.227556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:44:51.235467 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:44:51.333891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.350739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.351816 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7b79d57b-c1d2-4805-87df-a21d1d83be84 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 204 len: 168 time: 4.9011724 Feb 16 08:44:51.358235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.359715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33384) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:51.364850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=89aea651-794d-48c9-bdce-69023821065f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:51.369184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] Pushing event deleted for resources: {'Network': ['ID=0d99b3f3-01b9-4679-8ebe-79fe0012e25e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:51.371654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1359438650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:51.377180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 89aea651-794d-48c9-bdce-69023821065f details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:44:51.377379 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cb1ed202-5b42-4b29-8ff4-a87a3139c2f0 tempest-TagsExtTest-227076400 tempest-TagsExtTest-227076400-project] 10.222.0.94 "DELETE /v2.0/networks/0d99b3f3-01b9-4679-8ebe-79fe0012e25e HTTP/1.1" status: 204 len: 168 time: 1.5487759 Feb 16 08:44:51.383439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:51.391163 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a9e08e9c-475c-4098-b373-706aa8990f30 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7956095 Feb 16 08:44:51.393345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33390) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:51.394993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:51.400828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:51.401551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '89aea651-794d-48c9-bdce-69023821065f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:51.443587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:51.474320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.475237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.480761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.549751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.572634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Deleting port 87ba4303-3838-4417-985f-4396a3f02d82 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:51.573759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.636484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.636870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ec84fc9d-d387-4438-a5a0-7c58feecf1d1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:51.651759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:51.657785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:51.664747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:51.681133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:51.683842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ec84fc9d-d387-4438-a5a0-7c58feecf1d1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:51.684179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ec84fc9d-d387-4438-a5a0-7c58feecf1d1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:51.684766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 87ba4303-3838-4417-985f-4396a3f02d82 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:44:51.721547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7e181d28-d879-42b5-b79c-a08a2b648752 None None] The port '87ba4303-3838-4417-985f-4396a3f02d82' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:44:51.727295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 87ba4303-3838-4417-985f-4396a3f02d82 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:44:51.727552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 87ba4303-3838-4417-985f-4396a3f02d82 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:44:51.727716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.736214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c1911506-dba5-4394-bec5-d362c62b56ab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3682978 Feb 16 08:44:51.736965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:44:51.738577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33396) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:51.748480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'enable_snat': False}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:51.761167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:51.800449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33400) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:51.801046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.908785 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d248d689-2caf-4126-8125-17ae6912c9bb req-31f88efd-386e-4edb-bbc4-17341e6ff3e5 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0677760 Feb 16 08:44:51.944192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:51.948878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:51.954816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:51.955406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:51.959341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=fcbe7185-0308-4ad0-9e24-dbe13fc7a32b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:51.967572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2967ba-c1d9-482a-965e-0df5c8d9c257 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:52.031168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a1b6a36e-6d62-434e-a27b-9a6d7fb09a32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9039652 Feb 16 08:44:52.038089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33408) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:52.074200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.107954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:52.212230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': 'fcbe7185-0308-4ad0-9e24-dbe13fc7a32b'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:52.213469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.255003 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1d422d4e-c2d5-4655-b92e-e46dbc8a6b24 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=eaa96bb25f294efea268dff63bfbf36b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4474719 Feb 16 08:44:52.267422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33412) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:52.405373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Allocated IP 2001:db8::f816:3eff:fe14:ecbe (845b2056-9615-46c6-afcf-a7b11d258df1/fcbe7185-0308-4ad0-9e24-dbe13fc7a32b/b1f3cd64-8d20-451e-ade0-e182d3c707ac) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:52.455990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.540301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:52.565478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:52.565707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:52.590947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:52.595015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.609281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': 'cc251e20-3bb0-469e-b943-231a75237abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '89aea651-794d-48c9-bdce-69023821065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:52.609636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 89aea651-794d-48c9-bdce-69023821065f, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:44:52.614146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.637493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.648603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Transition to ACTIVE for port object b1f3cd64-8d20-451e-ade0-e182d3c707ac will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:52.669400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Transition to ACTIVE for port object b1f3cd64-8d20-451e-ade0-e182d3c707ac will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:52.673020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.678715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.687988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 89aea651-794d-48c9-bdce-69023821065f is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:44:52.701504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port ce39a23a-f9e9-4b68-8d36-5e900878bde8 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:52.701504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.731475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 89aea651-794d-48c9-bdce-69023821065f) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:52.742861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:52.743743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.745956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.758281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04b33d0-6df5-486c-b187-d3792e9c9072 None None] Network 89aea651-794d-48c9-bdce-69023821065f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:52.798639 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-981b1f98-3604-4df5-9a9b-5c5e87a0086d tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3998344 Feb 16 08:44:52.800261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33418) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:52.831530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:52.836401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cd64-8d20-451e-ade0-e182d3c707ac,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:52.840842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:52.851068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:52.853611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1360276330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:52.866874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:52.880493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:52.883768 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcbe7185-0308-4ad0-9e24-dbe13fc7a32b (CIDR: 2001:db8::/64) Feb 16 08:44:52.886058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:52.889876 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:44:52.890622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:44:52.896152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:52.928847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.929838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.933083 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-72dc3bf2-b6bd-48bd-83d7-7b74ee0bf6fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8922427 Feb 16 08:44:52.936091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33422) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:52.942803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:52.964890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:52.986727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Attempting to bind port b1f3cd64-8d20-451e-ade0-e182d3c707ac on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:52.987479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Attempting to bind port b1f3cd64-8d20-451e-ade0-e182d3c707ac by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:52.988076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Attempting to bind port b1f3cd64-8d20-451e-ade0-e182d3c707ac on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:53.024363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.024968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:53.025454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:53.025958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.026488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:53.026755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.027127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Bound port: b1f3cd64-8d20-451e-ade0-e182d3c707ac, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:53.030374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.030585 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7c52d9e4-3d4c-40cc-80e7-c7d08a2549c3 HTTP/1.1" status: 204 len: 168 time: 0.7595792 Feb 16 08:44:53.069222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cbd47-9941-4675-902a-4beffb4db107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c52d9e4-3d4c-40cc-80e7-c7d08a2549c3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:53.103026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for ce39a23a-f9e9-4b68-8d36-5e900878bde8 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:53.173347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.180421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:53.194642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3650ecbc-9508-4a32-abe6-570944e3c377 req-34f81e4b-3942-4613-9da5-5c81719f68bc tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1593752 Feb 16 08:44:53.204611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-89aea651-794d-48c9-bdce-69023821065f', 'network_id': '89aea651-794d-48c9-bdce-69023821065f', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': 'a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:44:53.204611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.215774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:53.222928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.231576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] For port b1f3cd64-8d20-451e-ade0-e182d3c707ac, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:53.241157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.263041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] For port b1f3cd64-8d20-451e-ade0-e182d3c707ac, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b1f3cd64-8d20-451e-ade0-e182d3c707ac,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:53.297371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.306918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.326297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.331131 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-284f8b12-b7be-4ce3-9ce6-c26acc19dff3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5266123 Feb 16 08:44:53.331738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33432) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:53.333391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:53.336836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.416132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0239f7a-f163-4292-9871-3a2b2b0f5db8 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cd64-8d20-451e-ade0-e182d3c707ac,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:53.577727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Allocated IP 172.26.4.220 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/fc540792-9b7b-4696-a713-bbf7577b1f7d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:53.619250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Allocated IP 2001:db8::2 (89aea651-794d-48c9-bdce-69023821065f/a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3/9f49fe06-a277-4a4c-a308-5fb4aaba69ce) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:53.895577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.909903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Transition to ACTIVE for port object 9f49fe06-a277-4a4c-a308-5fb4aaba69ce will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:53.940709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Transition to ACTIVE for port object 9f49fe06-a277-4a4c-a308-5fb4aaba69ce will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:53.945392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.949883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:53.965020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.034867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.042891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Network 89aea651-794d-48c9-bdce-69023821065f is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:54.045945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:54.052949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:54.058774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Pushing event updated for resources: {'Port': ['ID=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:54.082150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=ce39a23a-f9e9-4b68-8d36-5e900878bde8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:54.131918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:54.133364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.159948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Attempting to bind port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:44:54.160751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Attempting to bind port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'cc251e20-3bb0-469e-b943-231a75237abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '89aea651-794d-48c9-bdce-69023821065f'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:44:54.161282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Attempting to bind port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce on network 89aea651-794d-48c9-bdce-69023821065f {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:44:54.167961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:54.169669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:44:54.170270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Checking segment: {'id': 'cc251e20-3bb0-469e-b943-231a75237abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '89aea651-794d-48c9-bdce-69023821065f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:44:54.170978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.171534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Bound using segment: {'id': 'cc251e20-3bb0-469e-b943-231a75237abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '89aea651-794d-48c9-bdce-69023821065f'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:44:54.173684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Bound port: 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc251e20-3bb0-469e-b943-231a75237abe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '89aea651-794d-48c9-bdce-69023821065f'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:44:54.174256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.185416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:54.185416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.226652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=301b3ff7-917c-4773-a296-19bc9988bd2d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:54.240227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Pushing event updated for resources: {'Port': ['ID=fc540792-9b7b-4696-a713-bbf7577b1f7d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:54.247200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:54.250418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:54.255664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:54.311102 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8196c29d-6585-4842-a30c-4b9b4bae071f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3736615 Feb 16 08:44:54.315713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33452) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:54.336837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:b9:84:7b', 'name': 'tempest-NetworksTestDHCPv6-1815084643'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:54.404629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] For port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:44:54.408901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] For port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,segment=NetworkSegment(cc251e20-3bb0-469e-b943-231a75237abe),segment_id=cc251e20-3bb0-469e-b943-231a75237abe)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:44:54.420526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.488902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.522197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f49e3-d5de-482c-bf20-fd70c7bb5daa None None] Pushing event updated for resources: {'Port': ['ID=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:54.571502 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c265160c-1677-4797-848a-bc054f351cc3 req-3699f658-4d49-4b6b-a00c-1b9f17e67ae0 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2483759 Feb 16 08:44:54.710991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33460) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:54.715059 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [-] 10.222.0.94 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0025394 Feb 16 08:44:54.718274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33462) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:54.774713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:54.788603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:54.795484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:54.805811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:54.862560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.865182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:44:54.881956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.885757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:54.899592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:55.097407 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d7200ec6-aadb-4806-bcb5-d109c234bec3 tempest-NetworksApiDiscovery-942109175 tempest-NetworksApiDiscovery-942109175-project] 10.222.0.94 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3768539 Feb 16 08:44:55.254835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Router d9dc3764-989e-4f61-9abc-193c07106202 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:44:55.552117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:55.557512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:55.559761 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-255b20e2-53bd-4a48-9f37-3e90371f6db8 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "PUT /v2.0/routers/d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 200 len: 916 time: 3.8201804 Feb 16 08:44:55.562507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:55.566107 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82065639-0366-4541-9083-0cb17a49f20b None None] Sync routers for ids ['d9dc3764-989e-4f61-9abc-193c07106202'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:55.597199 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] Routers {'d9dc3764-989e-4f61-9abc-193c07106202'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:55.598179 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d9dc3764-989e-4f61-9abc-193c07106202'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:55.659401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2773a5b-1cbd-43fd-9ff1-4c149ac70060 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:55.724777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9f49fe06-a277-4a4c-a308-5fb4aaba69ce up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:55.728692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:55.747147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83ff8e9e-e097-42ef-957c-809d7f28441e req-5486dcee-42b9-4e67-bf72-723223d00d2d tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0463281 Feb 16 08:44:55.765341 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] Routers {'d9dc3764-989e-4f61-9abc-193c07106202'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:55.766807 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d9dc3764-989e-4f61-9abc-193c07106202'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:55.792133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33478) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:55.834394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:55.870865 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-82065639-0366-4541-9083-0cb17a49f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:55.871534 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82065639-0366-4541-9083-0cb17a49f20b None None] The sync data for ids ['d9dc3764-989e-4f61-9abc-193c07106202'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:55.946771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-83536431-04fc-4149-9044-4cb91206ace8 None None] Provisioning for port b1f3cd64-8d20-451e-ade0-e182d3c707ac completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:55.973924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:55.983272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b1f3cd64-8d20-451e-ade0-e182d3c707ac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:56.020216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f5396da8-b5db-45ad-9caf-9d6327318104 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 200 len: 922 time: 0.4560776 Feb 16 08:44:56.023721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33484) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:56.120218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aaa03391-b9b9-4303-8ad3-62516476f4c3 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=d9dc3764-989e-4f61-9abc-193c07106202&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0953901 Feb 16 08:44:56.123295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:56.163340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de451ad-9df6-4f59-ac47-c0cfbb81b83c None None] Network 89aea651-794d-48c9-bdce-69023821065f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:56.165006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 202c95b4-591d-46a1-b878-f44422e4f4bf yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:44:56.214302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.268823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b1f3cd64-8d20-451e-ade0-e182d3c707ac completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:56.278386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621311b0-af04-414f-abaf-9459e5b95806 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:56.284101 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-621311b0-af04-414f-abaf-9459e5b95806 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/networks/19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 881 time: 0.1555068 Feb 16 08:44:56.284101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33492) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:56.284532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b1f3cd64-8d20-451e-ade0-e182d3c707ac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:56.284920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.334494 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e60f5dbc-c506-4701-b014-c2b555fbfaac tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 200 len: 205 time: 0.0478098 Feb 16 08:44:56.336282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33496) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:56.347148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Provisioning for port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:56.371388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:56.375274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router d82936e8-6c68-48cd-b9a7-03468b7134e5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:44:56.388333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Provisioning complete for port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:56.388709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.412398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Usage tracker for resource:security_group_rule and tenant:fadedcb204184d6fbb181c149c3e5b2b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:56.415208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8::1 (89aea651-794d-48c9-bdce-69023821065f/a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3/8148a5d0-7b58-4ce0-9d72-9625d0ee4805) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:56.425223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:56.454515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:56.546811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.712355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.720819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': 'fcbe7185-0308-4ad0-9e24-dbe13fc7a32b', 'ip_address': '2001:db8::f816:3eff:fe14:ecbe'}, {'subnet_id': '301b3ff7-917c-4773-a296-19bc9988bd2d'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': 'b1f3cd64-8d20-451e-ade0-e182d3c707ac'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:44:56.745897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.757548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port fc540792-9b7b-4696-a713-bbf7577b1f7d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:56.757920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.830489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8:0:1::5a (845b2056-9615-46c6-afcf-a7b11d258df1/301b3ff7-917c-4773-a296-19bc9988bd2d/202c95b4-591d-46a1-b878-f44422e4f4bf) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:56.840090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:feb9:847b (845b2056-9615-46c6-afcf-a7b11d258df1/fcbe7185-0308-4ad0-9e24-dbe13fc7a32b/202c95b4-591d-46a1-b878-f44422e4f4bf) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:56.853942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.885599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:56.900300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b1f3cd64-8d20-451e-ade0-e182d3c707ac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b1f3cd64-8d20-451e-ade0-e182d3c707ac,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:56.913053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.012899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] For port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,segment=NetworkSegment(cc251e20-3bb0-469e-b943-231a75237abe),segment_id=cc251e20-3bb0-469e-b943-231a75237abe)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:57.022297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.089116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:44:57.094219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b1f3cd64-8d20-451e-ade0-e182d3c707ac,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.107285 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c5f8b452-653a-466f-8767-2e6a3c943789 req-1a85746c-da19-45c8-bd34-bd5556d4bc4f tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1294286 Feb 16 08:44:57.113853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.128731 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] Sync routers for ids ['d82936e8-6c68-48cd-b9a7-03468b7134e5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:44:57.161789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.171986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.194988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] Routers {'d82936e8-6c68-48cd-b9a7-03468b7134e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:57.195620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d82936e8-6c68-48cd-b9a7-03468b7134e5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:57.201756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.253809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:57.272212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28696406-b0d9-43ff-ba7a-16ec5c98f750 None None] Pushing event updated for resources: {'Port': ['ID=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.282662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:57.294025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] Routers {'d82936e8-6c68-48cd-b9a7-03468b7134e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:44:57.294692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['d82936e8-6c68-48cd-b9a7-03468b7134e5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:57.309819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for fc540792-9b7b-4696-a713-bbf7577b1f7d owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:57.319732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1cb9f6-944e-4f38-a184-ddd42010314c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.327288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.337179 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-44b59f96-81b6-4f2f-93fc-af3416aea09e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/d82936e8-6c68-48cd-b9a7-03468b7134e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0011692 Feb 16 08:44:57.338040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33502) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:57.362462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:44:57.362865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4c2ddc-b69a-41cf-ad2a-58abc1ad6e5e None None] The sync data for ids ['d82936e8-6c68-48cd-b9a7-03468b7134e5'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:44:57.375004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3b676247-a2ef-4598-8955-5cfee6c362c1 None None] Provisioning complete for port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:57.375479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3b676247-a2ef-4598-8955-5cfee6c362c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.394811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d41e62b8-eb6d-4a20-b51e-f39ac1801174 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=fadedcb204184d6fbb181c149c3e5b2b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5989573 Feb 16 08:44:57.396563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33506) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:57.411749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-afbcbdad-d3a9-4852-8d4c-e132468bf7a7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:44:57.415382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 202c95b4-591d-46a1-b878-f44422e4f4bf will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:57.433251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.475553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-afbcbdad-d3a9-4852-8d4c-e132468bf7a7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:44:57.479581 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-afbcbdad-d3a9-4852-8d4c-e132468bf7a7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=d82936e8-6c68-48cd-b9a7-03468b7134e5 HTTP/1.1" status: 200 len: 205 time: 0.1328597 Feb 16 08:44:57.481872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33510) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:57.484407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.522278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 89aea651-794d-48c9-bdce-69023821065f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:57.526999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:57.530526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:57.531057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.535396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=8148a5d0-7b58-4ce0-9d72-9625d0ee4805,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.561572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.566286 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:44:57.600764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9f49fe06-a277-4a4c-a308-5fb4aaba69ce up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:57.688545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Allocated IP 2001:db8:0:1::2 (845b2056-9615-46c6-afcf-a7b11d258df1/301b3ff7-917c-4773-a296-19bc9988bd2d/b1f3cd64-8d20-451e-ade0-e182d3c707ac) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:44:57.697611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.749759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.789721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:57.790249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.806008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=fc540792-9b7b-4696-a713-bbf7577b1f7d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.815436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.881506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:57.882520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=202c95b4-591d-46a1-b878-f44422e4f4bf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:57.885299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:57.889656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:44:57.894235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:44:57.895032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.929683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:57.943911 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fd379abc-b5dd-4d0e-a8d3-b0cff79ef861 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.6169226 Feb 16 08:44:57.943911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33514) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:57.964489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] For port b1f3cd64-8d20-451e-ade0-e182d3c707ac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b1f3cd64-8d20-451e-ade0-e182d3c707ac,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:44:57.990786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b1f3cd64-8d20-451e-ade0-e182d3c707ac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:58.024923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-79681e54-67b0-4bc1-bce9-1ad16a814cbd None None] Provisioning for port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:58.026104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.036364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-79681e54-67b0-4bc1-bce9-1ad16a814cbd None None] Provisioning complete for port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:58.036603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-79681e54-67b0-4bc1-bce9-1ad16a814cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.047944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1cb9f6-944e-4f38-a184-ddd42010314c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:58.083435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:44:58.112396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.120371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 202c95b4-591d-46a1-b878-f44422e4f4bf {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:58.120708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.149991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Transition to ACTIVE for port object b1f3cd64-8d20-451e-ade0-e182d3c707ac will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:44:58.190994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-79681e54-67b0-4bc1-bce9-1ad16a814cbd None None] Port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:44:58.196424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.339809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.340943 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-605d2ee0-c57b-4c41-a849-f0da81dcdd4d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/2b1cb9f6-944e-4f38-a184-ddd42010314c HTTP/1.1" status: 204 len: 168 time: 0.9440248 Feb 16 08:44:58.349860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.352471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e16ce38-c5b3-4719-a5a2-cff86baf814d req-2dc44030-d6d1-4f70-a5db-2d24b3a03c0f tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0890338 Feb 16 08:44:58.379435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb116a1b-6a1e-4852-9c4c-6c7d89d74b57 None None] Pushing event updated for resources: {'Port': ['ID=b1f3cd64-8d20-451e-ade0-e182d3c707ac,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:58.735960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.752981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.753737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.794182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.893562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.903564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.906331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.914152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.946701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.947213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router d9dc3764-989e-4f61-9abc-193c07106202 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:58.961494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.963596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae60c910-18ff-47b5-aa75-d3962f93433e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 204 len: 168 time: 2.6245062 Feb 16 08:44:58.964512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.965313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router d82936e8-6c68-48cd-b9a7-03468b7134e5 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:44:58.966993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33522) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:58.973708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:58.977540 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e9704ca0-2bda-46db-9b66-c97376be0a4e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/d82936e8-6c68-48cd-b9a7-03468b7134e5 HTTP/1.1" status: 204 len: 168 time: 1.4917483 Feb 16 08:44:58.979029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-430258942', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:44:58.986498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33526) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:58.988299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 202c95b4-591d-46a1-b878-f44422e4f4bf owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:44:58.990320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:44:59.029615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-009d0c5a-14d5-4842-9268-096286f2aed7 None None] Provisioning for port b1f3cd64-8d20-451e-ade0-e182d3c707ac completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:59.036654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-009d0c5a-14d5-4842-9268-096286f2aed7 None None] Provisioning complete for port b1f3cd64-8d20-451e-ade0-e182d3c707ac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:59.037257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-009d0c5a-14d5-4842-9268-096286f2aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.037824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Usage tracker for resource:router and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:44:59.046150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:44:59.061849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:44:59.107177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=8148a5d0-7b58-4ce0-9d72-9625d0ee4805,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:59.239797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 89aea651-794d-48c9-bdce-69023821065f is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:44:59.243015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet 0b868805-639e-48ac-b1d7-72bd5374fd68 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:44:59.247617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.248148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:44:59.248970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.255190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.326045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.425677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.522679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.553432 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ef90e7a1-b155-48ea-85e0-b0eee37f2977 req-54e47f32-1b25-4c24-b008-ba00f788ca42 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0741804 Feb 16 08:44:59.565824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=0b868805-639e-48ac-b1d7-72bd5374fd68,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:59.569846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.572707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b1f3cd64-8d20-451e-ade0-e182d3c707ac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:44:59.605855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b6819ea6-b8b4-408f-8d13-1934ac3b88ad tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/0b868805-639e-48ac-b1d7-72bd5374fd68 HTTP/1.1" status: 204 len: 168 time: 0.6164107 Feb 16 08:44:59.609130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33532) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:44:59.634127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e6634-1172-4824-9596-e0c92f4089fe None None] Network 810c9c16-5ac3-4cbe-b2be-13115218a0d0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:44:59.691569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.729228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.741000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.756681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 8d9bb59e-6225-4251-bbda-451add7dd2ef {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:44:59.757138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.800706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=202c95b4-591d-46a1-b878-f44422e4f4bf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:44:59.850640 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-853a681e-4d1a-4cee-9004-3839e8ab3308 None None] Provisioning for port 202c95b4-591d-46a1-b878-f44422e4f4bf completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:44:59.868595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-853a681e-4d1a-4cee-9004-3839e8ab3308 None None] Provisioning complete for port 202c95b4-591d-46a1-b878-f44422e4f4bf triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:59.868992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-853a681e-4d1a-4cee-9004-3839e8ab3308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.909297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-853a681e-4d1a-4cee-9004-3839e8ab3308 None None] Port 202c95b4-591d-46a1-b878-f44422e4f4bf was deleted so its status cannot be updated. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 16 08:44:59.930854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b1f3cd64-8d20-451e-ade0-e182d3c707ac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:44:59.931871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.939948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:44:59.964047 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0995ae57-42da-4508-8a7f-c5803f326ab1 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/202c95b4-591d-46a1-b878-f44422e4f4bf HTTP/1.1" status: 204 len: 168 time: 2.0189867 Feb 16 08:44:59.967836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.015099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.079453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cf30459c-0d9e-49e0-a0e6-62906530e349 None None] Provisioning complete for port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:00.080002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cf30459c-0d9e-49e0-a0e6-62906530e349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.101507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febc9f07-ac6b-4f83-80d0-94a51b274410 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.102463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-febc9f07-ac6b-4f83-80d0-94a51b274410 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:00.128559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-febc9f07-ac6b-4f83-80d0-94a51b274410 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:00.132438 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-febc9f07-ac6b-4f83-80d0-94a51b274410 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1588621 Feb 16 08:45:00.132438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 6b4cafba-4f75-4cf3-a562-37b27ecc28e5 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:45:00.133172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33540) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.136008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 8d9bb59e-6225-4251-bbda-451add7dd2ef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8d9bb59e-6225-4251-bbda-451add7dd2ef,segment=NetworkSegment(f58d9bf4-5710-430e-adcb-9bd29961352f),segment_id=f58d9bf4-5710-430e-adcb-9bd29961352f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:00.136445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] DHCP port deletion for 810c9c16-5ac3-4cbe-b2be-13115218a0d0 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:00.136572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.164491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Deleting port 8d9bb59e-6225-4251-bbda-451add7dd2ef {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:00.164958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.276355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cf30459c-0d9e-49e0-a0e6-62906530e349 None None] Port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:00.358761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecedb7c-7b99-4de5-ac76-be6c624104a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.360770 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aecedb7c-7b99-4de5-ac76-be6c624104a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2261283 Feb 16 08:45:00.365200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33544) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.409866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] For port 8d9bb59e-6225-4251-bbda-451add7dd2ef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8d9bb59e-6225-4251-bbda-451add7dd2ef,segment=NetworkSegment(f58d9bf4-5710-430e-adcb-9bd29961352f),segment_id=f58d9bf4-5710-430e-adcb-9bd29961352f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:00.410643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.417651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 8d9bb59e-6225-4251-bbda-451add7dd2ef owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:00.444764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ee108-6307-4a71-bbed-13013634d6f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.446818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ee108-6307-4a71-bbed-13013634d6f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.447421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403ee108-6307-4a71-bbed-13013634d6f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.451063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-403ee108-6307-4a71-bbed-13013634d6f7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0816712 Feb 16 08:45:00.453524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33548) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.488633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:00.498100 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ffe5f2bf-1427-443f-a2de-318f7f922933 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/6b4cafba-4f75-4cf3-a562-37b27ecc28e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1629279 Feb 16 08:45:00.500653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.508914 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] Sync routers for ids ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:00.518428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.525344 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] Routers {'6b4cafba-4f75-4cf3-a562-37b27ecc28e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:00.526280 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.554326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Calling delete_port for 8d9bb59e-6225-4251-bbda-451add7dd2ef owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:00.571230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=8d9bb59e-6225-4251-bbda-451add7dd2ef,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:00.587510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No DVR routers for this DVR port 8d9bb59e-6225-4251-bbda-451add7dd2ef on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:00.603586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 301b3ff7-917c-4773-a296-19bc9988bd2d {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:00.607037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.609390 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.624063 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] Routers {'6b4cafba-4f75-4cf3-a562-37b27ecc28e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:00.624894 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.669131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:45:00.669480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:45:00.671030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.706770 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.707482 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcc85cb-b35b-4e0d-9c10-61463a92e24e None None] The sync data for ids ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:00.756091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.766680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1ecac-7aa0-4fd3-8fc2-98630100538e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:00.767252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2ed1ecac-7aa0-4fd3-8fc2-98630100538e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:00.773211 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bcac31d2-9ceb-44ef-aa42-d664e7a24fe1 req-2fb96057-3df2-4363-8bfb-c809bc7ef91b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0701909 Feb 16 08:45:00.788237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.796017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.804328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2ed1ecac-7aa0-4fd3-8fc2-98630100538e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:00.805468 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ed1ecac-7aa0-4fd3-8fc2-98630100538e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports/8148a5d0-7b58-4ce0-9d72-9625d0ee4805 HTTP/1.1" status: 200 len: 911 time: 0.3040514 Feb 16 08:45:00.809891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33558) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:00.817862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:00.856393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['810c9c16-5ac3-4cbe-b2be-13115218a0d0']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.875812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.880327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58d9bf4-5710-430e-adcb-9bd29961352f') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.880630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58d9bf4-5710-430e-adcb-9bd29961352f') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:00.899197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.947688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.964376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:45:00.964770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:45:00.978843 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:45:01.055749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.066923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Allocated IP 172.26.4.113 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/eba61c8a-28ec-48b1-91a6-483678d61877) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:01.077830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.096180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.128639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=810c9c16-5ac3-4cbe-b2be-13115218a0d0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:01.170486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Deleting port 8d9bb59e-6225-4251-bbda-451add7dd2ef {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:01.171083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.198529 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7fdfedd0-e41a-448f-8b5e-9ad5479f0b09 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/810c9c16-5ac3-4cbe-b2be-13115218a0d0 HTTP/1.1" status: 204 len: 168 time: 1.5880034 Feb 16 08:45:01.203395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33562) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:01.210752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2105764319', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:01.220457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:01.221610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=301b3ff7-917c-4773-a296-19bc9988bd2d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:01.228091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:01.233029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:01.249870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f194f3c6-4240-4db4-b488-30aac6bc9f0d None None] The port '8d9bb59e-6225-4251-bbda-451add7dd2ef' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:45:01.260522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:01.266277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.274823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a3918-e164-42eb-9b0d-1e5f2c4412de None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:01.298340 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1bf9a824-6f49-4691-a253-80dafa68fa09 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/301b3ff7-917c-4773-a296-19bc9988bd2d HTTP/1.1" status: 204 len: 168 time: 0.8426332 Feb 16 08:45:01.299176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:01.304231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.336959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.337898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.345189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.353604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.441136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event updated for resources: {'Port': ['ID=eba61c8a-28ec-48b1-91a6-483678d61877,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:01.444678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:01.447256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:01.450844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:01.476746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.541366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.589013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8d9bb59e-6225-4251-bbda-451add7dd2ef no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:01.596547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.598636 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-43e10930-5dd5-4598-8d27-f2c042e98bec tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3939414 Feb 16 08:45:01.619599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33570) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:01.624809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 8d9bb59e-6225-4251-bbda-451add7dd2ef {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:01.625282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8d9bb59e-6225-4251-bbda-451add7dd2ef not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:01.627239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-684654622'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:01.642083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:01.649864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:01.655361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:01.662724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:01.677298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:01.680272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.707217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.707925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.717619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:01.753232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.757215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet fcbe7185-0308-4ad0-9e24-dbe13fc7a32b {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:01.769370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.781538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.781956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment 0d6e42c2-4461-467b-b7ac-a717ce495e29 of type vlan for network d5d57243-a3c3-48b0-ac19-d555a735eb89 Feb 16 08:45:01.874144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.921098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:01.959825 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40bba1ca-19d0-4a3d-ac08-e64e043963c5 req-fe580f32-03c8-4095-b73a-9a97a0b8abaa tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0985458 Feb 16 08:45:02.014590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:45:02.040542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.044235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:02.045078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.135016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.158124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5369298 Feb 16 08:45:02.162878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33576) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:02.165085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2be29-7159-4cad-b0fb-e7ea90209c64 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=d5d57243-a3c3-48b0-ac19-d555a735eb89,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:02.180934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:02.187267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:02.235558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Router 344357d0-67a6-4652-89f1-07ed8909ce0a is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:45:02.315041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-69a1fbee-af96-4616-9f03-c0fc228c52fb None None] Provisioning complete for port b1f3cd64-8d20-451e-ade0-e182d3c707ac triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:02.315531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69a1fbee-af96-4616-9f03-c0fc228c52fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.347583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.358554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:02.360988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.400024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:02.403754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:02.409924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.414291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:02.414862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.416174 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/ports/8148a5d0-7b58-4ce0-9d72-9625d0ee4805 HTTP/1.1" status: 200 len: 911 time: 1.6048157 Feb 16 08:45:02.419051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33580) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:02.449574 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=fcbe7185-0308-4ad0-9e24-dbe13fc7a32b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:02.451894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:02.476674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.480229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c43365-024d-425e-989b-1bb182b3eec1 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:02.494849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:02.513596 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-727e13c9-5643-41fc-9106-8fee9f109173 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fcbe7185-0308-4ad0-9e24-dbe13fc7a32b HTTP/1.1" status: 204 len: 168 time: 1.2104406 Feb 16 08:45:02.524101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33584) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:02.620106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:02.645588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dd088887-6299-4219-81db-dd2ace1ccdfe tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1177287 Feb 16 08:45:02.645588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b218d1c0-62b2-4249-a337-80af4212bbc9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=8148a5d0-7b58-4ce0-9d72-9625d0ee4805,revision_number=3']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:02.647004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33588) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:02.648555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] Sync routers for ids ['344357d0-67a6-4652-89f1-07ed8909ce0a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:02.656494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:02.670557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] Routers {'344357d0-67a6-4652-89f1-07ed8909ce0a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:02.671376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['344357d0-67a6-4652-89f1-07ed8909ce0a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:02.675868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.677038 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a3888f44-f076-4f91-acc8-835a8178325d tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7090862 Feb 16 08:45:02.681737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33592) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:02.690423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:02.786674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:02.786904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:02.806464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] Routers {'344357d0-67a6-4652-89f1-07ed8909ce0a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:02.807254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['344357d0-67a6-4652-89f1-07ed8909ce0a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:02.872768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:02.873126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559feec-62bf-44cb-87e7-de59affb2077 None None] The sync data for ids ['344357d0-67a6-4652-89f1-07ed8909ce0a'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:02.885362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:02.889574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Deleting port b1f3cd64-8d20-451e-ade0-e182d3c707ac {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:02.889951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.021209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:03.029320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:03.034909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:03.058172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:03.089057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:03.104320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.105797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] For port b1f3cd64-8d20-451e-ade0-e182d3c707ac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b1f3cd64-8d20-451e-ade0-e182d3c707ac,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:03.106320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.143189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1984a378-b1ca-4481-af9a-6098845b89b2 req-12ce74d3-317d-4845-a772-6e1e9d1c0f0b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0747933 Feb 16 08:45:03.202466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=547ae4ca-fdee-4954-884e-6f8821e33639,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:03.205010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:03.205354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: d5d57243-a3c3-48b0-ac19-d555a735eb89, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:03.218386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.228666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:03.241009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Calling delete_port for b1f3cd64-8d20-451e-ade0-e182d3c707ac owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:03.246313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, d5d57243-a3c3-48b0-ac19-d555a735eb89) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:03.251409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:03.252095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.279679 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a0f9128f-abe8-4ae2-904d-5b671a68c838 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1139550 Feb 16 08:45:03.280624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33598) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:03.283642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dab41a-89f9-46fc-bfda-fa6deff2a2f1 None None] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:03.299344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.437501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.514698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Pushing event deleted for resources: {'Port': ['ID=b1f3cd64-8d20-451e-ade0-e182d3c707ac,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:03.545534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.545873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.546218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.546585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.546939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.547261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.549370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.549370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.549370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.549370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.549694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:03.553316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c2212c-ac39-4e44-b243-4dd7b898ca1a None None] No DVR routers for this DVR port b1f3cd64-8d20-451e-ade0-e182d3c707ac on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:03.609958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b1f3cd64-8d20-451e-ade0-e182d3c707ac no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:03.651862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b1f3cd64-8d20-451e-ade0-e182d3c707ac {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:03.652419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b1f3cd64-8d20-451e-ade0-e182d3c707ac not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:03.668315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-d5d57243-a3c3-48b0-ac19-d555a735eb89', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:03.669452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.806019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:03.855081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Allocated IP 172.20.0.2 (d5d57243-a3c3-48b0-ac19-d555a735eb89/547ae4ca-fdee-4954-884e-6f8821e33639/537ca4f6-3a10-481c-8e41-7d780bd59061) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:04.071596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.084701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Transition to ACTIVE for port object 537ca4f6-3a10-481c-8e41-7d780bd59061 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:04.105147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Transition to ACTIVE for port object 537ca4f6-3a10-481c-8e41-7d780bd59061 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:04.112938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.182422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.20.0.1 (d5d57243-a3c3-48b0-ac19-d555a735eb89/547ae4ca-fdee-4954-884e-6f8821e33639/51200999-b868-491a-9b3f-ae37982bef79) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:04.184905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:04.187847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:04.192872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:04.195477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Pushing event updated for resources: {'Port': ['ID=537ca4f6-3a10-481c-8e41-7d780bd59061,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:04.232297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:45:04.263841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.289715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Attempting to bind port 537ca4f6-3a10-481c-8e41-7d780bd59061 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:04.290825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Attempting to bind port 537ca4f6-3a10-481c-8e41-7d780bd59061 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:04.291373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Attempting to bind port 537ca4f6-3a10-481c-8e41-7d780bd59061 on network d5d57243-a3c3-48b0-ac19-d555a735eb89 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:04.299179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:04.299840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Checking segment: {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:04.300403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.301262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Bound using segment: {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:04.302540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Bound port: 537ca4f6-3a10-481c-8e41-7d780bd59061, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:04.303130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.352928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:04.358110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:04.360761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:04.361686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.370570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475d6a10-732d-4362-974e-37831f6d4fa5 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:04.393136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-54a8e896-3b82-49a0-b1c4-0c25f060d270 req-d1a1e28a-5ae8-47b6-b28f-6e7968644fc2 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0592959 Feb 16 08:45:04.480602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=94787a0c-7b15-4dd4-b8af-c3d55083c43e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:04.521064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] For port 537ca4f6-3a10-481c-8e41-7d780bd59061, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:04.525729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] For port 537ca4f6-3a10-481c-8e41-7d780bd59061, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=537ca4f6-3a10-481c-8e41-7d780bd59061,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:04.530890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.557130 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dd4beb2b-ee06-41b0-82dd-4ddae76f0107 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9056633 Feb 16 08:45:04.559541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33604) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:04.577956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:04.610847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.631026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 51200999-b868-491a-9b3f-ae37982bef79 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:04.656128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.675413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd405bc2-0877-4b16-a140-1aa7c2e65196 None None] Pushing event updated for resources: {'Port': ['ID=537ca4f6-3a10-481c-8e41-7d780bd59061,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:04.745967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:04.751259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:04.755896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:04.764200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '94787a0c-7b15-4dd4-b8af-c3d55083c43e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:04.765134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.798894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:04.810760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:04.822749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:04.828200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:04.836136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.836912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:04.859951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:04.864038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:04.991510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.073367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.109836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:05.110845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.166969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.189713 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 94787a0c-7b15-4dd4-b8af-c3d55083c43e (CIDR: 2001:db8::/64) Feb 16 08:45:05.192113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Allocated IP 2001:db8::f816:3eff:fe54:4e78 (845b2056-9615-46c6-afcf-a7b11d258df1/94787a0c-7b15-4dd4-b8af-c3d55083c43e/21b7f6bd-3bce-4aae-b8bb-d3a431f25c06) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:05.194386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Deleting port eba61c8a-28ec-48b1-91a6-483678d61877 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:05.194386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.456510 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:45:05.457179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:05.467051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.467702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.475247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.485919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Transition to ACTIVE for port object 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:05.512162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Transition to ACTIVE for port object 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:05.520206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.590754 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-529e584e-a549-48bf-8970-18df8e9cf994 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0291626 Feb 16 08:45:05.591193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.596523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33610) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:05.615821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:05.637431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Pushing event updated for resources: {'Port': ['ID=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:05.667799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:05.670635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 537ca4f6-3a10-481c-8e41-7d780bd59061 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:05.675196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1abd711b-3206-4f9b-92ef-e718def28685 req-bb56bee2-cc2c-4764-9728-6e91a7a555b3 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1192772 Feb 16 08:45:05.714114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:05.721909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:05.751121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.755830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:05.844674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:05.846057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:05.866375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Attempting to bind port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:05.866778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Attempting to bind port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:05.867130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Attempting to bind port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:05.877066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:05.877488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:05.878019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.878607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:05.879159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Bound port: 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:05.879577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:05.893133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 537ca4f6-3a10-481c-8e41-7d780bd59061 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:05.923082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Calling delete_port for eba61c8a-28ec-48b1-91a6-483678d61877 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:05.961231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edec14b-de55-4af5-ad66-6ee8466b51ef None None] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:05.972498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.082077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] For port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:06.089068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] For port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:06.093338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Provisioning for port 537ca4f6-3a10-481c-8e41-7d780bd59061 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:06.105977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.139153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 8148a5d0-7b58-4ce0-9d72-9625d0ee4805 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:06.160306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Provisioning complete for port 537ca4f6-3a10-481c-8e41-7d780bd59061 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:06.161210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.180640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:06.199090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:06.210791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:06.221249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:06.247360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:45:06.304764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2608b9a-73d8-424e-b10a-befe732a2941 None None] Pushing event updated for resources: {'Port': ['ID=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:06.354329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:06.357976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.425478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.508484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] For port 537ca4f6-3a10-481c-8e41-7d780bd59061, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=537ca4f6-3a10-481c-8e41-7d780bd59061,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:06.512648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.575118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.591244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb947-8e88-41fb-b0ac-39c629756cc0 None None] Pushing event updated for resources: {'Port': ['ID=537ca4f6-3a10-481c-8e41-7d780bd59061,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:06.643056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:06.653080 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:06.662898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=8148a5d0-7b58-4ce0-9d72-9625d0ee4805,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:06.675750 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:06.676380 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:06.681099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7ad50029-0a70-4e59-bebb-2286f1ffe7fe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3992960 Feb 16 08:45:06.683721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33614) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:06.692438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1477347886'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:06.706642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:06.713068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:06.719888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:06.742487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:06.763987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:06.767227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.836024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.866653 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d4061d4d-d4e7-42ba-8b82-dd4c413d7d78 req-a31e47bd-bfe9-4f11-ae35-2b5c69f76947 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0703096 Feb 16 08:45:06.873594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:06.907333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.907333 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment d099f930-c596-47c1-b31b-c0eda1a877a3 of type vlan for network a6735af0-be4b-4187-8030-8224b4212777 Feb 16 08:45:06.942592 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:06.944769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:06.948748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Provisioning complete for port 537ca4f6-3a10-481c-8e41-7d780bd59061 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:06.949311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.000221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.005026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:07.005682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.205025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=a6735af0-be4b-4187-8030-8224b4212777,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:07.231250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b150d1de-eeab-4f89-ab3f-fd6645a77cba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5461273 Feb 16 08:45:07.234211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33620) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:07.255837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Pushing event deleted for resources: {'Port': ['ID=eba61c8a-28ec-48b1-91a6-483678d61877,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:07.264477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:07.322984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network a6735af0-be4b-4187-8030-8224b4212777 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:07.387958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.467881 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:04Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:05Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:07.474401 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:07.475071 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Updating router 61b70ce8-6bf4-4246-9eed-db56bfd54845 port 51200999-b868-491a-9b3f-ae37982bef79 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:07.622259 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.639300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:07.660185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:07.664682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:07.677236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:07.702922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:07.737128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Provisioning for port 51200999-b868-491a-9b3f-ae37982bef79 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:07.751301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Provisioning complete for port 51200999-b868-491a-9b3f-ae37982bef79 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:07.751682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.862455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-fa48d1c7-151a-45dc-9d54-bd9e729573f5 None None] Port 51200999-b868-491a-9b3f-ae37982bef79 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:07.868775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:07.879115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:07.952178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:07.962601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 537ca4f6-3a10-481c-8e41-7d780bd59061 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:07.966724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.056799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 537ca4f6-3a10-481c-8e41-7d780bd59061 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:08.057456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.067774 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e018aefd-6694-4187-a980-0b88ae86fb7d req-b57b0e52-f6e7-442d-8f13-ed2be8f67055 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0679610 Feb 16 08:45:08.107384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.134769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Provisioning for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:08.141014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Provisioning complete for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:08.141547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.173922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.204514 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.222280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.226662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Transition to ACTIVE for port object 51200999-b868-491a-9b3f-ae37982bef79 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:08.236228 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.331929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.391469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] For port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:08.395843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.402075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.425588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=b016ef97-4f27-4e3f-9f44-4b0511c3ef75,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:08.442338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:08.442951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: a6735af0-be4b-4187-8030-8224b4212777, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:08.470715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network a6735af0-be4b-4187-8030-8224b4212777 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:08.519455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Attempting to bind port 51200999-b868-491a-9b3f-ae37982bef79 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:08.519816 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Attempting to bind port 51200999-b868-491a-9b3f-ae37982bef79 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:08.520165 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Attempting to bind port 51200999-b868-491a-9b3f-ae37982bef79 on network d5d57243-a3c3-48b0-ac19-d555a735eb89 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:08.523436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e8d177d-81c8-4a98-87c5-e5947dc2cdd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.530554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, a6735af0-be4b-4187-8030-8224b4212777) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:08.534978 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:08.535348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Checking segment: {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:08.535735 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.536110 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Bound using segment: {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:08.536573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Bound port: 51200999-b868-491a-9b3f-ae37982bef79, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6e42c2-4461-467b-b7ac-a717ce495e29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:08.536952 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.541132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933e50d-8c01-462b-925c-ca1561f7f542 None None] Pushing event updated for resources: {'Port': ['ID=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:08.545865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306e792d-0257-4471-b7c6-75a98d4bdc1c None None] Network a6735af0-be4b-4187-8030-8224b4212777 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:08.555571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:08.557156 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Pushing event updated for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:08.557340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.571101 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.571443 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.571787 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.572096 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.572435 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.572755 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.573069 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.573396 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.573712 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.574012 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.574321 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:08.583168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:08.590836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:08.606582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=fe42ec34-6a49-40a7-b093-300a4ef681d2,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:08.614839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:08.615452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.620528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5c6b4431-c33e-44ab-ae19-86c9265d0603 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3848884 Feb 16 08:45:08.623788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33626) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:08.635712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34f43eb-7476-46d2-8afb-2eba96acfa27 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:08.676334 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] For port 51200999-b868-491a-9b3f-ae37982bef79, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:08.680052 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] For port 51200999-b868-491a-9b3f-ae37982bef79, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51200999-b868-491a-9b3f-ae37982bef79,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:08.689479 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:08.705496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Router 344357d0-67a6-4652-89f1-07ed8909ce0a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:08.742200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f935e910-4cd8-4af6-84bd-fc9522ae59c7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1355996 Feb 16 08:45:08.744812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33630) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:08.750380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:9f:62:3f', 'name': 'tempest-NetworksTestDHCPv6-800082872'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:08.767514 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f885c-1ba7-4eb0-8e1a-4a08e908e403 None None] Pushing event updated for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:08.791468 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:08.792298 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.053533 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:09.054416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router 6b4cafba-4f75-4cf3-a562-37b27ecc28e5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:09.080137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-a6735af0-be4b-4187-8030-8224b4212777', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:09.081198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.213275 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f73c72-b348-4d75-91fc-6afe8dc4d259 req-4b6af5e6-949c-4ca0-96c4-ffb3139a65ad tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0511253 Feb 16 08:45:09.287250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:09.300594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.301722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8b134cca-cb05-46a7-8600-18ab5e4eea30 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "PUT /v2.0/routers/344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 200 len: 705 time: 6.6188850 Feb 16 08:45:09.323009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] Sync routers for ids ['344357d0-67a6-4652-89f1-07ed8909ce0a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:09.338757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33636) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.367013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:09.372343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:09.376551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:09.383613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:09.394124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:09.401064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f0f021bb-c7db-4999-b50d-1ccc2d625455 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/6b4cafba-4f75-4cf3-a562-37b27ecc28e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9773536 Feb 16 08:45:09.403961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33640) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.411104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:09.421528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] Sync routers for ids ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:09.450187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] Routers {'6b4cafba-4f75-4cf3-a562-37b27ecc28e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:09.451693 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.495019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Allocated IP 172.21.0.2 (a6735af0-be4b-4187-8030-8224b4212777/b016ef97-4f27-4e3f-9f44-4b0511c3ef75/2b0a3586-88eb-49b4-b8e3-f8a317408f89) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:09.528013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e7654c6-bdf5-4f3c-aabe-7326bd4d4f12 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:09.539298 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.565678 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] Routers {'6b4cafba-4f75-4cf3-a562-37b27ecc28e5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:09.566727 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.580260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e7654c6-bdf5-4f3c-aabe-7326bd4d4f12 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:09.582084 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e7654c6-bdf5-4f3c-aabe-7326bd4d4f12 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b4cafba-4f75-4cf3-a562-37b27ecc28e5 HTTP/1.1" status: 200 len: 205 time: 0.1771305 Feb 16 08:45:09.585580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33644) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.635235 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:04Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:08Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.646787 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87f19d-c1e1-4ee9-ba99-b2fac79a7e69 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:04Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:08Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:09.649409 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.649919 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46824e0b-b84d-4dff-927a-a606cb621bf6 None None] The sync data for ids ['6b4cafba-4f75-4cf3-a562-37b27ecc28e5'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:09.742465 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b5889c69-6d19-4cbf-b3f1-7c1b34b3af2a tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/routers/344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 200 len: 740 time: 0.4028373 Feb 16 08:45:09.745254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33648) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.798157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.799252 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e258020d-294f-4527-a71d-1c69ba164af9 tempest-RoutersAdminTest-1838868143 tempest-RoutersAdminTest-1838868143-project-admin] 10.222.0.94 "GET /v2.0/ports?network_id=19ca0748-c71b-4f18-b783-087a01465729&device_id=344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 200 len: 205 time: 0.0528965 Feb 16 08:45:09.801994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.802628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33652) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.814765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Transition to ACTIVE for port object 2b0a3586-88eb-49b4-b8e3-f8a317408f89 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:09.828548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.836537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Transition to ACTIVE for port object 2b0a3586-88eb-49b4-b8e3-f8a317408f89 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:09.851930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] Routers {'344357d0-67a6-4652-89f1-07ed8909ce0a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:09.852760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['344357d0-67a6-4652-89f1-07ed8909ce0a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:09.863153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c9314a65-bab0-4958-89ca-0798585ccb8e tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 200 len: 205 time: 0.0593967 Feb 16 08:45:09.863763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33656) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:09.927645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:45:09.940384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:09.968717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:09.979258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:10.037247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Update dhcp port {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'fixed_ips': [{'subnet_id': '94787a0c-7b15-4dd4-b8af-c3d55083c43e', 'ip_address': '2001:db8::f816:3eff:fe54:4e78'}, {'subnet_id': 'fe42ec34-6a49-40a7-b093-300a4ef681d2'}], 'binding:host_id': 'dv-neutron-829488-1-hyperv'}, 'id': '21b7f6bd-3bce-4aae-b8bb-d3a431f25c06'} from dv-neutron-829488-1-hyperv. {{(pid=83711) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 16 08:45:10.131121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.164899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Network a6735af0-be4b-4187-8030-8224b4212777 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:10.170227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:10.172999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:10.188330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Pushing event updated for resources: {'Port': ['ID=2b0a3586-88eb-49b4-b8e3-f8a317408f89,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:10.233129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.283269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] Routers {'344357d0-67a6-4652-89f1-07ed8909ce0a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:10.284021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:44:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['344357d0-67a6-4652-89f1-07ed8909ce0a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:10.333661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.380115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:10.380907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef40c92-7a1c-48e6-b6b6-aef327cd4a07 None None] The sync data for ids ['344357d0-67a6-4652-89f1-07ed8909ce0a'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:10.406227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:10.406858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.473762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-58da5e80-77d2-4b8e-a216-1d7f0b5fe171 req-13052185-a6dd-4c7b-90be-b8de1e19dce8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1179502 Feb 16 08:45:10.571710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Attempting to bind port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:10.572086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Attempting to bind port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:10.572455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Attempting to bind port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 on network a6735af0-be4b-4187-8030-8224b4212777 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:10.589471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.631992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.635854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:10.636248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Checking segment: {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:10.636645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.637037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Bound using segment: {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:10.637519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Bound port: 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:10.637896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.677644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.678258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router 6b4cafba-4f75-4cf3-a562-37b27ecc28e5 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:45:10.694591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8:0:1::314 (845b2056-9615-46c6-afcf-a7b11d258df1/fe42ec34-6a49-40a7-b093-300a4ef681d2/0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:10.713736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.715076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e647e8e2-edff-4535-bbd5-a9840715174a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/6b4cafba-4f75-4cf3-a562-37b27ecc28e5 HTTP/1.1" status: 204 len: 168 time: 1.1282501 Feb 16 08:45:10.716614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::f816:3eff:fe9f:623f (845b2056-9615-46c6-afcf-a7b11d258df1/94787a0c-7b15-4dd4-b8af-c3d55083c43e/0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:10.718713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33662) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:10.809455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] For port 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:10.813819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] For port 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2b0a3586-88eb-49b4-b8e3-f8a317408f89,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:10.818096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.890477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.905741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:10.917782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42296e-9395-40f1-b2bd-7ba99f867bbd None None] Pushing event updated for resources: {'Port': ['ID=2b0a3586-88eb-49b4-b8e3-f8a317408f89,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:10.923817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e12ffaa-806e-410d-9da2-e5a36e58ca42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.071651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:11.088239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.165162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.167748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.168456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Fanout notify agent at l3_agent the message router_deleted on router 344357d0-67a6-4652-89f1-07ed8909ce0a {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:45:11.183567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.194202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.201720 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33d30a4c-b111-4cf5-89ae-3fcdb786a265 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 204 len: 168 time: 1.3299494 Feb 16 08:45:11.201968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33666) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.222939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:11.255387 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1e0041a3-97c2-444d-866b-0248748c9416 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 200 len: 205 time: 0.0523024 Feb 16 08:45:11.258516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33670) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.329743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.21.0.1 (a6735af0-be4b-4187-8030-8224b4212777/b016ef97-4f27-4e3f-9f44-4b0511c3ef75/772b7c59-44f6-4cd8-89ff-a30b36850342) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:11.352139 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-0aaf6571-ef71-4757-9200-54ecd9b79c36 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:11.353097 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0aaf6571-ef71-4757-9200-54ecd9b79c36 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/344357d0-67a6-4652-89f1-07ed8909ce0a HTTP/1.1" status: 404 len: 336 time: 0.0926404 Feb 16 08:45:11.355898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.395605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.412615 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ce43268f-daff-461b-afe0-bb06d2b0e737 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 200 len: 205 time: 0.0534942 Feb 16 08:45:11.415271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33678) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.427224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Allocated IP 2001:db8:0:1::2 (845b2056-9615-46c6-afcf-a7b11d258df1/fe42ec34-6a49-40a7-b093-300a4ef681d2/21b7f6bd-3bce-4aae-b8bb-d3a431f25c06) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:11.449884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.516580 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-d11ceea1-c637-43e8-b9ec-5e38f4c974be tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:11.520140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d11ceea1-c637-43e8-b9ec-5e38f4c974be tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/d9dc3764-989e-4f61-9abc-193c07106202 HTTP/1.1" status: 404 len: 336 time: 0.1013589 Feb 16 08:45:11.521174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33682) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.538811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:11.545410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:11.554002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:11.558004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:11.558731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.565915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:11.593649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.646701 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d2a46a7b-e73c-4d08-a418-d234458e3ee7 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9008093 Feb 16 08:45:11.653706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33688) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.654418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:11.673012 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6fc129c7-1a72-40fb-8e1c-090d05a9d7a2 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 200 len: 205 time: 0.1512384 Feb 16 08:45:11.678313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] For port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:11.687319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.718529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.732599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33692) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.752540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837cbcc-46a3-4c18-b8d2-1b10c954a13e None None] Network 89aea651-794d-48c9-bdce-69023821065f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:11.757068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.766717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7c076edb-53a8-4541-8e24-6d8d6198ed01 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3 HTTP/1.1" status: 204 len: 168 time: 1.0433774 Feb 16 08:45:11.771640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33696) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.772062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Transition to ACTIVE for port object 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:11.823451 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23c79447-15be-4b3e-91e0-47537350f542 req-1470232f-d755-4bea-b859-06bbeeb901dc tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1740215 Feb 16 08:45:11.833359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51200999-b868-491a-9b3f-ae37982bef79 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:11.883782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.885147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-a6a3bc89-1248-408e-843b-69585d8c3db9 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:11.888737 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a6a3bc89-1248-408e-843b-69585d8c3db9 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/a94bd627-e7b2-4906-aca3-9d2b2b1d5b38 HTTP/1.1" status: 404 len: 336 time: 0.1527317 Feb 16 08:45:11.891779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.892944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:11.893296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:11.894899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33700) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.955000 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d82b302a-1682-4702-91fb-e2a6f400acab tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 200 len: 205 time: 0.0563152 Feb 16 08:45:11.955995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33704) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:11.963535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 772b7c59-44f6-4cd8-89ff-a30b36850342 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:11.998622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.021502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.042233 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-06595a5f-a3fd-47cb-bc0f-4d06f491bd23 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:12.043279 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-06595a5f-a3fd-47cb-bc0f-4d06f491bd23 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/07c82835-105b-4311-ae3a-dbba5f08adaf HTTP/1.1" status: 404 len: 336 time: 0.0859904 Feb 16 08:45:12.046008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33708) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.080305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:12.080926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.111214 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-672992e5-722c-4559-8bdb-0f22b5241751 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 200 len: 205 time: 0.0638950 Feb 16 08:45:12.115181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33712) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.127637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network a6735af0-be4b-4187-8030-8224b4212777 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:12.130720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:12.135515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:12.147759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.175708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:12.211421 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-a214708c-cda4-4df3-9e9b-e8b2c935bd80 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:12.212704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a214708c-cda4-4df3-9e9b-e8b2c935bd80 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/f69592e9-a5dc-4a23-b654-50fc7e39b3c2 HTTP/1.1" status: 404 len: 336 time: 0.0942199 Feb 16 08:45:12.217991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16631d-dcad-458b-a6b5-dd419efe5ca5 None None] Pushing event updated for resources: {'Port': ['ID=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:12.218886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33716) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.257384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb25b618-63bf-44db-ab69-53be7cf9d8ce None None] Network a6735af0-be4b-4187-8030-8224b4212777 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:12.309642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c020cc14-564b-4725-b0ad-2d61efd68b07 tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "GET /v2.0/ports?device_id=329b4bfa-6f1a-43c5-bb03-db814a808f1f HTTP/1.1" status: 200 len: 205 time: 0.0888026 Feb 16 08:45:12.314007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33720) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.321667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 51200999-b868-491a-9b3f-ae37982bef79 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:12.386805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.411180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-ee8e260f-ceeb-4771-9836-c4abc1713a9f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] delete failed (client error): The resource could not be found. Feb 16 08:45:12.412256 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee8e260f-ceeb-4771-9836-c4abc1713a9f tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/routers/329b4bfa-6f1a-43c5-bb03-db814a808f1f HTTP/1.1" status: 404 len: 336 time: 0.0967665 Feb 16 08:45:12.417825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33724) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.464251 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-3056c652-2cff-4b67-baab-f83cf73e193b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:12.464690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3056c652-2cff-4b67-baab-f83cf73e193b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:12.466684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3056c652-2cff-4b67-baab-f83cf73e193b tempest-RoutersAdminTest-985334666 tempest-RoutersAdminTest-985334666-project] 10.222.0.94 "DELETE /v2.0/subnets/5093f722-ecfb-4e13-a623-0b45b8a9683f HTTP/1.1" status: 404 len: 337 time: 0.0478277 Feb 16 08:45:12.497605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51200999-b868-491a-9b3f-ae37982bef79 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:12.498188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.573596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.576297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] DHCP port deletion for 89aea651-794d-48c9-bdce-69023821065f request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:12.594331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Deleting port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:12.594772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.599072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:12.650385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8f935f92-c8e8-4803-98b3-705751abd375 None None] Provisioning for port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:12.749804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:12.956881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33734) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:12.996084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,segment=NetworkSegment(cc251e20-3bb0-469e-b943-231a75237abe),segment_id=cc251e20-3bb0-469e-b943-231a75237abe)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:12.996662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.041771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.109113 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bc626b7b-2411-4bbf-a1aa-3d442d4328b9 req-8c05cac4-7738-4295-b5cb-99102400113a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1510155 Feb 16 08:45:13.189517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 51200999-b868-491a-9b3f-ae37982bef79, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51200999-b868-491a-9b3f-ae37982bef79,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:13.227445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.228602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2b0a3586-88eb-49b4-b8e3-f8a317408f89 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:13.288125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 9f49fe06-a277-4a4c-a308-5fb4aaba69ce owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:13.396578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.434098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.456818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:13.458546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:13.461618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.472894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] For port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,segment=NetworkSegment(cc251e20-3bb0-469e-b943-231a75237abe),segment_id=cc251e20-3bb0-469e-b943-231a75237abe)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:13.473327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.487570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bad2c26d-44a8-42fe-a79f-35bdf6d16eff None None] Provisioning for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:13.495429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bad2c26d-44a8-42fe-a79f-35bdf6d16eff None None] Provisioning complete for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:13.495797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bad2c26d-44a8-42fe-a79f-35bdf6d16eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.500982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:13.504907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.508604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Usage tracker for resource:security_group_rule and tenant:5ab86a2a394d4594add0cb6fd780ba3b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:13.512581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:13.516391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.568473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=9f49fe06-a277-4a4c-a308-5fb4aaba69ce,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:13.602219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No DVR routers for this DVR port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:13.628615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:13.654577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.665027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Calling delete_port for 9f49fe06-a277-4a4c-a308-5fb4aaba69ce owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:13.737150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:13.748645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.751509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.835115 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed8fe985-b23d-47f2-8429-8764d6d61a2b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 HTTP/1.1" status: 204 len: 168 time: 2.1762257 Feb 16 08:45:13.837500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:13.863032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:45:13.863389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:45:13.863821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:13.876219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:13.876824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.890383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:13.946225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network a6735af0-be4b-4187-8030-8224b4212777 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:13.947991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:13.950179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89aea651-794d-48c9-bdce-69023821065f']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:13.966950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc251e20-3bb0-469e-b943-231a75237abe') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:13.967329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc251e20-3bb0-469e-b943-231a75237abe') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:13.995131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.017987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8c4a95-9259-44b9-a166-db751ffa58c0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.018734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cc8c4a95-9259-44b9-a166-db751ffa58c0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:14.027263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.032782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.039986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:45:14.040391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:45:14.055013 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:45:14.059026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-03392252-5265-4293-941b-e559a9687091 None None] Could not find standard attr ID for object 0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 08:45:14.081202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2b0a3586-88eb-49b4-b8e3-f8a317408f89,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:14.087940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-03392252-5265-4293-941b-e559a9687091 None None] Provisioning for port 772b7c59-44f6-4cd8-89ff-a30b36850342 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:14.091644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.112616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cc8c4a95-9259-44b9-a166-db751ffa58c0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:14.116605 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cc8c4a95-9259-44b9-a166-db751ffa58c0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2753079 Feb 16 08:45:14.119298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33746) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.137649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-03392252-5265-4293-941b-e559a9687091 None None] Provisioning complete for port 772b7c59-44f6-4cd8-89ff-a30b36850342 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:14.138030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-03392252-5265-4293-941b-e559a9687091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.195423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.206791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.212580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.217444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.249532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/89aea651-794d-48c9-bdce-69023821065f HTTP/1.1" status: 204 len: 168 time: 2.4730029 Feb 16 08:45:14.250051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2362c71-e356-41fb-b4fd-80b6060125d9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=89aea651-794d-48c9-bdce-69023821065f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:14.258768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33752) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.264892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-208556506', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:14.273902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:14.282870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ab1f04-f07b-4b26-8094-cadcb0ccbbbf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.284408 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d9ab1f04-f07b-4b26-8094-cadcb0ccbbbf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1641784 Feb 16 08:45:14.288680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33756) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.302603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:14.308004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:14.340480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-03392252-5265-4293-941b-e559a9687091 None None] Port 772b7c59-44f6-4cd8-89ff-a30b36850342 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:14.342197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51200999-b868-491a-9b3f-ae37982bef79 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:14.358038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:14.372782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Deleting port 9f49fe06-a277-4a4c-a308-5fb4aaba69ce {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:14.373217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.388971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.389980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.400913 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5ab86a2a394d4594add0cb6fd780ba3b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4394522 Feb 16 08:45:14.409015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33760) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.413867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc55e8-5f5b-40c8-9928-43337e9807ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48001ffa-3d0c-49bd-95db-617fc2c6e879,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:14.414886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.417222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.417965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.418784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:14.443086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-77e322d1-aa06-4acc-82d4-dc243c15e124 req-50eac105-9731-46da-99e6-9b8af3bc5de9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1597886 Feb 16 08:45:14.477141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=2b0a3586-88eb-49b4-b8e3-f8a317408f89,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:14.486358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1069be4c-e115-4de6-b81b-44c97465f10b None None] The port '9f49fe06-a277-4a4c-a308-5fb4aaba69ce' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:45:14.504838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-03392252-5265-4293-941b-e559a9687091 None None] Provisioning complete for port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:14.505216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-03392252-5265-4293-941b-e559a9687091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.566382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51200999-b868-491a-9b3f-ae37982bef79 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:14.567164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.577022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:14.580867 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0fceff32-6884-47db-b459-96e85b2c2a80 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2840114 Feb 16 08:45:14.581215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33764) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.583070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.619599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.629330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.649874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:14.671622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.678622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.682358 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f1e80326-cab9-4233-b704-b4bcfd448eff tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4192462 Feb 16 08:45:14.683389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:14.689813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-517863199'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:14.701713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:14.709603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:14.719979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:14.729353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:14.742854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:14.745170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.777195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.789339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:14.798052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:14.799655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48001ffa-3d0c-49bd-95db-617fc2c6e879,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:14.811665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.811996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 1e04aae8-9775-4dd6-9955-87ba5c8fabca of type vlan for network efc35bea-3079-453b-a436-46396fbe35f2 Feb 16 08:45:14.817873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.818960 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fccbaff3-5950-44c2-93e6-1773aabb4fe7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/48001ffa-3d0c-49bd-95db-617fc2c6e879 HTTP/1.1" status: 204 len: 168 time: 0.4099965 Feb 16 08:45:14.847515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.884480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.890106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:14.891889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.909081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2e137694-b65c-4f6a-b89f-df1785a957f0 None None] Provisioning complete for port 772b7c59-44f6-4cd8-89ff-a30b36850342 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:14.909454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2e137694-b65c-4f6a-b89f-df1785a957f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.968539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2e137694-b65c-4f6a-b89f-df1785a957f0 None None] Port 772b7c59-44f6-4cd8-89ff-a30b36850342 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:14.971742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:14.972002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:14.977841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:14.983531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 94787a0c-7b15-4dd4-b8af-c3d55083c43e {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:14.988572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.002576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:15.004303 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3203659 Feb 16 08:45:15.018252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33774) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.028363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:15.046643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:15.047938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:15.066030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.142303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8496613-1b52-4c88-86f2-a58d445435ad tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=efc35bea-3079-453b-a436-46396fbe35f2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:15.160687 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d737e678-d3cd-442c-90bb-c853324575cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5357816 Feb 16 08:45:15.164611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33780) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.174099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1232487691'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:15.178055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network efc35bea-3079-453b-a436-46396fbe35f2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:15.189307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:15.198121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:15.202280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:15.212132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:15.214422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:15.221257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:15.225631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:15.232472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:15.238533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:15.242176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.268865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:15.270629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.361826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33784) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.379461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:15.395958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.397690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:15.427634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.438135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=94787a0c-7b15-4dd4-b8af-c3d55083c43e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:15.446221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.446617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment b6b4c1bd-2143-4c1f-af02-a07fc88eb043 of type vlan for network ac6c4981-04a9-4716-bb4a-5f615540d882 Feb 16 08:45:15.467557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.505437 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-12e1e5fa-3fd8-4af1-8720-0e19f6a574f9 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/94787a0c-7b15-4dd4-b8af-c3d55083c43e HTTP/1.1" status: 204 len: 168 time: 0.9227123 Feb 16 08:45:15.506245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33790) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.522408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990857cd-0703-46cc-9a07-640cc26790bc None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:15.534901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9f49fe06-a277-4a4c-a308-5fb4aaba69ce no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:15.591053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 9f49fe06-a277-4a4c-a308-5fb4aaba69ce {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:15.591973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9f49fe06-a277-4a4c-a308-5fb4aaba69ce not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:15.602142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.630120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f780aabb-594d-46cd-b163-7dce60b75e2a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=6b1d045e2edf4f08aea5a2fa2908c6f6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2648060 Feb 16 08:45:15.638692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33794) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.696782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3515cd3f-1049-4fba-8e2b-1a54eefae12e req-9b15713c-070e-4a53-b62f-e874f9bf186f tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1685934 Feb 16 08:45:15.768852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.772489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:15.773061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:15.953499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:12Z', 'revision_number': 3, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:12Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:15.955523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=ac6c4981-04a9-4716-bb4a-5f615540d882,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:15.959722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-38a06d26-6850-4d71-994a-b779eba87d7c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7938600 Feb 16 08:45:15.962906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:15.963270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Updating router 61b70ce8-6bf4-4246-9eed-db56bfd54845 port 772b7c59-44f6-4cd8-89ff-a30b36850342 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:15.964533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33798) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:15.970087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:15.989670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network ac6c4981-04a9-4716-bb4a-5f615540d882 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:16.002854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.060901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet fe42ec34-6a49-40a7-b093-300a4ef681d2 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:16.079427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.089092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.115416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.116942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:16.120840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:16.123911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:16.129726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:16.143872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:16.160238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.266146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2b0a3586-88eb-49b4-b8e3-f8a317408f89 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:16.292302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.311984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.365873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=ec72df1a-01e5-4978-86c7-7265475acfbb,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:16.382739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:16.383061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: efc35bea-3079-453b-a436-46396fbe35f2, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:16.413362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.449465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.524908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b70c94b-05a2-4b65-97a4-d4b3dd77f1a3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:16.535783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.536909 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-59ff1af5-4e5d-4241-8795-1e91665b9fdb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5b70c94b-05a2-4b65-97a4-d4b3dd77f1a3 HTTP/1.1" status: 204 len: 168 time: 0.8963792 Feb 16 08:45:16.554545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:16.555208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.555416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network efc35bea-3079-453b-a436-46396fbe35f2 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:16.568009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.606414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, efc35bea-3079-453b-a436-46396fbe35f2) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:16.616854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.627010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=fe42ec34-6a49-40a7-b093-300a4ef681d2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:16.629336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8685f4c-9fb5-47f7-999b-a587b3eff2ca None None] Network efc35bea-3079-453b-a436-46396fbe35f2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:16.629502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:16.630083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.649438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:16.667785 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-42e854a7-b846-43d7-bee7-ad9615d567a8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fe42ec34-6a49-40a7-b093-300a4ef681d2 HTTP/1.1" status: 204 len: 168 time: 1.1578922 Feb 16 08:45:16.669193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33804) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:16.775288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=422a1f51-0e17-4ab2-ba37-342ad0b2d99a,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:16.887784 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f0905c00-9334-4378-815f-9b0926d476a0 req-3e8ca597-53b6-4216-9345-ef04adf44047 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0730624 Feb 16 08:45:16.896875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:16.897609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: ac6c4981-04a9-4716-bb4a-5f615540d882, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:16.900165 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-67ae743a-d19f-46de-8710-ea49c050f340 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8806517 Feb 16 08:45:16.903133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33812) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:16.917708 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-17cf069a-985a-41f0-9a5e-068200a48bcf tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2469988 Feb 16 08:45:16.918177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33816) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:16.923645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:16.982826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4513dfe2-c43a-49e4-8b36-5a96bfa5c1f5 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:17.061697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:17.063261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ac6c4981-04a9-4716-bb4a-5f615540d882 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:17.068963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:17.073473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:17.082699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:17.083558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, ac6c4981-04a9-4716-bb4a-5f615540d882) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:17.097184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:17.101706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.105487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:45:17.116082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fec36db-a094-4b19-a4e7-e548e4cea7c6 None None] Network ac6c4981-04a9-4716-bb4a-5f615540d882 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:17.160259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:17.161397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.251327 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb3cf9fd-ca0d-4c84-a09d-064631f7e99d tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2842548 Feb 16 08:45:17.253317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33826) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:17.336053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-77c0becf-75e9-4e0f-a2ca-179cc4d868e0 None None] Provisioning complete for port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:17.336429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-77c0becf-75e9-4e0f-a2ca-179cc4d868e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.452829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.506598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.517941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-efc35bea-3079-453b-a436-46396fbe35f2', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:17.518961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.531040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Transition to ACTIVE for port object 772b7c59-44f6-4cd8-89ff-a30b36850342 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:17.562098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.589834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.715109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:17.724725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:17.727824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:17.728410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:17.793831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=328b0107-9763-4fbe-9136-d6d7565a0104,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:17.849646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-51a3bd17-88e7-498a-af01-6baac811d376 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9278061 Feb 16 08:45:17.852675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33838) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:17.861652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:17.886770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c246a2-d02f-4db2-86cf-b607d96dee64 None None] Pushing event updated for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:17.892995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33842) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:18.071032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:18.077366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:18.097190 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ff6de4e-cfb7-4791-978b-db5f7660e7f6 req-7554e357-e5d6-4aaf-9d88-bc276eab29a9 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0887911 Feb 16 08:45:18.131997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:18.137807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-ac6c4981-04a9-4716-bb4a-5f615540d882', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:18.138858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.145896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8::1 (efc35bea-3079-453b-a436-46396fbe35f2/ec72df1a-01e5-4978-86c7-7265475acfbb/21f3a1ff-4f92-4432-9a41-1c2e09790b1a) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:18.158223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:18.241319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1218542975'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:18.248980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:18.255767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:network and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:18.264355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:18.267989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:18.271462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.298796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:18.309206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:18.357520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.374555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 21f3a1ff-4f92-4432-9a41-1c2e09790b1a will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:18.383197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:18.386116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.393055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Deleting port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:18.393560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.398722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.409580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.466624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network efc35bea-3079-453b-a436-46396fbe35f2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:18.475048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:18.477876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:18.478407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.495868 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 328b0107-9763-4fbe-9136-d6d7565a0104 (CIDR: 2001:db8::/64) Feb 16 08:45:18.498050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:18.498801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:18.508263 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:45:18.508696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:18.512849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:security_group_rule and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:18.513063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Attempting to bind port 772b7c59-44f6-4cd8-89ff-a30b36850342 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:18.513454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Attempting to bind port 772b7c59-44f6-4cd8-89ff-a30b36850342 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:18.513810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Attempting to bind port 772b7c59-44f6-4cd8-89ff-a30b36850342 on network a6735af0-be4b-4187-8030-8224b4212777 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:18.535701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Allocated IP 172.22.0.2 (ac6c4981-04a9-4716-bb4a-5f615540d882/422a1f51-0e17-4ab2-ba37-342ad0b2d99a/6b84ca5e-143f-4b47-8b95-9e466ef4e24f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:18.549011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:18.568721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:18.583049 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8709cb24-1248-44e4-bccc-f32b9e517d32 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7272112 Feb 16 08:45:18.586073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:18.588092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:18.588483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Checking segment: {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:18.588893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.589915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Bound using segment: {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:18.589915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Bound port: 772b7c59-44f6-4cd8-89ff-a30b36850342, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd099f930-c596-47c1-b31b-c0eda1a877a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:18.590130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.598650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.613449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:18.615139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Allocated IP 2001:db8::2 (efc35bea-3079-453b-a436-46396fbe35f2/ec72df1a-01e5-4978-86c7-7265475acfbb/bbf6c384-614e-496b-bf77-a54a1b4a0bc1) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:18.834528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.860818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.914377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:18.953383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:18.961274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:18.965326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:18.990424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:19.020492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:19.029171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] For port 772b7c59-44f6-4cd8-89ff-a30b36850342, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:19.052683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.053136 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Added segment 2f598592-dd2e-4cef-b43d-450681c7cdc1 of type vlan for network 688bb020-6d76-4578-a958-fbeed362f91d Feb 16 08:45:19.054342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceaf0e8-4f34-4f2c-8b5b-7334e1e3c463,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:19.057161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:19.060848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.086894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] For port 772b7c59-44f6-4cd8-89ff-a30b36850342, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=772b7c59-44f6-4cd8-89ff-a30b36850342,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:19.134045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.135083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.252763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] For port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:19.253345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.291229 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-194f21d8-b0ff-4bb1-903b-8011d5950655 req-0436771d-aac8-4f15-b3c9-7901080d933a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0903003 Feb 16 08:45:19.324209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.329031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:19.329747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.343540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.353375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.354356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.437749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c246a2-d02f-4db2-86cf-b607d96dee64 None None] Pushing event updated for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:19.447653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Calling delete_port for 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:19.474623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Network': ['ID=688bb020-6d76-4578-a958-fbeed362f91d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:19.511242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 688bb020-6d76-4578-a958-fbeed362f91d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:19.512470 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-74331b7a-a4b2-4886-9669-f849ff814e97 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6156917 Feb 16 08:45:19.514917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33860) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:19.522034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'subnet': {'network_id': '688bb020-6d76-4578-a958-fbeed362f91d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:19.533087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.545789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.607226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:19.619826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Transition to ACTIVE for port object 6b84ca5e-143f-4b47-8b95-9e466ef4e24f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:19.631975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:19.632614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:19.641835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:19.645977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:subnet and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:19.649044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:19.655063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:19.666398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:19.770014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.779696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network efc35bea-3079-453b-a436-46396fbe35f2 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:19.782327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:19.826044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Transition to ACTIVE for port object bbf6c384-614e-496b-bf77-a54a1b4a0bc1 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:19.899715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Transition to ACTIVE for port object 6b84ca5e-143f-4b47-8b95-9e466ef4e24f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:19.930524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Transition to ACTIVE for port object bbf6c384-614e-496b-bf77-a54a1b4a0bc1 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:19.939166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.989029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:19.993454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.039650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.22.0.1 (ac6c4981-04a9-4716-bb4a-5f615540d882/422a1f51-0e17-4ab2-ba37-342ad0b2d99a/efd42de1-9657-4cb6-ae89-288831de6d3b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:20.061707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:20.086462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.114507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Network ac6c4981-04a9-4716-bb4a-5f615540d882 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:20.116564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Pushing event updated for resources: {'Port': ['ID=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.122816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] No DVR routers for this DVR port 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:20.126911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:20.140146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.objects.ports [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83709) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:45:20.140664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.177003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Network efc35bea-3079-453b-a436-46396fbe35f2 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:20.177877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:20.189574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a85768-9ded-4d0e-a120-83789863f5f9 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:20.222206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:20.242609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:20.273173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:20.278320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:20.283766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:20.284350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.308503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Subnet': ['ID=baecb2c1-fbc1-486c-80b0-14bdd2179b2c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.324362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=541f693d-2ea4-44c2-86ae-d1230cf2fc47,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.330000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:20.351753 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3284f3b1-b4a2-46b9-8d80-05b3275745ad tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7588124 Feb 16 08:45:20.352012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33868) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:20.358592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:d6:af:f9', 'name': 'tempest-NetworksTestDHCPv6-34785147'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:20.358825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:20.359000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21b7f6bd-3bce-4aae-b8bb-d3a431f25c06 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:20.368047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Checking segment: {'id': '2f598592-dd2e-4cef-b43d-450681c7cdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '688bb020-6d76-4578-a958-fbeed362f91d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:20.368047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network hostable DHCP agents. Network: 688bb020-6d76-4578-a958-fbeed362f91d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:20.427342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.447959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:20.453364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object efd42de1-9657-4cb6-ae89-288831de6d3b will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:20.464457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 688bb020-6d76-4578-a958-fbeed362f91d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:20.469138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:20.469781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.497118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Pushing event updated for resources: {'Port': ['ID=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.499050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0837bdd3-e865-433a-b20a-2ad01673bc87 req-a4a69311-5f4e-43ac-bf34-b403f9378a0a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0688732 Feb 16 08:45:20.505583 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-589c3ecf-1724-4006-a639-2843ceb1b931 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9895985 Feb 16 08:45:20.506679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33872) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:20.508806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8fbeee-5494-45b4-81d0-942ec7b38df7 None None] Network 688bb020-6d76-4578-a958-fbeed362f91d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:20.516679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.518211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-325318783', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:20.531644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:20.542928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:router and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:20.549309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:20.568031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:20.581359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ac6c4981-04a9-4716-bb4a-5f615540d882 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:20.584608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:20.588790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:20.605974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:20.616240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:20.624466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:45:20.626669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.627695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.634989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:20.652703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.673495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.762177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.790585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f6ae5-6f44-4404-8758-030a0375c67e None None] Pushing event deleted for resources: {'Port': ['ID=21b7f6bd-3bce-4aae-b8bb-d3a431f25c06,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:20.861690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Attempting to bind port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:20.862223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Attempting to bind port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:20.863057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Attempting to bind port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f on network ac6c4981-04a9-4716-bb4a-5f615540d882 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:20.870086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.931528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.934545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:20.935054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Checking segment: {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:20.935573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.936078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Bound using segment: {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:20.936697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Bound port: 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:20.937180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:20.946344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Attempting to bind port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:20.946882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Attempting to bind port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:20.947361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Attempting to bind port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 on network efc35bea-3079-453b-a436-46396fbe35f2 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:21.091104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 0cb449a6-2259-4ba0-995a-06dd97d07d9d yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:45:21.093031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:21.093552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Checking segment: {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:21.094795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.095163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Bound using segment: {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:21.095754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Bound port: bbf6c384-614e-496b-bf77-a54a1b4a0bc1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:21.096515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.173371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.189547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:21.221017 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:21.233733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:21.233733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:21.275367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '328b0107-9763-4fbe-9136-d6d7565a0104'}, {'subnet_id': '541f693d-2ea4-44c2-86ae-d1230cf2fc47'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:21.276377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.338295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.343507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.390331 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:21.442091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] For port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:21.460884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.464435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] For port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:21.464789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:21.526762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] For port bbf6c384-614e-496b-bf77-a54a1b4a0bc1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:21.530766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] For port bbf6c384-614e-496b-bf77-a54a1b4a0bc1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:21.564332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33880) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:21.565353 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e88956e6-7c8f-4070-bb59-e080e71ae381 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6591973 Feb 16 08:45:21.572615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121020764'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:21.581782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:21.591370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:21.604668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:21.615079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:21.643567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:21.647081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.664385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ac6c4981-04a9-4716-bb4a-5f615540d882 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:21.667735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:21.699033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b7e560d-9f0e-408f-9be0-1d61e136a7d3 req-4a158aed-b2d8-4f08-9245-2266abb6adca tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0743923 Feb 16 08:45:21.705849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98797de-6bee-4278-adb1-93d03bb07aed None None] Network 688bb020-6d76-4578-a958-fbeed362f91d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:21.738278 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:21.742415 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:21.742974 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Updating router b4721256-7302-4831-aea6-6076f6b0ff6f port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:21.779375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::15a (845b2056-9615-46c6-afcf-a7b11d258df1/328b0107-9763-4fbe-9136-d6d7565a0104/0cb449a6-2259-4ba0-995a-06dd97d07d9d) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:21.789214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8:0:1:f816:3eff:fed6:aff9 (845b2056-9615-46c6-afcf-a7b11d258df1/541f693d-2ea4-44c2-86ae-d1230cf2fc47/0cb449a6-2259-4ba0-995a-06dd97d07d9d) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:21.793572 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.846958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:21.868798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.869260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 85403540-a49d-476f-9907-22117fd9f2fe of type vlan for network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 Feb 16 08:45:21.887749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.930406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.964269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.968715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:21.982021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.090305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.096148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:22.096940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.140590 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.152359 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Transition to ACTIVE for port object 21f3a1ff-4f92-4432-9a41-1c2e09790b1a will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:22.160393 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.168675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade9bb3-0a9f-4830-805c-49c33327f577 None None] Pushing event updated for resources: {'Port': ['ID=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.202404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.228952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.60 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/1e1eff6d-d385-4fcf-945e-b988519813fd) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:22.238325 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43073d9-4dd5-4929-b9cd-63f1a4aa3ee4 None None] Pushing event updated for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.241475 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6757684 Feb 16 08:45:22.245991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33884) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:22.256916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d12da3-1136-4848-a48c-5c15b0a22dc4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=9dd7ee4c-8a59-432a-80c1-219f2c0daca4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.269430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 0cb449a6-2259-4ba0-995a-06dd97d07d9d will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:22.277597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:22.300815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:22.334388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:12Z', 'revision_number': 3, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:22.397729 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Attempting to bind port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:22.398027 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Attempting to bind port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:22.398391 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Attempting to bind port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a on network efc35bea-3079-453b-a436-46396fbe35f2 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:22.405452 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:22.405912 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Checking segment: {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:22.406253 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.407224 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Bound using segment: {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:22.408291 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Bound port: 21f3a1ff-4f92-4432-9a41-1c2e09790b1a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e04aae8-9775-4dd6-9955-87ba5c8fabca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:22.408291 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.440862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.461773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:22.466699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:22.471239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:22.477216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c56f3c-2eb6-4e9c-9e33-0e320be199e7 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:12Z', 'revision_number': 3, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:22.483664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:22.523786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:22.555655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:22.570758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] For port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:22.588995 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] For port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:22.599763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ac13e-94d9-424a-8f85-ccc96fed81bc None None] Pushing event updated for resources: {'Port': ['ID=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.599915 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.623470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:22.633277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.643742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=0cb449a6-2259-4ba0-995a-06dd97d07d9d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.649035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:22.662822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:22.670160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:22.670875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:22.723566 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0ac3566f-6e8c-4bd9-bb1a-426a77aaaa01 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.3704150 Feb 16 08:45:22.727701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33890) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:22.805383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/328b0107-9763-4fbe-9136-d6d7565a0104/252f3115-b59f-4f91-a75a-96b2ced56af9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:22.808392 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43073d9-4dd5-4929-b9cd-63f1a4aa3ee4 None None] Pushing event updated for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:22.815133 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:22.816083 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:22.828757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe02:ff75 (845b2056-9615-46c6-afcf-a7b11d258df1/541f693d-2ea4-44c2-86ae-d1230cf2fc47/252f3115-b59f-4f91-a75a-96b2ced56af9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:22.879266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 0cb449a6-2259-4ba0-995a-06dd97d07d9d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:22.879920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.078101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfccc180-d539-4156-aea7-d6d8beb930eb req-d2575760-30d1-41d0-aa27-2f24e0d3eb1f tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2268484 Feb 16 08:45:23.095590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.175672 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:23.330499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.338341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.363872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Transition to ACTIVE for port object 252f3115-b59f-4f91-a75a-96b2ced56af9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:23.418320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Transition to ACTIVE for port object 252f3115-b59f-4f91-a75a-96b2ced56af9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:23.431214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.446747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:23.454511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:23.464116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=1e1eff6d-d385-4fcf-945e-b988519813fd,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:23.467021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:23.551561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:23.561066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:23.570471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:23.593502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Pushing event updated for resources: {'Port': ['ID=252f3115-b59f-4f91-a75a-96b2ced56af9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:23.662323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.729062 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:22Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:23.733641 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade4f0a2-bb22-4df0-bfd6-ba4b9994d7bf None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:22Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:23.740197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.798571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Attempting to bind port 252f3115-b59f-4f91-a75a-96b2ced56af9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:23.799312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Attempting to bind port 252f3115-b59f-4f91-a75a-96b2ced56af9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:23.799942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Attempting to bind port 252f3115-b59f-4f91-a75a-96b2ced56af9 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:23.819341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:23.820015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:23.821059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.821817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:23.822508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Bound port: 252f3115-b59f-4f91-a75a-96b2ced56af9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:23.823109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:23.849120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=64006e31-dee8-4e61-b200-8b3ec9341728,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:23.900874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:23.901689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 9dd7ee4c-8a59-432a-80c1-219f2c0daca4, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:23.944902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:23.952734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:23.959368 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ef971d9b-cabc-47e2-8a1d-6a38636c7e7e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7048116 Feb 16 08:45:23.963444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33894) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:23.966783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] For port 252f3115-b59f-4f91-a75a-96b2ced56af9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:23.969007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'network': {'name': 'tempest-RoutersTest-1643074425'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:23.976397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:23.980368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9dd7ee4c-8a59-432a-80c1-219f2c0daca4) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:23.980790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] For port 252f3115-b59f-4f91-a75a-96b2ced56af9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=252f3115-b59f-4f91-a75a-96b2ced56af9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:23.982230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:network and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:23.983616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffac141-eb1f-45c9-a2c9-3bba04a1d37f None None] Network efc35bea-3079-453b-a436-46396fbe35f2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:23.987684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:23.991186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:23.991778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.001195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:24.021826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3de6ebf-5854-4396-a059-53ac38c0487b None None] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:24.024151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:24.024941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 0cb449a6-2259-4ba0-995a-06dd97d07d9d owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:24.028690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.042063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.051096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0626a750-4a0d-4916-917d-4a87253f80cb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7975414 Feb 16 08:45:24.054932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33898) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:24.067226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:24.078715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.079353 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added segment e0e0615d-b454-49b0-94f5-5fffb4397306 of type vlan for network ba71f450-9289-4018-af5c-51889e696e7a Feb 16 08:45:24.122992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.209260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.213957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:24.214642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.405534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4407520 Feb 16 08:45:24.409185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:24.416540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'subnet': {'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:24.424144 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd282dbf-e85d-4f69-8e3e-82ce6a52f79f req-01b0c46a-00bb-47ea-b511-ff3a753e9051 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1699243 Feb 16 08:45:24.443005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf510b6-41e5-4a9c-8bdf-440704b6767b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Network': ['ID=ba71f450-9289-4018-af5c-51889e696e7a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:24.471707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bbf6c384-614e-496b-bf77-a54a1b4a0bc1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:24.573941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network ba71f450-9289-4018-af5c-51889e696e7a details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:24.575036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:24.582369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:subnet and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:24.588327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:24.598120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:24.617634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Made reservation on behalf of 0c524231ed5e45d8936683b26ab6e7e4 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:24.622020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff922e7f-3ea5-43bd-987d-135974d301dc None None] Network ac6c4981-04a9-4716-bb4a-5f615540d882 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:24.683848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.685578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.755187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.792170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-abffb638-1443-42d8-b128-67b42a0defd7 None None] Provisioning for port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:24.837434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddbc89-de0a-45aa-9ed5-62e26a326b61 None None] Pushing event updated for resources: {'Port': ['ID=252f3115-b59f-4f91-a75a-96b2ced56af9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:24.871820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:24.994073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=0cb449a6-2259-4ba0-995a-06dd97d07d9d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:25.021125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.106620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.121773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Subnet': ['ID=a45e9e14-d354-40a2-9722-56faa8ee257d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:25.128462 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a57860dd-d89e-493e-bd61-4d63b49b7464 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/0cb449a6-2259-4ba0-995a-06dd97d07d9d HTTP/1.1" status: 204 len: 168 time: 2.3974938 Feb 16 08:45:25.129343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33908) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:25.145120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:25.158884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a20a917a-d9d6-4620-835a-ef7b4959f753 None None] Provisioning for port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:25.195849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:25.196229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.199311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Checking segment: {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:25.199668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network hostable DHCP agents. Network: ba71f450-9289-4018-af5c-51889e696e7a, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:25.228810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:25.229078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.265631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f199f26-9bcf-4595-831d-fc8ceff3dae4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:25.269534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7f199f26-9bcf-4595-831d-fc8ceff3dae4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1372604 Feb 16 08:45:25.269534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ba71f450-9289-4018-af5c-51889e696e7a is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:25.270591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:25.347284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, ba71f450-9289-4018-af5c-51889e696e7a) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:25.354813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:25.356991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.386455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d270cdf0-550d-4823-ade7-7ddb858f78f7 None None] Network ba71f450-9289-4018-af5c-51889e696e7a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:25.413237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dc7f23-684d-4e21-b715-eb26ff66cd98 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:25.414795 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-87dc7f23-684d-4e21-b715-eb26ff66cd98 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1419995 Feb 16 08:45:25.418064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33916) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:25.475931 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6222071c-4084-4d47-a783-f9e02bcc1853 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0660353 Feb 16 08:45:25.480711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:25.579812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.701692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port bbf6c384-614e-496b-bf77-a54a1b4a0bc1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:25.914349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:25.915737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 772b7c59-44f6-4cd8-89ff-a30b36850342 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:25.945761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:45:25.970255 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bad1728b-1391-48dc-9b7a-d26575a6f56e req-4d06a1c4-3692-48e0-95fe-57e16b0a334d tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.4026499 Feb 16 08:45:25.991618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:26.008758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:26.041471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:26.042834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:26.044333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:26.045155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:26.106895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:26.108309 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0c6394db-e6b5-4856-9040-4eae58a5bb8b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6892223 Feb 16 08:45:26.112890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33926) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:26.223947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-ba71f450-9289-4018-af5c-51889e696e7a', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:26.225664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:26.284176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60eb26a-4f19-4458-98e2-6a1da75bbace None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:26.612068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:26.612788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:26.727585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:26.741695 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:26.763663 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:26.765038 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:26.789954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:26.792248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-21bbbf75-ed96-46fe-9148-ee8e7597439b tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.2818849 Feb 16 08:45:26.794612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33930) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:26.801291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 328b0107-9763-4fbe-9136-d6d7565a0104 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:26.811288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:26.876573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:26.895395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Allocated IP 2001:db8:1::2 (9dd7ee4c-8a59-432a-80c1-219f2c0daca4/64006e31-dee8-4e61-b200-8b3ec9341728/6b29670a-50e2-48b5-ba3f-e98d16abeaa6) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:26.898121 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:26.899197 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:26.950335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.036158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:27.049601 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:27.054124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f453ca22-ccbe-404d-b81a-2cc698e7269e None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:27.160363 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0eb4c2ba-01b5-42ba-add4-7230653a6f5b req-dcababec-6b52-41ce-ab5c-983f94b22610 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0572033 Feb 16 08:45:27.294108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.381850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cab38d85-2b1a-447d-9019-9b62e1d8dcf7 None None] Provisioning complete for port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:27.382194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cab38d85-2b1a-447d-9019-9b62e1d8dcf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.407715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:27.524140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.571381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=328b0107-9763-4fbe-9136-d6d7565a0104,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:27.587571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.601810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.641171 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-862b57fb-3604-41f0-b661-c236c11b3a26 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/328b0107-9763-4fbe-9136-d6d7565a0104 HTTP/1.1" status: 204 len: 168 time: 1.5241494 Feb 16 08:45:27.641580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33936) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:27.644164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 772b7c59-44f6-4cd8-89ff-a30b36850342 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:27.732595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 772b7c59-44f6-4cd8-89ff-a30b36850342 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:27.732595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.840439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 541f693d-2ea4-44c2-86ae-d1230cf2fc47 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:27.846424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.871330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.959753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:27.995735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Allocated IP 172.23.0.2 (ba71f450-9289-4018-af5c-51889e696e7a/a45e9e14-d354-40a2-9722-56faa8ee257d/1ca43345-8a1e-4150-883e-fa795733299e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:28.032468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.063808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Transition to ACTIVE for port object 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:28.070141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:20Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:18Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:21Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:28.135685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.195776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:28.196132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Updating router 61b70ce8-6bf4-4246-9eed-db56bfd54845 port efd42de1-9657-4cb6-ae89-288831de6d3b binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:28.220416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.287484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Transition to ACTIVE for port object 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:28.299607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.332951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.397975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.417148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef385a9-64c8-4baa-a585-7dd0a6ce98dc None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:28.421487 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd4c96aa-c6b5-4ba9-96cf-9bf65ca01e6c req-a0561d97-911b-4d19-8121-fa19ca81fd91 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0732548 Feb 16 08:45:28.447744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=541f693d-2ea4-44c2-86ae-d1230cf2fc47,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:28.455242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.457121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8:1::1 (9dd7ee4c-8a59-432a-80c1-219f2c0daca4/64006e31-dee8-4e61-b200-8b3ec9341728/01606d3f-fbda-42df-8c18-ea3ec48fb581) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:28.468619 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6c8ac475-6b5b-4338-8edd-94d8b7ba5a3e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/541f693d-2ea4-44c2-86ae-d1230cf2fc47 HTTP/1.1" status: 204 len: 168 time: 0.8256612 Feb 16 08:45:28.471308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33942) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:28.504495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cab38d85-2b1a-447d-9019-9b62e1d8dcf7 None None] Provisioning for port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:28.543833 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ddff6940-7b6d-44d3-9719-a7ad10df3873 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712748 Feb 16 08:45:28.546598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33946) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:28.552925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:28.585405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Pushing event updated for resources: {'Port': ['ID=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:28.674026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:28.680471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:28.685250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:28.695482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:28.699911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.1 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/505530b5-3acc-4b68-8325-3ba2c19dc0ab) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:28.714957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:28.720285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.736865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.753382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:28.768096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:28.770997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:28.827327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 772b7c59-44f6-4cd8-89ff-a30b36850342, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=772b7c59-44f6-4cd8-89ff-a30b36850342,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:28.829785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 01606d3f-fbda-42df-8c18-ea3ec48fb581 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:28.897329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.926584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.927804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b84ca5e-143f-4b47-8b95-9e466ef4e24f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:28.950394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:28.987377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:28.991629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:28.994473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:28.997472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:28.998042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.032463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.054720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.144017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:29.149054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:29.154763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:29.157456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:29.162406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:29.168798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:29.169709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.181556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=7bb2f950-e9bd-42bc-beb9-498c84571a1e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:29.193468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.210846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=505530b5-3acc-4b68-8325-3ba2c19dc0ab,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:29.253144 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-850c9cdd-7b8a-4158-b295-c8e563c6c1fd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7045815 Feb 16 08:45:29.256735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33950) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:29.268009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:29.276975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.383696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.438396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.501320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Attempting to bind port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:29.501898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Attempting to bind port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:29.502832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Attempting to bind port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 on network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:29.518162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:29.525930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Transition to ACTIVE for port object 1ca43345-8a1e-4150-883e-fa795733299e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:29.534203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:29.541004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:29.545974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:29.557776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:29.573928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:29.580836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.680563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:29.681159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Checking segment: {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:29.681797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.682414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Bound using segment: {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:29.683228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Bound port: 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:29.683835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.722942 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-93c4d32d-d11f-44fc-9826-a66ab3e7daa8 req-7e2a6db3-2d26-4828-829b-87e4bd1ac80b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1540434 Feb 16 08:45:29.745157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Transition to ACTIVE for port object 1ca43345-8a1e-4150-883e-fa795733299e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:29.753073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8f1c6348-3d58-4717-a94e-eab49b50bd5c None None] Provisioning for port 252f3115-b59f-4f91-a75a-96b2ced56af9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:29.779227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.847094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:29.914474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:29.951695 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.ipam_backend_mixin [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7bb2f950-e9bd-42bc-beb9-498c84571a1e (CIDR: 2001:db8::/64) Feb 16 08:45:29.962013 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:45:29.962742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:29.967175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:29.967756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:29.990987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Allocated IP 172.23.0.1 (ba71f450-9289-4018-af5c-51889e696e7a/a45e9e14-d354-40a2-9722-56faa8ee257d/05d504e9-4d5e-4bb1-acb7-c3a3129f96d4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:30.014215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3caa743b-0407-4e42-8209-c7031bbc1555 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7556777 Feb 16 08:45:30.021080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33956) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:30.046911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Deleting port 252f3115-b59f-4f91-a75a-96b2ced56af9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:30.047523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.058722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'subnet': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:30.170843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.183780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.195119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.224469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Network ba71f450-9289-4018-af5c-51889e696e7a is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:30.241911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.260048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:30.263177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:30.265394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Pushing event updated for resources: {'Port': ['ID=1ca43345-8a1e-4150-883e-fa795733299e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:30.298229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.343501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] For port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:30.406288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:30.410513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.418469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:subnet and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:30.422241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:30.432483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:30.436903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Transition to ACTIVE for port object 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:30.445301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:45:30.448241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:30.452108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.454986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:30.461442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] For port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:30.506138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.533221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.560986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.631206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=505530b5-3acc-4b68-8325-3ba2c19dc0ab,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:30.644238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:30.652612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:30.661926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ba71f450-9289-4018-af5c-51889e696e7a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:30.666888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:30.673496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:30.692927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8f1c6348-3d58-4717-a94e-eab49b50bd5c None None] Provisioning for port efd42de1-9657-4cb6-ae89-288831de6d3b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:30.706847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:30.720996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Attempting to bind port 1ca43345-8a1e-4150-883e-fa795733299e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:30.721379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Attempting to bind port 1ca43345-8a1e-4150-883e-fa795733299e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:30.722015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Attempting to bind port 1ca43345-8a1e-4150-883e-fa795733299e on network ba71f450-9289-4018-af5c-51889e696e7a {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:30.736833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8f1c6348-3d58-4717-a94e-eab49b50bd5c None None] Provisioning complete for port efd42de1-9657-4cb6-ae89-288831de6d3b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:30.737093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8f1c6348-3d58-4717-a94e-eab49b50bd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.775785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.845485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.856032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:30.856604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.857193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:30.900091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:30.900538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Checking segment: {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:30.900903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.901374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Bound using segment: {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:30.901975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Bound port: 1ca43345-8a1e-4150-883e-fa795733299e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:30.902356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.941683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Transition to ACTIVE for port object efd42de1-9657-4cb6-ae89-288831de6d3b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:30.945979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea72ebf-c2ed-4e1c-8b05-ea600fbf8988 None None] Pushing event updated for resources: {'Port': ['ID=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:30.954616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] For port 252f3115-b59f-4f91-a75a-96b2ced56af9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=252f3115-b59f-4f91-a75a-96b2ced56af9,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:30.955103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:30.966315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c6348-3d58-4717-a94e-eab49b50bd5c None None] Port efd42de1-9657-4cb6-ae89-288831de6d3b cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:30.978244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.100446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.130301 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aadb2e25-1b8e-4813-8ce0-4d0c38fd5036 req-8a9b423a-d884-4175-bb08-6c751318c189 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.2182982 Feb 16 08:45:31.242138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Calling delete_port for 252f3115-b59f-4f91-a75a-96b2ced56af9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:31.331062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:31.428162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] For port 1ca43345-8a1e-4150-883e-fa795733299e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:31.431683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] For port 1ca43345-8a1e-4150-883e-fa795733299e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1ca43345-8a1e-4150-883e-fa795733299e,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:31.432998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.456060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.463523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a8068-02b3-42ee-820a-f6955fd074ba None None] Pushing event updated for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:31.565740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.objects.ports [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83710) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 16 08:45:31.652489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.677401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:31.687666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] No DVR routers for this DVR port 252f3115-b59f-4f91-a75a-96b2ced56af9 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:31.744893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb09e91-9a86-4854-aa60-501764d0c1c0 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:31.766595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:31.831124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:31.955594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:31.973678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:31.990857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b3f464cc-d8ba-4b96-9819-83751375157e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9342465 Feb 16 08:45:31.991536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33962) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:31.998262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:31.999736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1254291625'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:32.003665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Port 252f3115-b59f-4f91-a75a-96b2ced56af9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83710) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 16 08:45:32.004078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.ipam_pluggable_backend [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe02:ff75 {{(pid=83710) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 16 08:45:32.012367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.029901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:32.043625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Attempting to bind port efd42de1-9657-4cb6-ae89-288831de6d3b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:32.044082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Attempting to bind port efd42de1-9657-4cb6-ae89-288831de6d3b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:32.044541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Attempting to bind port efd42de1-9657-4cb6-ae89-288831de6d3b on network ac6c4981-04a9-4716-bb4a-5f615540d882 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:32.066943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:32.088713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:32.119034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.140043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:32.140418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Checking segment: {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:32.140920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.141312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Bound using segment: {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:32.141792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Bound port: efd42de1-9657-4cb6-ae89-288831de6d3b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:32.142162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.151858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:32.167544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:32.175520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0bdb27-4e79-48a1-ba89-74b5dd1725f1 None None] Pushing event updated for resources: {'Port': ['ID=1ca43345-8a1e-4150-883e-fa795733299e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:32.204164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:32.207618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.246696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.247926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:32.274290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.274716 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment 1457e3eb-870e-48fd-9d97-9a2ef2ba752b of type vlan for network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 Feb 16 08:45:32.309698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:32.315864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:32.316481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:32.352936 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8cf9563e-5579-46b3-8336-a8af125b4098 req-d8312488-5a6e-45d0-a356-2b946593380b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0566478 Feb 16 08:45:32.394856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.411185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event updated for resources: {'Port': ['ID=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:32.420888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.452873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.457854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:32.458579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.521160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:32.532823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fe2333-01f8-491e-b6f5-53172884ae8f None None] Pushing event deleted for resources: {'Port': ['ID=252f3115-b59f-4f91-a75a-96b2ced56af9,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:32.542315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:32.544254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bbf6c384-614e-496b-bf77-a54a1b4a0bc1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:32.546281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:32.547105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:32.575506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Subnet': ['ID=6295485f-183f-4941-8900-59c50bf89dcd,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:32.592725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:32.596250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=9f603ad9-e2c9-4c95-9b9c-eb725d379ee5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:32.602601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-45a4cc0e-7f36-442e-8d13-90ca5a135037 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/routers/8249f766-25a3-4536-95f5-b881fe799d25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8063314 Feb 16 08:45:32.604026 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-933fd351-b611-4e52-b387-c5a6e60da05a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6100032 Feb 16 08:45:32.605064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:32.607230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:32.608679 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:32.611811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'port': {'network_id': '688bb020-6d76-4578-a958-fbeed362f91d', 'name': 'tempest-FloatingIPTestJSON-1579098261'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:32.618074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5641c4-7454-4990-85ff-bf231ad74082 None None] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:32.624082 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:32.625478 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:32.639481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:32.645670 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a71396b-179a-4daf-a032-a5f000cfb5a3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.6207521 Feb 16 08:45:32.645670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Network ba71f450-9289-4018-af5c-51889e696e7a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:32.646315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33976) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:32.649806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:32.661502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Request body: {'port': {'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'mac_address': 'fa:16:3e:f5:22:62', 'name': 'tempest-NetworksTestDHCPv6-433816352'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:32.668376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:32.709832 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:32.725082 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:32.725986 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:32.763147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:32.767171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:32.770152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:32.776177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:32.808113 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:32.808860 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93505d36-424e-44e8-bcef-053e9f9ec9f0 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:32.840992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:33.005796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:33.012802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.013705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Usage tracker for resource:port and tenant:0a038040cc8240ffaccdcac3060d3dc6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:33.018891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:33.026041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:33.053574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] For port efd42de1-9657-4cb6-ae89-288831de6d3b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:33.057358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] For port efd42de1-9657-4cb6-ae89-288831de6d3b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efd42de1-9657-4cb6-ae89-288831de6d3b,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:33.130364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:33.135634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.142149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:port and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:33.146925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:33.160434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:33.180746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:33.185590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.216801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] device_id is not set on port f81bac22-377d-4072-aa75-c9d2eb7c25d5 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:45:33.265074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:33.306665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Made reservation on behalf of 0a038040cc8240ffaccdcac3060d3dc6 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:33.324363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6982bbb0-5863-43c3-a620-fd493e05921c None None] Network ba71f450-9289-4018-af5c-51889e696e7a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:33.337233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Provisioning for port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:33.372829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-845b2056-9615-46c6-afcf-a7b11d258df1', 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1', 'tenant_id': '0a038040cc8240ffaccdcac3060d3dc6', 'fixed_ips': [{'subnet_id': '6295485f-183f-4941-8900-59c50bf89dcd'}, {'subnet_id': '7bb2f950-e9bd-42bc-beb9-498c84571a1e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:33.373652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.493868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.540635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] device_id is not set on port 994b6619-16e0-4691-85d3-66b6161b5281 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:45:33.569460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.571840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a8068-02b3-42ee-820a-f6955fd074ba None None] Pushing event updated for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:33.575020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Provisioning complete for port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:33.575397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.636136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ae8457f2-fa3b-4ced-9fb6-5954506c0097 req-dbfdc188-91ca-4334-900a-bfbb4293109a tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.1032386 Feb 16 08:45:33.640751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:33.641123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.686837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:33.699666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=0f5b48aa-5387-4990-a267-35b7d3ff366f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:33.756404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:33.756676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:33.799085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.2 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/f81bac22-377d-4072-aa75-c9d2eb7c25d5) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:33.831643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:33.855801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:33.860385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:33.861037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:33.889322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18d1583-4f23-4192-91f5-0285748dcce1 None None] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:33.959097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:33.959740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:33.966713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4448a59f-f993-4229-aae8-70ead649523e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3335285 Feb 16 08:45:33.967966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33982) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:34.025182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8::303 (845b2056-9615-46c6-afcf-a7b11d258df1/7bb2f950-e9bd-42bc-beb9-498c84571a1e/994b6619-16e0-4691-85d3-66b6161b5281) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:34.047070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Allocated IP 2001:db8:0:1:f816:3eff:fef5:2262 (845b2056-9615-46c6-afcf-a7b11d258df1/6295485f-183f-4941-8900-59c50bf89dcd/994b6619-16e0-4691-85d3-66b6161b5281) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:34.050977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.082859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.169478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:34.170241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=f81bac22-377d-4072-aa75-c9d2eb7c25d5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:34.174165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:34.176588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:34.221784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:34.286776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:34.287415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.293745 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed76a7d9-0795-4c90-b019-ff3adc89b083 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8093724 Feb 16 08:45:34.296144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33986) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:34.305107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:34.446481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 772b7c59-44f6-4cd8-89ff-a30b36850342 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:34.457780 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-998c3d6a-06cb-4ecf-ba0c-640186da1601 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8515890 Feb 16 08:45:34.458607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 33990) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:34.466582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'port': {'network_id': '688bb020-6d76-4578-a958-fbeed362f91d', 'name': 'tempest-FloatingIPTestJSON-1929760422'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:34.506098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.527246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Transition to ACTIVE for port object 994b6619-16e0-4691-85d3-66b6161b5281 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:34.566314 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:45:34.581233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.632779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.644817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:34.648858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:port and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:34.651925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:34.658789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:34.679180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:34.683124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.712625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] device_id is not set on port e714fc64-effd-4d7f-b860-ded2c80ba4b9 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:45:34.728050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:34.895054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] For port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:34.927013 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1c546fb5-6710-4231-93df-8ea72d509dbf req-0d710fa0-3394-4489-9f6f-64b444c8b182 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0610418 Feb 16 08:45:34.955404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:34.985295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:34.990764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:34.993477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event updated for resources: {'Port': ['ID=994b6619-16e0-4691-85d3-66b6161b5281,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:34.996078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:35.000570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:35.001142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.042313 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9b1aa132-a066-4161-af0c-ec089621160a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3941054 Feb 16 08:45:35.049106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 33996) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:35.070062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfd3945-866a-42af-be7a-cd12d0f90431 None None] Pushing event updated for resources: {'Port': ['ID=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:35.117337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.5 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/e714fc64-effd-4d7f-b860-ded2c80ba4b9) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:35.150801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting port 994b6619-16e0-4691-85d3-66b6161b5281 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:35.151283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.309222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:35.313714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.462209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 772b7c59-44f6-4cd8-89ff-a30b36850342 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:35.462958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.489074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.537580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Allocated IP 2001:db8::2 (845b2056-9615-46c6-afcf-a7b11d258df1/7bb2f950-e9bd-42bc-beb9-498c84571a1e/0ac19f63-fc8c-4e75-93ce-a028e4f57064) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:35.549322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Provisioning complete for port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:35.549695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.619220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe47:c599 (845b2056-9615-46c6-afcf-a7b11d258df1/6295485f-183f-4941-8900-59c50bf89dcd/0ac19f63-fc8c-4e75-93ce-a028e4f57064) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:35.686931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.805442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:29Z', 'revision_number': 3, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:29Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:22Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:35.832583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Calling delete_port for 994b6619-16e0-4691-85d3-66b6161b5281 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:35.890417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:35.899423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:45:35.901200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:35.901565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Updating router b4721256-7302-4831-aea6-6076f6b0ff6f port 01606d3f-fbda-42df-8c18-ea3ec48fb581 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:35.923480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Removed routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:45:35.923799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.095569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.104982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Allocated IP 2001:db8:2::2 (9f603ad9-e2c9-4c95-9b9c-eb725d379ee5/0f5b48aa-5387-4990-a267-35b7d3ff366f/eb0b63e4-245a-4e3e-b8fa-f819c5c6d255) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:36.106320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91d407bb-afcb-491d-ac0a-9bb39ee8714c req-4fbf3414-4e74-44af-9045-c22c6e89430b tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0523906 Feb 16 08:45:36.108248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.220356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21f3a1ff-4f92-4432-9a41-1c2e09790b1a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:36.220988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=e714fc64-effd-4d7f-b860-ded2c80ba4b9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:36.233465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:36.235725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:36.236161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.244583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:36.319794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Port': ['ID=994b6619-16e0-4691-85d3-66b6161b5281,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:36.324530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:36.325145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.370677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.383074 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5b61ec34-9607-4c20-a616-de2c33df78df tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/994b6619-16e0-4691-85d3-66b6161b5281 HTTP/1.1" status: 204 len: 168 time: 1.3311901 Feb 16 08:45:36.385350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34002) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:36.432829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e34ee068-efe6-4ce9-97d7-1f34aaa9777a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:36.450128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e34ee068-efe6-4ce9-97d7-1f34aaa9777a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:36.451818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e34ee068-efe6-4ce9-97d7-1f34aaa9777a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0654907 Feb 16 08:45:36.454331 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0f67a9cf-cfcb-4b76-affa-e5bd82680d69 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9932089 Feb 16 08:45:36.457813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34006) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:36.458155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34008) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:36.501699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.501930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'e714fc64-effd-4d7f-b860-ded2c80ba4b9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:36.505151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.510904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:36.520609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:floatingip and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:36.525180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a8663724-07bc-45fc-ae11-842327e10cb5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0659103 Feb 16 08:45:36.526084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:36.528659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34014) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:36.550935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.565319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:36.595914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.622141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:36.623371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:36.624312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:30Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '05d504e9-4d5e-4bb1-acb7-c3a3129f96d4', 'name': '', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:86:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:27Z', 'updated_at': '2022-02-16T08:45:31Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:33Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:36.624684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:36.625982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:36.627274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Transition to ACTIVE for port object 0ac19f63-fc8c-4e75-93ce-a028e4f57064 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:36.659711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c35acb-6814-4ecf-aabe-6931169491e9 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:30Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '05d504e9-4d5e-4bb1-acb7-c3a3129f96d4', 'name': '', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:86:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:27Z', 'updated_at': '2022-02-16T08:45:31Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:33Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:36.697287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:36.702656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Provisioning for port 01606d3f-fbda-42df-8c18-ea3ec48fb581 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:36.707145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:36.708311 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b320de7-d175-4137-a57b-7845dbad08a5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1787574 Feb 16 08:45:36.711682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34018) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:36.740410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Provisioning complete for port 01606d3f-fbda-42df-8c18-ea3ec48fb581 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:36.740977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.776715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.783359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Transition to ACTIVE for port object 0ac19f63-fc8c-4e75-93ce-a028e4f57064 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:36.817515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:36.905907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:37.036218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:37.036770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.116840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.231 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/6fff7f6a-06fc-47d3-ae28-f4a937f0d54e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:37.148600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Port 01606d3f-fbda-42df-8c18-ea3ec48fb581 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:37.174153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:37.188009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:37.190639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:37.193002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Pushing event updated for resources: {'Port': ['ID=0ac19f63-fc8c-4e75-93ce-a028e4f57064,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:37.220366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.299498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Transition to ACTIVE for port object eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:37.316640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:37.329297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 6295485f-183f-4941-8900-59c50bf89dcd {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:37.337812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.342785 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c3c9b144-dff6-445d-9f8f-462ca34d1c91 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 934 time: 3.0470023 Feb 16 08:45:37.349938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34024) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:37.355722 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-374e8d62-07b5-42f4-8c22-e1ef5aece8ba req-06b589a5-bd4e-4778-acca-4baa8a199371 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0866568 Feb 16 08:45:37.356378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.357223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.395858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.512672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.resource_extend [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:45:37.514727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:37.516776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=6fff7f6a-06fc-47d3-ae28-f4a937f0d54e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:37.519414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:37.521503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:37.545093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Transition to ACTIVE for port object eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:37.597722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.625472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.674337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Attempting to bind port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:37.674749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Attempting to bind port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:37.675259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Attempting to bind port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 on network 845b2056-9615-46c6-afcf-a7b11d258df1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:37.683346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7cf58efb-13c8-45d6-a480-a6a082f9fa63 None None] Provisioning for port 1ca43345-8a1e-4150-883e-fa795733299e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:37.689702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8:2::1 (9f603ad9-e2c9-4c95-9b9c-eb725d379ee5/0f5b48aa-5387-4990-a267-35b7d3ff366f/f6043b12-3ae4-45c0-93ce-fb09974fcc28) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:37.700535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:37.701361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Checking segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:37.701559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.701959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Bound using segment: {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:37.702474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Bound port: 0ac19f63-fc8c-4e75-93ce-a028e4f57064, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6589e950-da1b-4013-ac1b-5c335db4aef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '845b2056-9615-46c6-afcf-a7b11d258df1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:37.702864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.726300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.743965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.790516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:37.849515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fabe2536-2811-474c-82fd-614b5f3e0c02 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 934 time: 0.4973931 Feb 16 08:45:37.851511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34030) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:37.857344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'routes': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:37.876576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Pushing event updated for resources: {'Port': ['ID=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:37.891908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:37.923403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:37.937192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:37.943808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Transition to ACTIVE for port object 01606d3f-fbda-42df-8c18-ea3ec48fb581 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:37.956399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:38.008236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.021389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.065710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.068582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=6295485f-183f-4941-8900-59c50bf89dcd,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:38.088181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.142740 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7428987e-8362-48bb-a8ed-541beadc7380 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/6295485f-183f-4941-8900-59c50bf89dcd HTTP/1.1" status: 204 len: 168 time: 1.4292424 Feb 16 08:45:38.147871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34034) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:38.170095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] For port 0ac19f63-fc8c-4e75-93ce-a028e4f57064, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:38.241859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ed07372f-9fca-4d59-b55d-7323d31d3657 None None] Provisioning for port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:38.261196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] For port 0ac19f63-fc8c-4e75-93ce-a028e4f57064, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0ac19f63-fc8c-4e75-93ce-a028e4f57064,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:38.285494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.296345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.301172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef393b2-bac5-4c09-bb6d-886345b792ce None None] Pushing event updated for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:38.306026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Attempting to bind port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:38.306397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Attempting to bind port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:38.306800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Attempting to bind port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 on network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:38.308824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ed07372f-9fca-4d59-b55d-7323d31d3657 None None] Provisioning complete for port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:38.309369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ed07372f-9fca-4d59-b55d-7323d31d3657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.319795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object f6043b12-3ae4-45c0-93ce-fb09974fcc28 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:38.430817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.435788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Deleting subnet 7bb2f950-e9bd-42bc-beb9-498c84571a1e {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:38.441718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.557352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:38.567839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:38.573288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:38.576776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:38.577307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.602780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:38.603450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Checking segment: {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:38.604018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.604596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Bound using segment: {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:38.605255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Bound port: eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:38.605798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.666865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ed07372f-9fca-4d59-b55d-7323d31d3657 None None] Port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:38.680709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:38.698221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.698537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-98400ada-8167-40a6-a461-755bc2c0cd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.720899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a9796752-4895-485e-9a35-152ccfc46a39 req-8129a73a-002c-4b31-9b3c-4a0a6ac15b87 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0515578 Feb 16 08:45:38.752602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.753537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Attempting to bind port 01606d3f-fbda-42df-8c18-ea3ec48fb581 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:38.753537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Attempting to bind port 01606d3f-fbda-42df-8c18-ea3ec48fb581 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:38.753537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Attempting to bind port 01606d3f-fbda-42df-8c18-ea3ec48fb581 on network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:38.755645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:38.909636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:38.910564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Checking segment: {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:38.911208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.911816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Bound using segment: {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:38.912586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Bound port: 01606d3f-fbda-42df-8c18-ea3ec48fb581, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85403540-a49d-476f-9907-22117fd9f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:38.913201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:38.979686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.052277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.086656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] For port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:39.106533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca857d2-dbfb-46a5-ab1f-b915c9c4f3a5 None None] Pushing event updated for resources: {'Port': ['ID=0ac19f63-fc8c-4e75-93ce-a028e4f57064,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:39.111548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] For port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:39.136691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.204707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:39.205002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.222099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-655518e7-ddc9-4974-8913-6b9bcede224f req-68f038a9-0af6-4cca-b262-1bf568d594f8 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "GET /v2.0/ports?device_id=e7693fee-79c1-4c7f-8f62-d6ac0cc82ad4 HTTP/1.1" status: 200 len: 210 time: 0.0766616 Feb 16 08:45:39.271146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.313799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.372419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] For port 01606d3f-fbda-42df-8c18-ea3ec48fb581, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:39.405358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb2f950-e9bd-42bc-beb9-498c84571a1e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:39.414387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] For port 01606d3f-fbda-42df-8c18-ea3ec48fb581, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01606d3f-fbda-42df-8c18-ea3ec48fb581,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:39.426474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.432135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea8483-fdd2-483c-9bfd-8d204184e093 None None] Pushing event updated for resources: {'Port': ['ID=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:39.448215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.615383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-86b6d558-b689-44fb-93e7-42c453f0a674 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/7bb2f950-e9bd-42bc-beb9-498c84571a1e HTTP/1.1" status: 204 len: 168 time: 1.4647589 Feb 16 08:45:39.623547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:39.627570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:45:39.627878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:45:39.643385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef393b2-bac5-4c09-bb6d-886345b792ce None None] Pushing event updated for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:39.684592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:39.685546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:39.720179 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-49379044-51ce-43c2-9311-c9d983063327 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952401 Feb 16 08:45:39.722758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34058) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:39.754929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.775725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.894894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.914255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1ca43345-8a1e-4150-883e-fa795733299e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:39.929514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.931121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=6fff7f6a-06fc-47d3-ae28-f4a937f0d54e,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:39.956057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:39.957143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.061299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:40.070037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:40.146957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.159632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37745a59-03e1-4e0e-b076-ac504772fb0e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:40.160339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-37745a59-03e1-4e0e-b076-ac504772fb0e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:40.220234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1ca43345-8a1e-4150-883e-fa795733299e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:40.231551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1ca43345-8a1e-4150-883e-fa795733299e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:40.232510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.259053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-37745a59-03e1-4e0e-b076-ac504772fb0e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:40.260256 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-37745a59-03e1-4e0e-b076-ac504772fb0e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5366154 Feb 16 08:45:40.263165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34064) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:40.348882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18905997-c2a8-4de4-95d5-ca14bcbeae73 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:40.349585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-18905997-c2a8-4de4-95d5-ca14bcbeae73 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Synchronizing usage tracker for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:45:40.386976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34068) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:40.448300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-18905997-c2a8-4de4-95d5-ca14bcbeae73 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Unset dirty status for tenant:0a038040cc8240ffaccdcac3060d3dc6 on resource:subnet {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:45:40.449734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-18905997-c2a8-4de4-95d5-ca14bcbeae73 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1856849 Feb 16 08:45:40.452635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34072) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:40.567281 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-212299e6-22fc-4413-a4f5-fd9461d3ba23 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939291 Feb 16 08:45:40.568254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34076) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:40.630025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:40.674590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:40.676590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1048471-9e0e-4365-8fc1-be282224357a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:40.677670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1048471-9e0e-4365-8fc1-be282224357a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:40.691945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.718011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:38Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 1, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:40.728703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bb11e6-9916-4d4d-aedd-012dd4671b0c None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:38Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 1, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:40.741257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.752471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1ca43345-8a1e-4150-883e-fa795733299e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1ca43345-8a1e-4150-883e-fa795733299e,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:40.758599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.762556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efd42de1-9657-4cb6-ae89-288831de6d3b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:40.767368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:40.822075 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d1048471-9e0e-4365-8fc1-be282224357a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/994b6619-16e0-4691-85d3-66b6161b5281 HTTP/1.1" status: 404 len: 333 time: 0.2510250 Feb 16 08:45:40.832508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:40.846699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a94dfa6-da99-4e2b-89c8-5ee280c8950a None None] Network 845b2056-9615-46c6-afcf-a7b11d258df1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:40.970388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1ca43345-8a1e-4150-883e-fa795733299e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:41.108456 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f44687-39c3-4192-8da0-37b15c843c22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.108897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f44687-39c3-4192-8da0-37b15c843c22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.112671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f360c079-03ce-4d47-aeb4-95dc168a2a25 None None] Provisioning for port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:41.113855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a2f44687-39c3-4192-8da0-37b15c843c22 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/6295485f-183f-4941-8900-59c50bf89dcd HTTP/1.1" status: 404 len: 337 time: 0.1869464 Feb 16 08:45:41.115459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34084) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.131614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-21ba45e1-8c94-4d2c-844a-fa40449f85bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:41.247877 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-482faf5f-188b-4c34-97f7-f5b0a2441ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.248423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482faf5f-188b-4c34-97f7-f5b0a2441ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.253894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-482faf5f-188b-4c34-97f7-f5b0a2441ecb tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/7bb2f950-e9bd-42bc-beb9-498c84571a1e HTTP/1.1" status: 404 len: 337 time: 0.1357708 Feb 16 08:45:41.255781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34088) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.296334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port efd42de1-9657-4cb6-ae89-288831de6d3b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:41.322655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port efd42de1-9657-4cb6-ae89-288831de6d3b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:41.331031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:41.385608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb0298d-259d-48c2-acfc-aa044b82a2f0 None None] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:41.432591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:41.452160 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 11a1e448-a754-49f6-be26-cf73c9dee17d associated. External IP: 172.26.4.231, port: e714fc64-effd-4d7f-b860-ded2c80ba4b9. Feb 16 08:45:41.594518 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-4580fc59-3881-4e07-af57-93a70904c3dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.594880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4580fc59-3881-4e07-af57-93a70904c3dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.599047 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4580fc59-3881-4e07-af57-93a70904c3dd tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/0cb449a6-2259-4ba0-995a-06dd97d07d9d HTTP/1.1" status: 404 len: 333 time: 0.3332870 Feb 16 08:45:41.602056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34092) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.666799 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-928b6d68-3ae2-4b53-a8df-c553e3d4f519 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.667240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928b6d68-3ae2-4b53-a8df-c553e3d4f519 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.671907 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-928b6d68-3ae2-4b53-a8df-c553e3d4f519 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/541f693d-2ea4-44c2-86ae-d1230cf2fc47 HTTP/1.1" status: 404 len: 337 time: 0.0660412 Feb 16 08:45:41.673351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:41.673351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34096) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.735419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-635a0c7a-4745-4501-a8c8-f3a068892b51 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.735873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635a0c7a-4745-4501-a8c8-f3a068892b51 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.738040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-635a0c7a-4745-4501-a8c8-f3a068892b51 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/328b0107-9763-4fbe-9136-d6d7565a0104 HTTP/1.1" status: 404 len: 337 time: 0.0619018 Feb 16 08:45:41.741279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34100) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.768827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:41.776498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:41.792454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-afc99dae-478d-4d76-9d5a-62a6c76607bd None None] Provisioning for port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:41.797226 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-416d5237-e4eb-4758-9efd-259aac94bd16 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.797677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416d5237-e4eb-4758-9efd-259aac94bd16 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.799405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-416d5237-e4eb-4758-9efd-259aac94bd16 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/0f1f40e2-7faf-4a7f-b5ea-c6ffe375a326 HTTP/1.1" status: 404 len: 333 time: 0.0572329 Feb 16 08:45:41.802651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34104) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.883778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:41.921043 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f9aded-511b-4d12-9532-7dab875d2bf5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:41.921641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f9aded-511b-4d12-9532-7dab875d2bf5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:41.923920 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-36f9aded-511b-4d12-9532-7dab875d2bf5 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fe42ec34-6a49-40a7-b093-300a4ef681d2 HTTP/1.1" status: 404 len: 337 time: 0.1198826 Feb 16 08:45:41.932996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34108) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:41.996137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.008221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port efd42de1-9657-4cb6-ae89-288831de6d3b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efd42de1-9657-4cb6-ae89-288831de6d3b,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:42.014085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:42.022659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:42.023735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.024504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b84ca5e-143f-4b47-8b95-9e466ef4e24f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:42.043301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.048904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34112) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.049282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8079c94d-dad6-43f2-b4b7-513b4579dc35 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 700 time: 4.1963906 Feb 16 08:45:42.129765 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-63fee8fd-d143-4abf-9abd-c1f512227a13 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.130261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63fee8fd-d143-4abf-9abd-c1f512227a13 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.132009 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-63fee8fd-d143-4abf-9abd-c1f512227a13 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/94787a0c-7b15-4dd4-b8af-c3d55083c43e HTTP/1.1" status: 404 len: 337 time: 0.1979914 Feb 16 08:45:42.135890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34116) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.157728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] DHCP port deletion for 845b2056-9615-46c6-afcf-a7b11d258df1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:42.162851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:42.193679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Deleting port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:42.193679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.205349 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-28360762-d31f-4a04-9ab0-304ec51801e3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.206453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28360762-d31f-4a04-9ab0-304ec51801e3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.208429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-28360762-d31f-4a04-9ab0-304ec51801e3 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/202c95b4-591d-46a1-b878-f44422e4f4bf HTTP/1.1" status: 404 len: 333 time: 0.0712981 Feb 16 08:45:42.211894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34120) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.274562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e6c291-d955-4f81-9cad-7bd6578cc005 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.275278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e6c291-d955-4f81-9cad-7bd6578cc005 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.277529 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-88e6c291-d955-4f81-9cad-7bd6578cc005 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/301b3ff7-917c-4773-a296-19bc9988bd2d HTTP/1.1" status: 404 len: 337 time: 0.0632582 Feb 16 08:45:42.282001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34124) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.327684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:42.328439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:42.339429 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-322bf199-a663-4bbe-b5ad-a2019a0d952e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.340122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-322bf199-a663-4bbe-b5ad-a2019a0d952e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.342301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-322bf199-a663-4bbe-b5ad-a2019a0d952e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fcbe7185-0308-4ad0-9e24-dbe13fc7a32b HTTP/1.1" status: 404 len: 337 time: 0.0579109 Feb 16 08:45:42.347057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34128) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.429606 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-189318de-fae3-4830-95ab-d5969e7ab669 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.430189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-189318de-fae3-4830-95ab-d5969e7ab669 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.432102 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-189318de-fae3-4830-95ab-d5969e7ab669 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/5f61dbce-8a0a-4979-bbf7-3797f0daad7d HTTP/1.1" status: 404 len: 333 time: 0.0836027 Feb 16 08:45:42.438888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34132) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.469781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:42.476272 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-698156e2-f23c-4971-80a0-ae49f11d09a1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5078242 Feb 16 08:45:42.481608 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:42.496097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34136) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.501927 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:42.502851 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:42.513841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-192587410'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:42.562156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f62f832-cb1f-4df8-8677-f1c0f6b40364 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.562946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f62f832-cb1f-4df8-8677-f1c0f6b40364 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.565081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5f62f832-cb1f-4df8-8677-f1c0f6b40364 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/2de6389c-5120-4c6c-92ce-3abc2aad86a8 HTTP/1.1" status: 404 len: 337 time: 0.1250033 Feb 16 08:45:42.568688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34140) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.580775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:42.585719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:network and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:42.589110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:42.596189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] For port 0ac19f63-fc8c-4e75-93ce-a028e4f57064, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0ac19f63-fc8c-4e75-93ce-a028e4f57064,segment=NetworkSegment(6589e950-da1b-4013-ac1b-5c335db4aef5),segment_id=6589e950-da1b-4013-ac1b-5c335db4aef5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:42.597035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.598039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:42.623433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:42.627414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.653998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:42.663425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:42.677434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.677920 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added segment aefab36b-43c6-4210-9901-6b765c57778b of type vlan for network 2b4a309b-e865-45dd-9432-e8ebd827b4fc Feb 16 08:45:42.693391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-54104cf6-fa12-471b-8412-6bb1a2a03a3a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.694300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54104cf6-fa12-471b-8412-6bb1a2a03a3a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.700043 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-54104cf6-fa12-471b-8412-6bb1a2a03a3a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/bb4c3c0a-a247-4d86-9e30-1a5d956e69e2 HTTP/1.1" status: 404 len: 333 time: 0.0819993 Feb 16 08:45:42.705613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34144) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.710136 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:42.711003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.753600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bbccd8d2-dfd8-4731-85f7-7d0cc0fd58cd tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 700 time: 0.7006836 Feb 16 08:45:42.755602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34148) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.761165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.766139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:42.767064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:42.788011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff9579f-c830-464a-800e-dfd376cae7bc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.788582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff9579f-c830-464a-800e-dfd376cae7bc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.792680 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7ff9579f-c830-464a-800e-dfd376cae7bc tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/7106b5af-2396-401b-a136-29f05272f472 HTTP/1.1" status: 404 len: 337 time: 0.0837853 Feb 16 08:45:42.793494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34152) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.943170 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b19abd86-10ed-4d14-b681-c0dde21d7355 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:42.943615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b19abd86-10ed-4d14-b681-c0dde21d7355 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:42.945263 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b19abd86-10ed-4d14-b681-c0dde21d7355 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/ed5397ad-67a3-4edb-8714-ff59786e508b HTTP/1.1" status: 404 len: 333 time: 0.1512682 Feb 16 08:45:42.953500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34156) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:42.981943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Network': ['ID=2b4a309b-e865-45dd-9432-e8ebd827b4fc,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:43.053782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7411c5-7d7f-4413-99d7-a804c3fca682 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.055137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7411c5-7d7f-4413-99d7-a804c3fca682 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.057046 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0b7411c5-7d7f-4413-99d7-a804c3fca682 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c93fe8f3-a6b8-4bfa-a60b-11066ab02510 HTTP/1.1" status: 404 len: 337 time: 0.1025329 Feb 16 08:45:43.064199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34160) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.129617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:38Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:43.134134 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:43.134614 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Updating router b4721256-7302-4831-aea6-6076f6b0ff6f port f6043b12-3ae4-45c0-93ce-fb09974fcc28 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:43.134947 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6af8566-febf-4d8d-b53b-1914fc19ec98 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.135614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6af8566-febf-4d8d-b53b-1914fc19ec98 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.137705 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f6af8566-febf-4d8d-b53b-1914fc19ec98 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/e9c804a7-16be-4f44-8ea4-b0e8734b0081 HTTP/1.1" status: 404 len: 333 time: 0.0717001 Feb 16 08:45:43.141483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34164) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.148210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:43.202959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.211921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-062beade-1ba4-44ae-a119-c486704dfe9a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.212542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-062beade-1ba4-44ae-a119-c486704dfe9a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.216635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-062beade-1ba4-44ae-a119-c486704dfe9a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/f0060179-7d4e-4784-ac3d-66e640e17d14 HTTP/1.1" status: 404 len: 337 time: 0.0736823 Feb 16 08:45:43.223787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.279713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Calling delete_port for 0ac19f63-fc8c-4e75-93ce-a028e4f57064 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:43.291850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c853733d-964a-4415-b8e1-762b8873452f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7920492 Feb 16 08:45:43.297870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34172) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.307465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'subnet': {'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:43.359324 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ad5943-d125-4500-ac96-b44c17159a35 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.359959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ad5943-d125-4500-ac96-b44c17159a35 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.362996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-22ad5943-d125-4500-ac96-b44c17159a35 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/15663ec5-7482-4c44-ad40-51fcb684f576 HTTP/1.1" status: 404 len: 333 time: 0.1361027 Feb 16 08:45:43.365704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.373810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:43.374579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.422791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e83d0bd-a6f5-4774-a7b7-93a6b00da68a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.423241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e83d0bd-a6f5-4774-a7b7-93a6b00da68a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.425155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8e83d0bd-a6f5-4774-a7b7-93a6b00da68a tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5de15138-2b95-4376-893d-f829f3960d3d HTTP/1.1" status: 404 len: 337 time: 0.0585449 Feb 16 08:45:43.440079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34180) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.534472 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf048b94-c6a8-4566-9af1-0edac5f8e65b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.534920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf048b94-c6a8-4566-9af1-0edac5f8e65b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.536736 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cf048b94-c6a8-4566-9af1-0edac5f8e65b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/36e7b56b-f8ac-4a5a-9a1e-b94b7807333e HTTP/1.1" status: 404 len: 333 time: 0.0939722 Feb 16 08:45:43.544534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:43.549878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:subnet and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:43.552937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:43.559378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:43.568645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34184) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.580017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Made reservation on behalf of 753a9e3293ed47f7a2792d0c5232b3ea for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:43.600076 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.612788 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Transition to ACTIVE for port object f6043b12-3ae4-45c0-93ce-fb09974fcc28 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:43.622086 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.624346 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6307c20-9da9-41d2-8642-f912be519a60 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.625952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6307c20-9da9-41d2-8642-f912be519a60 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.627966 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a6307c20-9da9-41d2-8642-f912be519a60 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/d035f15b-eab1-40c1-9868-bd680f8b313c HTTP/1.1" status: 404 len: 337 time: 0.0537250 Feb 16 08:45:43.628970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Deleting port aedbba19-dddc-4ef0-94ef-65561cc32172 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:43.629527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.660620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.678931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-de66b689-44a2-465c-8fe2-b1114b42f7a5 None None] Provisioning for port f6043b12-3ae4-45c0-93ce-fb09974fcc28 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:43.711185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.721634 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f53c7a-a781-4653-bfc6-2594621f59e0 None None] Pushing event updated for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:43.733707 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a347266-58f0-4926-b1d9-376ac79f988c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.734921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a347266-58f0-4926-b1d9-376ac79f988c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.737112 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8a347266-58f0-4926-b1d9-376ac79f988c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/30582a66-ffe7-474a-88a8-4473ad59c9f2 HTTP/1.1" status: 404 len: 337 time: 0.0751402 Feb 16 08:45:43.742096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34192) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.822841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.827475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.859887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c97f096-4afc-41c1-a8e0-32167382bd2f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.860493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c97f096-4afc-41c1-a8e0-32167382bd2f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.862187 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0c97f096-4afc-41c1-a8e0-32167382bd2f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/1eff2d66-cc75-4b4f-baeb-2e14e1caf679 HTTP/1.1" status: 404 len: 333 time: 0.1189754 Feb 16 08:45:43.876900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34196) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:43.910390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] Pushing event deleted for resources: {'Port': ['ID=0ac19f63-fc8c-4e75-93ce-a028e4f57064,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:43.924501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6104484-8150-46a8-b495-49fbe0208131 None None] No DVR routers for this DVR port 0ac19f63-fc8c-4e75-93ce-a028e4f57064 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:43.938586 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Attempting to bind port f6043b12-3ae4-45c0-93ce-fb09974fcc28 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:43.939074 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Attempting to bind port f6043b12-3ae4-45c0-93ce-fb09974fcc28 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:43.939524 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Attempting to bind port f6043b12-3ae4-45c0-93ce-fb09974fcc28 on network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:43.950547 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:43.951338 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Checking segment: {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:43.952455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.953270 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Bound using segment: {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:43.953840 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Bound port: f6043b12-3ae4-45c0-93ce-fb09974fcc28, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1457e3eb-870e-48fd-9d97-9a2ef2ba752b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:43.955077 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:43.960401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 7, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '05d504e9-4d5e-4bb1-acb7-c3a3129f96d4', 'name': '', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:86:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:27Z', 'updated_at': '2022-02-16T08:45:31Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:43.965567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:43.966270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Updating router 61b70ce8-6bf4-4246-9eed-db56bfd54845 port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:43.966996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-232dd253-a966-442d-b303-1a7a48b837f2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:43.973592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-232dd253-a966-442d-b303-1a7a48b837f2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:43.975733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-232dd253-a966-442d-b303-1a7a48b837f2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/4fb26184-11c7-4d42-ab2d-65af7cd3ab17 HTTP/1.1" status: 404 len: 337 time: 0.0978029 Feb 16 08:45:43.992424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.086086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.121341 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] For port f6043b12-3ae4-45c0-93ce-fb09974fcc28, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:44.125424 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] For port f6043b12-3ae4-45c0-93ce-fb09974fcc28, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6043b12-3ae4-45c0-93ce-fb09974fcc28,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:44.132889 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.214338 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-943e4f12-5e1a-4af6-9a0f-34e0eef2246d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.221160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943e4f12-5e1a-4af6-9a0f-34e0eef2246d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.223156 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-943e4f12-5e1a-4af6-9a0f-34e0eef2246d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fe2eedc6-952c-4588-b728-1b11f37683db HTTP/1.1" status: 404 len: 337 time: 0.2223368 Feb 16 08:45:44.238045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.272789 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:44.273463 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:44.295021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21f3a1ff-4f92-4432-9a41-1c2e09790b1a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:44.315113 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eaff995-7ebd-43ff-a5e1-4ce49c727655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.315735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eaff995-7ebd-43ff-a5e1-4ce49c727655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.318361 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4eaff995-7ebd-43ff-a5e1-4ce49c727655 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/bea1ce89-58d6-4ed2-b9db-94360dbb01a0 HTTP/1.1" status: 404 len: 333 time: 0.0793440 Feb 16 08:45:44.322268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34208) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.387761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:44.411282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9041cc73-10fa-414c-b3c8-d6186224463d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.411720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9041cc73-10fa-414c-b3c8-d6186224463d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.414121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9041cc73-10fa-414c-b3c8-d6186224463d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/a6ede831-1a9a-400b-887b-968e3bfe226f HTTP/1.1" status: 404 len: 337 time: 0.0907128 Feb 16 08:45:44.418395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34212) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.488362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfc3a5dd-db5f-4793-a600-828feb65be00 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.488804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfc3a5dd-db5f-4793-a600-828feb65be00 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.490470 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bfc3a5dd-db5f-4793-a600-828feb65be00 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/fb423a54-faf2-433a-a438-8e05f068a481 HTTP/1.1" status: 404 len: 337 time: 0.0728281 Feb 16 08:45:44.497988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] For port aedbba19-dddc-4ef0-94ef-65561cc32172, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aedbba19-dddc-4ef0-94ef-65561cc32172,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:44.498358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.501788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34216) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.552107 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-370fc9b6-f216-40f7-b7fd-b847a346ab1d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.552960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-370fc9b6-f216-40f7-b7fd-b847a346ab1d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.555399 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:44.614044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:44.614521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.649687 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f53c7a-a781-4653-bfc6-2594621f59e0 None None] Pushing event updated for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:44.650250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-370fc9b6-f216-40f7-b7fd-b847a346ab1d tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/3afbe906-411e-43f1-984a-2e912489dc8f HTTP/1.1" status: 404 len: 333 time: 0.1468067 Feb 16 08:45:44.663676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34220) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.705492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Calling delete_port for aedbba19-dddc-4ef0-94ef-65561cc32172 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:44.794725 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec903d57-d76f-44fd-8cc5-9694ce991b67 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:44.795321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec903d57-d76f-44fd-8cc5-9694ce991b67 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:44.797562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ec903d57-d76f-44fd-8cc5-9694ce991b67 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5415d4e5-3104-4f9f-936c-8ea33d59cb6f HTTP/1.1" status: 404 len: 337 time: 0.1323278 Feb 16 08:45:44.804303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:44.815875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.895205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01606d3f-fbda-42df-8c18-ea3ec48fb581 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:44.925074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.929530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:44.958282 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:38Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:44Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:44.964126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Transition to ACTIVE for port object 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:44.965104 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb17e6b-9771-4678-9bce-7b3443e27bde None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:38Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:44Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:44.979749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.028378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event deleted for resources: {'Port': ['ID=aedbba19-dddc-4ef0-94ef-65561cc32172,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:45.042113 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-868eaec5-bbb6-4c49-bd7a-163684657a63 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:45.042676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868eaec5-bbb6-4c49-bd7a-163684657a63 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:45.047402 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-868eaec5-bbb6-4c49-bd7a-163684657a63 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/1a637aa4-c1d7-4cb9-adaf-79b71590986f HTTP/1.1" status: 404 len: 337 time: 0.2381961 Feb 16 08:45:45.056665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34228) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.064005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.176691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7499-640d-418e-818e-f5046fcf2c34 None None] Pushing event updated for resources: {'Port': ['ID=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:45.206188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 01606d3f-fbda-42df-8c18-ea3ec48fb581 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:45.213368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 01606d3f-fbda-42df-8c18-ea3ec48fb581 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:45.213752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.373118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-60c6b358-eea7-4be6-a63d-2835769dbce0 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports?device_id=8453e27a-8c29-4b97-9caa-6b2683862b51 HTTP/1.1" status: 200 len: 205 time: 0.3140948 Feb 16 08:45:45.375597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34232) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.444857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Subnet': ['ID=f1eaafff-2e65-446f-a0f8-67667ef4381d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:45.452533 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-9b99045d-d20f-402c-ba5d-7d121e84d246 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] delete failed (client error): The resource could not be found. Feb 16 08:45:45.453040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9b99045d-d20f-402c-ba5d-7d121e84d246 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/routers/8453e27a-8c29-4b97-9caa-6b2683862b51 HTTP/1.1" status: 404 len: 336 time: 0.0759580 Feb 16 08:45:45.459457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34236) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.461781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Attempting to bind port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:45.462313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Attempting to bind port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:45.462515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Attempting to bind port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 on network ba71f450-9289-4018-af5c-51889e696e7a {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:45.473026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:45.473396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Checking segment: {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:45.473831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.474176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Bound using segment: {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:45.474674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Bound port: 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0e0615d-b454-49b0-94f5-5fffb4397306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:45.475043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.482116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.504902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Checking segment: {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:45.505360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network hostable DHCP agents. Network: 2b4a309b-e865-45dd-9432-e8ebd827b4fc, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:45.519488 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-417d4dd5-c737-4faf-a747-2d8415915839 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:45.520014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-417d4dd5-c737-4faf-a747-2d8415915839 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:45.524098 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-417d4dd5-c737-4faf-a747-2d8415915839 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/a368f4bc-ee66-4489-984f-4448bfe6a678 HTTP/1.1" status: 404 len: 337 time: 0.0601697 Feb 16 08:45:45.529366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34240) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.550228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.600705 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5bc0b33c-997f-4963-b777-df6f96ce663f tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "GET /v2.0/ports?device_id=14f150a9-a936-4101-8a99-3c63c8fbdbca HTTP/1.1" status: 200 len: 205 time: 0.0662234 Feb 16 08:45:45.600705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34244) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.617714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 01606d3f-fbda-42df-8c18-ea3ec48fb581, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01606d3f-fbda-42df-8c18-ea3ec48fb581,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:45.622408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.623271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1ca43345-8a1e-4150-883e-fa795733299e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:45.650108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] For port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:45.680470 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-7e82e719-6e8c-4350-b54e-8444901d4545 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] delete failed (client error): The resource could not be found. Feb 16 08:45:45.681711 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7e82e719-6e8c-4350-b54e-8444901d4545 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/routers/14f150a9-a936-4101-8a99-3c63c8fbdbca HTTP/1.1" status: 404 len: 336 time: 0.0806017 Feb 16 08:45:45.684793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34248) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.700713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:45.710052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] For port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:45.727929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:45.735378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.739664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77a6530-e965-4905-b03c-69a234a38e02 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:45.740138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:45.740297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77a6530-e965-4905-b03c-69a234a38e02 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:45.751940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e77a6530-e965-4905-b03c-69a234a38e02 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/f880af11-3dba-485d-be97-3066a0c539ca HTTP/1.1" status: 404 len: 337 time: 0.0648019 Feb 16 08:45:45.753556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34252) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.768262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:45.783053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 2b4a309b-e865-45dd-9432-e8ebd827b4fc) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:45.792527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:45.793360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.804025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:45.814339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5e2ee0-0c7b-438a-99bc-ca33f6a43de4 None None] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:45.861943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:45.862621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:45.879481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf41df29-a6ff-4baf-8237-2d269eb956f8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:45.879755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf41df29-a6ff-4baf-8237-2d269eb956f8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:45.884646 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bf41df29-a6ff-4baf-8237-2d269eb956f8 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/0546ce8e-a6cd-4c45-8f44-a4e623244c56 HTTP/1.1" status: 404 len: 337 time: 0.1283698 Feb 16 08:45:45.885358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34256) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.901008 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-352ed7e2-5e81-45f4-b1b6-b7f8c9277f84 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.4400601 Feb 16 08:45:45.960526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34258) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:45.972909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:46.058235 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c12ca207-f7d9-4a44-a6cc-751dc6f1bee8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7578638 Feb 16 08:45:46.074690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:46.089478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34264) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.118565 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f249c632-372c-47b6-8a96-b3eecbbcca44 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.119166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f249c632-372c-47b6-8a96-b3eecbbcca44 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.123046 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f249c632-372c-47b6-8a96-b3eecbbcca44 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/ecf278af-e439-4ecd-9879-8a7d38e62e28 HTTP/1.1" status: 404 len: 333 time: 0.1791666 Feb 16 08:45:46.124121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34268) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.124521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:46.125700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:46.173502 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-646647cc-3845-4a47-8b2e-e372dd3d4a87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.174031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-646647cc-3845-4a47-8b2e-e372dd3d4a87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.178466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-646647cc-3845-4a47-8b2e-e372dd3d4a87 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/75cf65be-55ed-4047-8211-5645af5ca3c6 HTTP/1.1" status: 404 len: 337 time: 0.0475380 Feb 16 08:45:46.178466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34272) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.225248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6048518d-5d42-41ca-ac6e-b94b7aad16aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.225685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6048518d-5d42-41ca-ac6e-b94b7aad16aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.229741 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6048518d-5d42-41ca-ac6e-b94b7aad16aa tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/42e00cbe-f37d-48db-8157-f431fd4430cc HTTP/1.1" status: 404 len: 333 time: 0.0481176 Feb 16 08:45:46.230466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34276) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.240495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1ca43345-8a1e-4150-883e-fa795733299e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:46.240870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:46.259809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:46.282862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb7499-640d-418e-818e-f5046fcf2c34 None None] Pushing event updated for resources: {'Port': ['ID=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:46.300736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-014c7770-57a9-4da3-8191-2c2738738d17 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.301372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014c7770-57a9-4da3-8191-2c2738738d17 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.305740 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-014c7770-57a9-4da3-8191-2c2738738d17 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c51a9a18-bbb3-47ba-9fa0-c1f6a1daa028 HTTP/1.1" status: 404 len: 337 time: 0.0720856 Feb 16 08:45:46.306826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34280) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.307149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:46.307782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:46.352884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53f9e3a-6d7b-4b70-b527-dfe34500632e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.353499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c53f9e3a-6d7b-4b70-b527-dfe34500632e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.357489 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c53f9e3a-6d7b-4b70-b527-dfe34500632e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/426564aa-70a9-4b15-92c9-dca585486900 HTTP/1.1" status: 404 len: 333 time: 0.0472436 Feb 16 08:45:46.358017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34284) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.417009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:46.417359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea764d5-2e5f-4c4a-a602-236164e14a8e None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:46.448180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce9c651-ad88-4d36-9c93-283a7786c19e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.448716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce9c651-ad88-4d36-9c93-283a7786c19e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.453743 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4ce9c651-ad88-4d36-9c93-283a7786c19e tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5e689a27-dad2-4f89-97d5-4f7bbf89fada HTTP/1.1" status: 404 len: 337 time: 0.0917063 Feb 16 08:45:46.457715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.486381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:46.556980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ac398b9-f6a7-4c12-bb6a-de98f9e387b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.557567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ac398b9-f6a7-4c12-bb6a-de98f9e387b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.562012 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ac398b9-f6a7-4c12-bb6a-de98f9e387b4 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/7f3cc960-14a9-4261-9a6b-61cebe5de64f HTTP/1.1" status: 404 len: 333 time: 0.1017992 Feb 16 08:45:46.565353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34292) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.612476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-3877abee-8bca-4beb-b5aa-a28287f30c77 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.613232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3877abee-8bca-4beb-b5aa-a28287f30c77 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.617986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3877abee-8bca-4beb-b5aa-a28287f30c77 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/c7515590-8008-4736-b86e-66a2e600cfaf HTTP/1.1" status: 404 len: 337 time: 0.0480292 Feb 16 08:45:46.619754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34296) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.694619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Router 7f15c379-8633-47d4-ace9-aa6b02d7d762 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:46.722506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:46.723334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:46.729609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-528a4ee7-b973-4805-a0d3-c3e7cfb673b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.730059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528a4ee7-b973-4805-a0d3-c3e7cfb673b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.734697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-528a4ee7-b973-4805-a0d3-c3e7cfb673b2 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/d792a8fc-e45c-43c0-ae73-2ac46625473a HTTP/1.1" status: 404 len: 333 time: 0.1095235 Feb 16 08:45:46.747727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34300) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.759205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efd42de1-9657-4cb6-ae89-288831de6d3b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:46.846213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:46.916544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:46.926167 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0dc22a0b-7d5f-4d64-bfc9-19fdf88cfdf7 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "PUT /v2.0/routers/7f15c379-8633-47d4-ace9-aa6b02d7d762/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5345886 Feb 16 08:45:46.926167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34304) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.926509 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad6f25d-6d85-4822-9d09-d10df070223b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:46.926769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad6f25d-6d85-4822-9d09-d10df070223b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:46.930720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ad6f25d-6d85-4822-9d09-d10df070223b tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/20d984e9-01ff-466e-9ff6-837179d4d83c HTTP/1.1" status: 404 len: 337 time: 0.1753311 Feb 16 08:45:46.930720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:46.930720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 11a1e448-a754-49f6-be26-cf73c9dee17d disassociated. External IP: 172.26.4.231, port: e714fc64-effd-4d7f-b860-ded2c80ba4b9. Feb 16 08:45:46.932641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:46.944370 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Sync routers for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:46.965402 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:46.966020 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.023294 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b876524b-4d7c-4a9a-add6-df86ceab381c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:47.023860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b876524b-4d7c-4a9a-add6-df86ceab381c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:47.028060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b876524b-4d7c-4a9a-add6-df86ceab381c tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/299ebf27-c1b5-47fd-929f-632e8b1e008c HTTP/1.1" status: 404 len: 333 time: 0.0935066 Feb 16 08:45:47.034164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34312) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:47.080387 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-993d445b-4ec8-44ec-9a45-1511bf9b9517 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:47.080987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993d445b-4ec8-44ec-9a45-1511bf9b9517 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:47.085279 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-993d445b-4ec8-44ec-9a45-1511bf9b9517 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/5e3d0d8e-1ac4-4aa6-b68e-b534417af4af HTTP/1.1" status: 404 len: 337 time: 0.0479178 Feb 16 08:45:47.086371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34316) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:47.108776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port efd42de1-9657-4cb6-ae89-288831de6d3b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:47.109724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.154952 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d34d2dcb-928a-4b8c-ab6c-f1009a014c27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:47.155565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d34d2dcb-928a-4b8c-ab6c-f1009a014c27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:47.160351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d34d2dcb-928a-4b8c-ab6c-f1009a014c27 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/ports/8a8e74c2-16b8-4129-bfb0-dedbe62dac78 HTTP/1.1" status: 404 len: 333 time: 0.0712211 Feb 16 08:45:47.172967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34320) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:47.175851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Allocated IP 2001:db8:3::2 (2b4a309b-e865-45dd-9432-e8ebd827b4fc/f1eaafff-2e65-446f-a0f8-67667ef4381d/21fbab44-252f-43e7-b5bf-7d5b63d3a5cc) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:47.247895 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:47.300342 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-658c00e7-86bf-4c5a-8963-86e031450547 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] DELETE failed (client error): The resource could not be found. Feb 16 08:45:47.301260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658c00e7-86bf-4c5a-8963-86e031450547 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:45:47.304558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-658c00e7-86bf-4c5a-8963-86e031450547 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/subnets/4b45d712-954e-4af7-93d1-943ae84462f2 HTTP/1.1" status: 404 len: 337 time: 0.1207809 Feb 16 08:45:47.305195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34324) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:47.338951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 7, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '05d504e9-4d5e-4bb1-acb7-c3a3129f96d4', 'name': '', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:86:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:27Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.368023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104c5b-1600-4c12-9b09-27293e726b4c None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:39Z', 'revision_number': 7, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '05d504e9-4d5e-4bb1-acb7-c3a3129f96d4', 'name': '', 'network_id': 'ba71f450-9289-4018-af5c-51889e696e7a', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:86:c6:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:27Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 4, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'a45e9e14-d354-40a2-9722-56faa8ee257d', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:47.384155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:47.477402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Deleting subnet e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:47.485697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.521342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.589942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.649183 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:45:44Z', 'revision_number': 5, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.654291 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Checking router: 7f15c379-8633-47d4-ace9-aa6b02d7d762 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:47.671965 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Routers {'7f15c379-8633-47d4-ace9-aa6b02d7d762'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:47.672827 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7f15c379-8633-47d4-ace9-aa6b02d7d762'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.679296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.690225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:47.697046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:47.697710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.703847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:47.703847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.723162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Transition to ACTIVE for port object 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:47.737506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.770356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Transition to ACTIVE for port object 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:47.786092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.855875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:47.868538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:47.898023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845b2056-9615-46c6-afcf-a7b11d258df1']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.899115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:47.909817 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] Set router 7f15c379-8633-47d4-ace9-aa6b02d7d762 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:47.915884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6589e950-da1b-4013-ac1b-5c335db4aef5') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.916308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6589e950-da1b-4013-ac1b-5c335db4aef5') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:47.936045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.936501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Pushing event updated for resources: {'Port': ['ID=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:47.962717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.971636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:45:47.972279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.982260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:45:47.987777 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:45:48.063396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.069962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:48.075353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Attempting to bind port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:48.075729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Attempting to bind port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:48.076437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Attempting to bind port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc on network 2b4a309b-e865-45dd-9432-e8ebd827b4fc {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:48.080277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.143799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.155218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:48.155602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Checking segment: {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:48.156077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.156442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Bound using segment: {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:48.156914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Bound port: 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:48.157291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.171199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.182859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Pushing event deleted for resources: {'Network': ['ID=845b2056-9615-46c6-afcf-a7b11d258df1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:48.191764 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] 10.222.0.94 "DELETE /v2.0/networks/845b2056-9615-46c6-afcf-a7b11d258df1 HTTP/1.1" status: 204 len: 168 time: 0.8832407 Feb 16 08:45:48.207552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.208197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.208684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.209201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.209742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.210230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.210759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.211294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.212101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.212644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.213204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6d5273-aa1d-4835-9d76-52a7ae4d4103 tempest-NetworksTestDHCPv6-545194564 tempest-NetworksTestDHCPv6-545194564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:48.217753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.266365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event deleted for resources: {'Subnet': ['ID=e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:48.273702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.282914 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c047bdd1-a608-4948-ae06-363a08669ced tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "DELETE /v2.0/subnets/e14fcc7f-0a3f-4c51-aa1d-7effcbb5350c HTTP/1.1" status: 204 len: 168 time: 1.3532853 Feb 16 08:45:48.283457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34330) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:48.346536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0823ee9-39d1-41a2-b556-f14e4b66f3c8 None None] Network a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:48.366733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:45:44Z', 'revision_number': 5, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:48.368256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:48.369086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.372089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf8455c-47d5-4092-b8f1-386836ac9151 None None] The sync data for ids ['7f15c379-8633-47d4-ace9-aa6b02d7d762'] in dv-neutron-829488-1-hyperv is: [{'id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139425922', 'tenant_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41'}], 'enable_snat': True}, 'gw_port_id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:44:11Z', 'updated_at': '2022-02-16T08:45:44Z', 'revision_number': 5, 'project_id': 'd87f505ffdf74a5b9ed29d837e09c962', 'gw_port': {'id': 'aa80b129-762a-4c74-b0b4-32e00c772394', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:41:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f15c379-8633-47d4-ace9-aa6b02d7d762', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:44:13Z', 'updated_at': '2022-02-16T08:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:48.430303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:48.535275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:48.564874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.647033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] For port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:48.664361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] For port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:48.675112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.721236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34336) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:48.803704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27168a7-4554-4cdc-8b9c-6b8a0ad1510d None None] Pushing event updated for resources: {'Port': ['ID=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:48.828531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.833183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01606d3f-fbda-42df-8c18-ea3ec48fb581 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:48.853068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.867244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Deleting port aa80b129-762a-4c74-b0b4-32e00c772394 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:48.868296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:48.908278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] DHCP port deletion for a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:48.948807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Deleting port dd19a7e8-db3b-4422-926f-b5198608e58c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:48.949218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.078497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 01606d3f-fbda-42df-8c18-ea3ec48fb581 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:49.078882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.126264 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cbad9c73-46ea-4044-a480-b95ada664e73 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0a038040cc8240ffaccdcac3060d3dc6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3994870 Feb 16 08:45:49.134211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34342) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:49.283876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.312948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] For port dd19a7e8-db3b-4422-926f-b5198608e58c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dd19a7e8-db3b-4422-926f-b5198608e58c,segment=NetworkSegment(e586c954-4bfe-403a-8b6f-7611b7694b42),segment_id=e586c954-4bfe-403a-8b6f-7611b7694b42)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:49.313324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.339733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.351239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=05d504e9-4d5e-4bb1-acb7-c3a3129f96d4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:49.405696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] For port aa80b129-762a-4c74-b0b4-32e00c772394, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa80b129-762a-4c74-b0b4-32e00c772394,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:49.406624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.414700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.472429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Calling delete_port for dd19a7e8-db3b-4422-926f-b5198608e58c owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:49.490966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.492016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.492654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.492997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.493374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.493712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.494040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.494525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.495003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.495380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.495700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:45:49.511430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:49.553354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Calling delete_port for aa80b129-762a-4c74-b0b4-32e00c772394 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:49.554576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6043b12-3ae4-45c0-93ce-fb09974fcc28 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:49.636671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.726242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] Pushing event deleted for resources: {'Port': ['ID=dd19a7e8-db3b-4422-926f-b5198608e58c,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:49.740591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb3b770-2b18-4d8b-b643-ced48826413f None None] No DVR routers for this DVR port dd19a7e8-db3b-4422-926f-b5198608e58c on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:49.747705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port f6043b12-3ae4-45c0-93ce-fb09974fcc28 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:49.759507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f6043b12-3ae4-45c0-93ce-fb09974fcc28 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:49.759507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.771727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.801572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db48fae-c691-4a77-bdd4-fd91f014475f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:49.814945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.819117 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5d068cc8-3478-4581-bea8-81a292a183ac admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5db48fae-c691-4a77-bdd4-fd91f014475f HTTP/1.1" status: 204 len: 168 time: 0.6833737 Feb 16 08:45:49.820457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:49.893335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event deleted for resources: {'Port': ['ID=aa80b129-762a-4c74-b0b4-32e00c772394,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:49.996326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.069381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port f6043b12-3ae4-45c0-93ce-fb09974fcc28, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6043b12-3ae4-45c0-93ce-fb09974fcc28,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:50.077037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.078752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:50.192962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Allocated IP 2001:db8:3::1 (2b4a309b-e865-45dd-9432-e8ebd827b4fc/f1eaafff-2e65-446f-a0f8-67667ef4381d/51d9f9ff-580c-4a20-b4c5-16e544f88d98) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:50.297323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:50.327593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:50.328464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 08:45:50.423335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b70b889-3e28-444c-a28e-7379d2a844ee None None] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:50.447456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.483895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.550281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Port 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 not found, will not notify nova. {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 08:45:50.604435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.697573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Transition to ACTIVE for port object 51d9f9ff-580c-4a20-b4c5-16e544f88d98 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:50.698425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:50.746469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:50.751393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.831727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dddfdae8-526e-485f-9639-db43ae468c01 None None] Provisioning for port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:50.846739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:50.847372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:50.910035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.911204 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d65cadfe-3e01-48ee-a24c-4608bb210b2e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/11a1e448-a754-49f6-be26-cf73c9dee17d HTTP/1.1" status: 200 len: 688 time: 4.9495225 Feb 16 08:45:50.911906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34360) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:50.917286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.935020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:50.972718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.973262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Fanout notify agent at l3_agent the message router_deleted on router 7f15c379-8633-47d4-ace9-aa6b02d7d762 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:45:50.986952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:50.988608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:50.993156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33a33cb0-42ba-4e71-aebd-00420a06c3cb tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "DELETE /v2.0/routers/7f15c379-8633-47d4-ace9-aa6b02d7d762 HTTP/1.1" status: 204 len: 168 time: 2.7074170 Feb 16 08:45:50.995693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34366) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:51.017181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.071216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:51.072318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.163589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.164378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ce9718-184a-44f5-81bc-00e66f226ff0 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:51.201118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:51.213476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:51.214233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.230056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.385113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8ac2cf39-1f10-409b-b373-9edb077d0c96 None None] Provisioning complete for port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:51.385580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cf39-1f10-409b-b373-9edb077d0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.389585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34372) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:51.429278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.459826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.479003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e586c954-4bfe-403a-8b6f-7611b7694b42') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.479470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e586c954-4bfe-403a-8b6f-7611b7694b42') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.485226 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:51.495316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.506818 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:51.511162 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:51.531474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.545709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.554396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:45:51.555985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.579984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:51.581231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 6fff7f6a-06fc-47d3-ae28-f4a937f0d54e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:51.581632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.619873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:51.702058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:45:51.711270 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:45:51.717963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.724283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ac2cf39-1f10-409b-b373-9edb077d0c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.726182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.740813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:51.741352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.747974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:51.760983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:51.763921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6043b12-3ae4-45c0-93ce-fb09974fcc28 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:51.779839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-981920872'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:51.797304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34378) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:51.798254 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "DELETE /v2.0/networks/a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9 HTTP/1.1" status: 204 len: 168 time: 0.8012764 Feb 16 08:45:51.804702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c18fd5-515f-4b80-990b-7115831cc885 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event deleted for resources: {'Network': ['ID=a6a5e5af-4f99-4f3b-ac46-01c1dfad17c9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:51.824081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:51.858334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:network and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:51.871982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:51.914174 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:51.954107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:51.982636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-8ac2cf39-1f10-409b-b373-9edb077d0c96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:45:51.983170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-8ac2cf39-1f10-409b-b373-9edb077d0c96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:45:52.001559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:52.011976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Made reservation on behalf of 74571e9f16ae407492fbc2aa5814ab61 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:52.014943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.026174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f6043b12-3ae4-45c0-93ce-fb09974fcc28 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:52.027237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.093119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.143521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:52.194876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.199426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.199754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.233055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:52.233443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.293289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.315273 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:52.319684 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:52.332608 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:52.333238 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:52.426613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd19a7e8-db3b-4422-926f-b5198608e58c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:52.432250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 6fff7f6a-06fc-47d3-ae28-f4a937f0d54e owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:52.496600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:52.520683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:52.524147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.543490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:security_group_rule and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:52.543760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: dd19a7e8-db3b-4422-926f-b5198608e58c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:52.544075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dd19a7e8-db3b-4422-926f-b5198608e58c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:52.544955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aedbba19-dddc-4ef0-94ef-65561cc32172 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:52.550926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:52.569351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:52.581350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: aedbba19-dddc-4ef0-94ef-65561cc32172 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:52.582473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aedbba19-dddc-4ef0-94ef-65561cc32172 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:52.672545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:52.739152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-33cf7297-37f9-49d8-ab8f-c9c05b51648b None None] Provisioning for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:52.746263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-33cf7297-37f9-49d8-ab8f-c9c05b51648b None None] Provisioning complete for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:52.746263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-33cf7297-37f9-49d8-ab8f-c9c05b51648b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.804268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:52.804626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:52.845492 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:52.849989 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb4270a-28a5-4962-b19c-73344a636ae8 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:52.867286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-33cf7297-37f9-49d8-ab8f-c9c05b51648b None None] Port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:52.942938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa80b129-762a-4c74-b0b4-32e00c772394 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:52.977120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: aa80b129-762a-4c74-b0b4-32e00c772394 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:52.977459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa80b129-762a-4c74-b0b4-32e00c772394 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:53.054591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.072184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.136304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.139586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.184526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9543147-c7c2-46cb-90c0-9d7d478d04a0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:53.191941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:53.233980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=6fff7f6a-06fc-47d3-ae28-f4a937f0d54e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:53.241734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:53.318781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.319123 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Added segment 93c8cc91-d9a4-419f-91fc-e77267142a6b of type vlan for network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 Feb 16 08:45:53.340174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7bf02b-67a5-4149-81d4-7f042a5b99c8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:53.492544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.494506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e0cd3bf1-24a9-4106-9ebd-b3c242263649 tempest-TestNetworkAdvancedServerOps-1034296338 tempest-TestNetworkAdvancedServerOps-1034296338-project] 10.222.0.94 "DELETE /v2.0/security-groups/d9543147-c7c2-46cb-90c0-9d7d478d04a0 HTTP/1.1" status: 204 len: 168 time: 1.6889744 Feb 16 08:45:53.568950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.591494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.594816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:45:53.614687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.630247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.631720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e0e8e60-7095-4c8c-a0b6-405bfebc835c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/11a1e448-a754-49f6-be26-cf73c9dee17d HTTP/1.1" status: 204 len: 168 time: 2.7161107 Feb 16 08:45:53.635386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34386) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:53.635980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.636534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.642349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'f81bac22-377d-4072-aa75-c9d2eb7c25d5'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:53.647920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:53.651774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:floatingip and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:53.654642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:53.661173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:53.672127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.718137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.721704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:53.722290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.820976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:53.828874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event updated for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:53.881603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34392) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:53.919793 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5282514 Feb 16 08:45:53.920457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34398) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:53.942736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'subnet': {'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:53.959778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b06710-8ec4-4f06-a2ae-1f2bf72e0720 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Network': ['ID=9e1432ce-3c31-434d-ad1e-d9bbd68a29b7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:53.974348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:53.976840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.48 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/36547480-8520-41f0-b729-76f3ec34c89b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:54.063692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:54.069142 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-65a188b4-fcee-4c94-a74d-dfbfb79708c7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2974536 Feb 16 08:45:54.082599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:54.084287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34402) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:54.097808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:54.098452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:54.151592 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8e4e4bcd-78ea-46c4-8330-102d65f3ca8b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d87f505ffdf74a5b9ed29d837e09c962&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2664521 Feb 16 08:45:54.154612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34406) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:54.157267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:54.168644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:54.182913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:54.183220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.216165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.246460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:subnet and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:54.263010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:54.302085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:54.307862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:54.309090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:54.311745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:54.386427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:54.492344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=36547480-8520-41f0-b729-76f3ec34c89b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:54.495389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Made reservation on behalf of 74571e9f16ae407492fbc2aa5814ab61 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:54.585277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5ae00253-6d23-4f35-85e3-e65ef2911586 None None] Provisioning complete for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:54.585536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5ae00253-6d23-4f35-85e3-e65ef2911586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.640506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:54.696335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:45:54.696672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 05d504e9-4d5e-4bb1-acb7-c3a3129f96d4 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:45:54.719582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5ae00253-6d23-4f35-85e3-e65ef2911586 None None] Port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:45:54.791941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:54.796520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:54.807722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:54.808632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:54.866553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.928965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.949428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet a45e9e14-d354-40a2-9722-56faa8ee257d {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:45:54.953262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.965815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:54.967372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:55.005935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.069528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.136408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.286676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.301995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.306779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.325903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cee720b-848d-4d2b-8060-71f574b276e4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:55.341839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:55.360886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d4acf2-4be8-43e7-a3ff-cfb5114110dc None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:45:48Z', 'revision_number': 8, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'efd42de1-9657-4cb6-ae89-288831de6d3b', 'name': '', 'network_id': 'ac6c4981-04a9-4716-bb4a-5f615540d882', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:ea:ec:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:19Z', 'updated_at': '2022-02-16T08:45:41Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '422a1f51-0e17-4ab2-ba37-342ad0b2d99a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:55.379436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=36547480-8520-41f0-b729-76f3ec34c89b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:55.382602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.384292 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-534e101e-a85f-4f51-a9f4-831c77d26913 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6cee720b-848d-4d2b-8060-71f574b276e4 HTTP/1.1" status: 204 len: 168 time: 1.2239780 Feb 16 08:45:55.404175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:55.424384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.459405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.469740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.681179 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP effe23bb-f935-4d95-a1c0-826ae3dad6d5 associated. External IP: 172.26.4.48, port: f81bac22-377d-4072-aa75-c9d2eb7c25d5. Feb 16 08:45:55.693528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Subnet': ['ID=5fbd8d73-459f-42c4-ad52-99032e83f9f9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:55.720626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.724171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Checking segment: {'id': '93c8cc91-d9a4-419f-91fc-e77267142a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:55.724728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network hostable DHCP agents. Network: 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:45:55.783035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=a45e9e14-d354-40a2-9722-56faa8ee257d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:55.793465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.797499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34414) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:55.800562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c514a13-c9b4-483f-b04a-43ebfeb35009 None None] Network ba71f450-9289-4018-af5c-51889e696e7a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:55.825015 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-488f01f7-c2ba-43db-9052-e01639d7f1f2 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/a45e9e14-d354-40a2-9722-56faa8ee257d HTTP/1.1" status: 204 len: 168 time: 1.7400372 Feb 16 08:45:55.828002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.831312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34418) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:55.850551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:45:55.873421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:55.885473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:55.886057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:55.891608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:55.894318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7779ebc9-bdad-47e0-9278-fe3d87453cd7 None None] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:55.904318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Usage tracker for resource:security_group_rule and tenant:5b58febd22114b9ba27b06a4d27dbe6b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:55.908403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:55.912497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:45:55.919708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:55.932422 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:45:55.937728 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae0fd8d9-048a-450f-9fd4-c3951bd210da tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8437238 Feb 16 08:45:55.939457 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8b1e7403-b3c8-444b-9aac-14b02fe92f91 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0082130 Feb 16 08:45:55.941052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34422) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:55.942092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34424) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:55.948957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-758152805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:55.949480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:55.956018 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:55.959197 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:55.959372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:55.968069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:router and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:55.972441 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:55.982741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:56.001883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.002913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.057683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.060027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.071220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.129923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.138413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0af3ccd-e113-422e-9432-576f4c13abd2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:56.155264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-484eef98-90c6-4503-9b10-4e8864da53bd admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5b58febd22114b9ba27b06a4d27dbe6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3527927 Feb 16 08:45:56.155264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34430) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:56.188447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.194584 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-593383d2-7464-4064-88ce-58ef252c5472 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2512345 Feb 16 08:45:56.206965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:56.229897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.256721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.278760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:56.293426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.370114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.397095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] DHCP port deletion for ba71f450-9289-4018-af5c-51889e696e7a request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:45:56.398070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0af3ccd-e113-422e-9432-576f4c13abd2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:56.401483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.407204 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7945aa86-4b53-4ad3-aee7-554fa390f4b9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e0af3ccd-e113-422e-9432-576f4c13abd2 HTTP/1.1" status: 204 len: 168 time: 0.2502186 Feb 16 08:45:56.415597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Deleting port 1ca43345-8a1e-4150-883e-fa795733299e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:56.415981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.461881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac662027-6730-44db-97ec-35a79452971d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-9e1432ce-3c31-434d-ad1e-d9bbd68a29b7', 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7', 'tenant_id': '74571e9f16ae407492fbc2aa5814ab61', 'fixed_ips': [{'subnet_id': '5fbd8d73-459f-42c4-ad52-99032e83f9f9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:45:56.462448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.474614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 1ca43345-8a1e-4150-883e-fa795733299e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:56.474957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.741417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1ca43345-8a1e-4150-883e-fa795733299e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:45:56.750344 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:51Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:53Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:56.756246 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:45:56.756699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Updating router b4721256-7302-4831-aea6-6076f6b0ff6f port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:45:56.820098 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.881726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] For port 1ca43345-8a1e-4150-883e-fa795733299e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1ca43345-8a1e-4150-883e-fa795733299e,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:56.882568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:56.907843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ac662027-6730-44db-97ec-35a79452971d None None] Allocated IP 172.20.0.2 (9e1432ce-3c31-434d-ad1e-d9bbd68a29b7/5fbd8d73-459f-42c4-ad52-99032e83f9f9/88f0340c-e198-432f-9efa-baf27f87a522) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:56.911293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 1ca43345-8a1e-4150-883e-fa795733299e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1ca43345-8a1e-4150-883e-fa795733299e,segment=NetworkSegment(e0e0615d-b454-49b0-94f5-5fffb4397306),segment_id=e0e0615d-b454-49b0-94f5-5fffb4397306)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:56.911786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.028812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Calling delete_port for 1ca43345-8a1e-4150-883e-fa795733299e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:57.144002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 1ca43345-8a1e-4150-883e-fa795733299e owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:45:57.215926 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.231855 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Transition to ACTIVE for port object 51d9f9ff-580c-4a20-b4c5-16e544f88d98 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:57.241176 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.285626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.333171 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a266f-e858-4117-9aac-ea74a35065af None None] Pushing event updated for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:57.410333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.517951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] No DVR routers for this DVR port 1ca43345-8a1e-4150-883e-fa795733299e on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:45:57.529490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Attempting to bind port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:57.529998 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Attempting to bind port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:57.533498 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Attempting to bind port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 on network 2b4a309b-e865-45dd-9432-e8ebd827b4fc {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:57.537906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cd17f-2b6d-443d-be1b-99e7a7742325 None None] Pushing event deleted for resources: {'Port': ['ID=1ca43345-8a1e-4150-883e-fa795733299e,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:57.560727 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:57.561387 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Checking segment: {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:57.561989 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.562572 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Bound using segment: {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:57.563223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Bound port: 51d9f9ff-580c-4a20-b4c5-16e544f88d98, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefab36b-43c6-4210-9901-6b765c57778b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:57.563600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.656928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.677821 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] For port 51d9f9ff-580c-4a20-b4c5-16e544f88d98, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:57.682581 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] For port 51d9f9ff-580c-4a20-b4c5-16e544f88d98, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d9f9ff-580c-4a20-b4c5-16e544f88d98,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:57.687031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac662027-6730-44db-97ec-35a79452971d None None] Transition to ACTIVE for port object 88f0340c-e198-432f-9efa-baf27f87a522 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:57.688625 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.717321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac662027-6730-44db-97ec-35a79452971d None None] Transition to ACTIVE for port object 88f0340c-e198-432f-9efa-baf27f87a522 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:45:57.725532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.796633 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a266f-e858-4117-9aac-ea74a35065af None None] Pushing event updated for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:57.815471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:45:57.816284 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:57.823903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac662027-6730-44db-97ec-35a79452971d None None] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:45:57.832013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-ac662027-6730-44db-97ec-35a79452971d None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:45:57.835625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662027-6730-44db-97ec-35a79452971d None None] Pushing event updated for resources: {'Port': ['ID=88f0340c-e198-432f-9efa-baf27f87a522,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:57.838301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac662027-6730-44db-97ec-35a79452971d None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:45:57.948222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac662027-6730-44db-97ec-35a79452971d None None] Attempting to bind port 88f0340c-e198-432f-9efa-baf27f87a522 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:45:57.948679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac662027-6730-44db-97ec-35a79452971d None None] Attempting to bind port 88f0340c-e198-432f-9efa-baf27f87a522 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '93c8cc91-d9a4-419f-91fc-e77267142a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:45:57.949175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac662027-6730-44db-97ec-35a79452971d None None] Attempting to bind port 88f0340c-e198-432f-9efa-baf27f87a522 on network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:45:57.959267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac662027-6730-44db-97ec-35a79452971d None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:45:57.959684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac662027-6730-44db-97ec-35a79452971d None None] Checking segment: {'id': '93c8cc91-d9a4-419f-91fc-e77267142a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:45:57.960287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.960689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac662027-6730-44db-97ec-35a79452971d None None] Bound using segment: {'id': '93c8cc91-d9a4-419f-91fc-e77267142a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:45:57.961967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac662027-6730-44db-97ec-35a79452971d None None] Bound port: 88f0340c-e198-432f-9efa-baf27f87a522, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c8cc91-d9a4-419f-91fc-e77267142a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:45:57.962117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:57.982043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:45:57.982638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:45:58.029688 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:45:58.070607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac662027-6730-44db-97ec-35a79452971d None None] For port 88f0340c-e198-432f-9efa-baf27f87a522, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:45:58.081666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac662027-6730-44db-97ec-35a79452971d None None] For port 88f0340c-e198-432f-9efa-baf27f87a522, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=88f0340c-e198-432f-9efa-baf27f87a522,segment=NetworkSegment(93c8cc91-d9a4-419f-91fc-e77267142a6b),segment_id=93c8cc91-d9a4-419f-91fc-e77267142a6b)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:45:58.088396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac662027-6730-44db-97ec-35a79452971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:58.202038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac662027-6730-44db-97ec-35a79452971d None None] Pushing event updated for resources: {'Port': ['ID=88f0340c-e198-432f-9efa-baf27f87a522,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:58.251773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:58.522916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 1ca43345-8a1e-4150-883e-fa795733299e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:45:58.523262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:58.549615 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:51Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:57Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:58.554866 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1865f7-7539-4205-9c4a-ede23d421f69 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:51Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:57Z', 'revision_number': 4, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:45:58.643476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] The port '1ca43345-8a1e-4150-883e-fa795733299e' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:45:58.848704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d9f9ff-580c-4a20-b4c5-16e544f88d98 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:58.926153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:58.943472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:58.952448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:58.952909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.013001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:45:59.014029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:45:59.023459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34474) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:59.051690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba71f450-9289-4018-af5c-51889e696e7a']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:59.080527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0e0615d-b454-49b0-94f5-5fffb4397306') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:59.080852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0e0615d-b454-49b0-94f5-5fffb4397306') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:45:59.089927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Removed routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:45:59.090509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.147326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.194505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.223361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 51d9f9ff-580c-4a20-b4c5-16e544f88d98, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d9f9ff-580c-4a20-b4c5-16e544f88d98,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:45:59.231113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.232078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 88f0340c-e198-432f-9efa-baf27f87a522 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:45:59.313227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--412506654', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:59.320472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:59.332952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:59.337986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:59.348481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:59.368574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:45:59.371540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.396036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.421112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:59.460873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 88f0340c-e198-432f-9efa-baf27f87a522 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:59.463601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:59.469401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:59.477253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:59.485254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:59.565467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7309bffb-c23a-4bb0-9333-056e94a2745e None None] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:45:59.589359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.594941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.630563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:45:59.639709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7be5b8-be69-4875-bbb5-2eddf55e8a64,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:59.645641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.646096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment e36302bb-4614-4ee6-a23d-e87c7fd31e6f of type vlan for network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d Feb 16 08:45:59.680285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.709842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Provisioning for port 88f0340c-e198-432f-9efa-baf27f87a522 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:45:59.712799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.717638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Provisioning complete for port 88f0340c-e198-432f-9efa-baf27f87a522 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:45:59.718008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.718886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.723508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:45:59.724245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.737796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:45:59.738186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:45:59.754105 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:45:59.808877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Allocated IP 172.20.0.1 (9e1432ce-3c31-434d-ad1e-d9bbd68a29b7/5fbd8d73-459f-42c4-ad52-99032e83f9f9/4559675e-6dc4-415a-bc38-d3aca580ca6e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:45:59.856145 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8288016 Feb 16 08:45:59.856145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a7acd-7b71-493c-924b-79484395633b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:45:59.860412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34480) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:45:59.864748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-87069556', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:45:59.876209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:45:59.877977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:45:59.882525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:45:59.885728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:45:59.893568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:45:59.904104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.905132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.926938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.937845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.968757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:45:59.996335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=ba71f450-9289-4018-af5c-51889e696e7a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:00.056150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.072137 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7ee97b30-5243-4c5a-a87a-7f9c585e1943 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/ba71f450-9289-4018-af5c-51889e696e7a HTTP/1.1" status: 204 len: 168 time: 4.2372270 Feb 16 08:46:00.089385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34484) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:00.103015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] For port 88f0340c-e198-432f-9efa-baf27f87a522, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=88f0340c-e198-432f-9efa-baf27f87a522,segment=NetworkSegment(93c8cc91-d9a4-419f-91fc-e77267142a6b),segment_id=93c8cc91-d9a4-419f-91fc-e77267142a6b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:00.108480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.184565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd1c18-2154-487e-87c0-d899d53468be None None] Pushing event updated for resources: {'Port': ['ID=88f0340c-e198-432f-9efa-baf27f87a522,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:00.233027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.243285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.341037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Transition to ACTIVE for port object 4559675e-6dc4-415a-bc38-d3aca580ca6e will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:00.431719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.433779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8451ffd-1441-439b-ae66-d22c2270d818 None None] Provisioning complete for port 88f0340c-e198-432f-9efa-baf27f87a522 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:00.434159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8451ffd-1441-439b-ae66-d22c2270d818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.463800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.467151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.478837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.486856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:00.498341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:00.547750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:00.548012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.548146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:00.617303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.76 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/5d817a75-3014-4a45-95ef-8381fec024ac) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:00.659732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:00.686935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.687821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:00.688447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:00.742487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d9f9ff-580c-4a20-b4c5-16e544f88d98 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:00.756378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:00.767721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=4559675e-6dc4-415a-bc38-d3aca580ca6e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:00.770142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:00.778501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:00.781500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:00.781909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f3e0ac-26af-4e64-8bbb-f956eef2fdc9 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:00.818297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:00.818698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.829169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d12de774-6f3e-4c3e-a58b-88476d7554ea tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.1922202 Feb 16 08:46:00.833372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:00.903830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.974157 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5b38ffd3-7590-46ff-88c7-15d039ded397 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/floatingips/effe23bb-f935-4d95-a1c0-826ae3dad6d5 HTTP/1.1" status: 200 len: 977 time: 0.1393209 Feb 16 08:46:00.978053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:00.978976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34492) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:00.987080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 88f0340c-e198-432f-9efa-baf27f87a522 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:01.068586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 88f0340c-e198-432f-9efa-baf27f87a522 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:01.068954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.078039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.100885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:01.123650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.143520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-359ae545-08d7-43c3-8a38-1841914db8fd None None] Provisioning for port 4559675e-6dc4-415a-bc38-d3aca580ca6e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:01.149897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-359ae545-08d7-43c3-8a38-1841914db8fd None None] Provisioning complete for port 4559675e-6dc4-415a-bc38-d3aca580ca6e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:01.150322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-359ae545-08d7-43c3-8a38-1841914db8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.179295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.202646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:01.208128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:01.211309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:01.251584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-359ae545-08d7-43c3-8a38-1841914db8fd None None] Port 4559675e-6dc4-415a-bc38-d3aca580ca6e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:01.307474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=5d817a75-3014-4a45-95ef-8381fec024ac,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:01.316202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3372589-085e-4788-9ef8-6d0fd426d796 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Synchronizing usage tracker for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:floatingip {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:01.355981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b3372589-085e-4788-9ef8-6d0fd426d796 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Unset dirty status for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:floatingip {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:01.357264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b3372589-085e-4788-9ef8-6d0fd426d796 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3771322 Feb 16 08:46:01.362598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34496) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:01.369936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': 'e714fc64-effd-4d7f-b860-ded2c80ba4b9'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:01.479231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.635812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.636542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.758565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.934490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:01.943435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:01.944587 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d2394be2-55e6-4c16-bcb1-aa92d405e489 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 953 time: 6.0026135 Feb 16 08:46:01.946709 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:01.952071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34500) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:01.963129 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:01.963959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:02.099150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.110419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.121643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:02.345754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=4559675e-6dc4-415a-bc38-d3aca580ca6e,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:02.348203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.359230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:02.490073 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 6, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:02.494628 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:02.506550 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:02.507175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:02.595228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.611173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.667122 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:02.668765 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6d29c975-8a68-4334-a175-b28198b85e49 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 953 time: 0.7164536 Feb 16 08:46:02.669394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:02.712881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'routes': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:02.842835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:02.854477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:02.858407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:02.859958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:02.883629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:02.889328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-82b1738d-79a3-4238-8627-dab46fed4a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0295265 Feb 16 08:46:02.890029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:02.895829 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP effe23bb-f935-4d95-a1c0-826ae3dad6d5 associated. External IP: 172.26.4.48, port: f81bac22-377d-4072-aa75-c9d2eb7c25d5. Feb 16 08:46:02.902693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:02.903821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:03.032772 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 6, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:03.038344 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6de67-38bd-42a1-9f3f-caf05ad1973e None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 6, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:03.160252 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-03b70444-ea9f-46c5-8e28-a6dd61f298d2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2675126 Feb 16 08:46:03.162819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34514) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:03.331274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9bda5aee-94da-4265-af3b-89cb0f32d462 None None] Provisioning complete for port 4559675e-6dc4-415a-bc38-d3aca580ca6e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:03.332028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9bda5aee-94da-4265-af3b-89cb0f32d462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:03.344531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d7f41-3943-462e-a11a-c1856d0c2e1c tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:03.349424 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cc3d7f41-3943-462e-a11a-c1856d0c2e1c tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1855209 Feb 16 08:46:03.350021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34518) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:03.398328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fb7a2fcb-9af7-40ca-8186-a77bb0f99587 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452523 Feb 16 08:46:03.399154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34522) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:03.408030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-630215545', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:03.408754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:03.453580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9bda5aee-94da-4265-af3b-89cb0f32d462 None None] Port 4559675e-6dc4-415a-bc38-d3aca580ca6e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:03.651431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port efd42de1-9657-4cb6-ae89-288831de6d3b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:03.652026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:03.716007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:01Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:03.719927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:03.720273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Updating router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a port 5d817a75-3014-4a45-95ef-8381fec024ac binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:46:03.772962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:03.776292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:03.781662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:03.791767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:03.800052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:03.816258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:03.930637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.074362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:04.133054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.146566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Transition to ACTIVE for port object 5d817a75-3014-4a45-95ef-8381fec024ac will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:04.153751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.159164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Router 29198d20-cc91-400b-9451-60073ea1e96f is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:04.173779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:46:04.174162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:46:04.180853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port efd42de1-9657-4cb6-ae89-288831de6d3b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=efd42de1-9657-4cb6-ae89-288831de6d3b,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:04.181114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.280040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Pushing event updated for resources: {'Port': ['ID=5d817a75-3014-4a45-95ef-8381fec024ac,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:04.282795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Attempting to bind port 5d817a75-3014-4a45-95ef-8381fec024ac on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:04.283176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Attempting to bind port 5d817a75-3014-4a45-95ef-8381fec024ac by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:04.283986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Attempting to bind port 5d817a75-3014-4a45-95ef-8381fec024ac on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:04.296097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.296097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.296762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.297111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.297455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.297803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.298118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.298489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.298795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.299121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.299462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:04.302767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:04.303151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:04.303552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.303934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:04.304408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Bound port: 5d817a75-3014-4a45-95ef-8381fec024ac, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:04.304858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.348052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.375712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for efd42de1-9657-4cb6-ae89-288831de6d3b owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:04.381234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] For port 5d817a75-3014-4a45-95ef-8381fec024ac, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:04.384919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] For port 5d817a75-3014-4a45-95ef-8381fec024ac, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5d817a75-3014-4a45-95ef-8381fec024ac,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:04.395469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.452272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=fcec5399-5bde-449f-aaef-0c77a4f5ed67,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:04.477031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:04.478163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:46:04.483619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304de9a3-54d6-498d-ba86-9434fafd5a44 None None] Pushing event updated for resources: {'Port': ['ID=5d817a75-3014-4a45-95ef-8381fec024ac,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:04.487444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:04.488045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:04.513883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.524737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:46:04.537214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:04.551111 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:04.564542 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:04.565538 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:04.637348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:04.649015 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:04.649871 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:04.679229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:04.718478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:04.742174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:04.742794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.747874 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:04.748509 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce1190f-eab9-4965-8b8e-5c66496dc727 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:04.797369 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8b65a581-5932-4344-a227-065392d1dd69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3919597 Feb 16 08:46:04.797595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:04.800694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34526) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:04.815342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd7faf8-5b0e-42a4-b0f9-0c32d6ce223a None None] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:04.839340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:04.855926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=efd42de1-9657-4cb6-ae89-288831de6d3b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:04.896440 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9510a4e8-82b9-48e1-a033-856634533bf9 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "PUT /v2.0/routers/29198d20-cc91-400b-9451-60073ea1e96f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6866412 Feb 16 08:46:04.901987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34530) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:04.913629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'port': {'network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7', 'name': 'tempest-FloatingIPNegativeTestJSON-1625757979'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:04.942988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] Sync routers for ids ['29198d20-cc91-400b-9451-60073ea1e96f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:05.017833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] Routers {'29198d20-cc91-400b-9451-60073ea1e96f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:05.018929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['29198d20-cc91-400b-9451-60073ea1e96f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:05.101510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:05.126627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] Routers {'29198d20-cc91-400b-9451-60073ea1e96f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:05.127414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['29198d20-cc91-400b-9451-60073ea1e96f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:05.210466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:05.211154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca7763-1a74-4afe-9dad-ce5ef4d4574c None None] The sync data for ids ['29198d20-cc91-400b-9451-60073ea1e96f'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:05.347866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:46:05.348784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.441101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:01Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:05.448099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a7ebf-b9aa-4f0e-8037-631fa1e8b0dd None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:01Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:05.519155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.526588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:05.531458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:port and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:05.535011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Allocated IP 172.20.0.2 (06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d/fcec5399-5bde-449f-aaef-0c77a4f5ed67/8a9573e9-727f-4695-9367-c3b30e43814b) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:05.535955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:05.544530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.550257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:05.553752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:05.697486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Made reservation on behalf of 74571e9f16ae407492fbc2aa5814ab61 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:05.700500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.762234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] device_id is not set on port 790f2879-9828-4da6-9c53-c7ec38778d89 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:46:05.850654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.862145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Transition to ACTIVE for port object 8a9573e9-727f-4695-9367-c3b30e43814b will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:05.882230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:05.884603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Transition to ACTIVE for port object 8a9573e9-727f-4695-9367-c3b30e43814b will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:05.893528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.039166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:06.044234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:06.044927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.050300 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:06.050964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:06.056298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:06.060241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Pushing event updated for resources: {'Port': ['ID=8a9573e9-727f-4695-9367-c3b30e43814b,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:06.066089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:06.070088 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:06.101404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Allocated IP 172.20.0.7 (9e1432ce-3c31-434d-ad1e-d9bbd68a29b7/5fbd8d73-459f-42c4-ad52-99032e83f9f9/790f2879-9828-4da6-9c53-c7ec38778d89) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:06.121044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:06.160153 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:06.181824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:06.182540 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:06.195759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Attempting to bind port 8a9573e9-727f-4695-9367-c3b30e43814b on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:06.210624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Attempting to bind port 8a9573e9-727f-4695-9367-c3b30e43814b by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:06.211210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Attempting to bind port 8a9573e9-727f-4695-9367-c3b30e43814b on network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:06.218043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:06.219017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Checking segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:06.219418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.219844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Bound using segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:06.220301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Bound port: 8a9573e9-727f-4695-9367-c3b30e43814b, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:06.220666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.300758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:06.301417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f7e8a-f06e-4046-a04b-422cded558ff None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:06.338074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] For port 8a9573e9-727f-4695-9367-c3b30e43814b, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:06.346153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] For port 8a9573e9-727f-4695-9367-c3b30e43814b, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8a9573e9-727f-4695-9367-c3b30e43814b,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:06.353633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.371556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-00444cf1-8b13-45e1-9869-a8a39590de03 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/effe23bb-f935-4d95-a1c0-826ae3dad6d5 HTTP/1.1" status: 200 len: 977 time: 5.0072854 Feb 16 08:46:06.376891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34534) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:06.388250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:06.442384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d5d1-5ec0-47b5-938e-7ce7a0e905d5 None None] Pushing event updated for resources: {'Port': ['ID=8a9573e9-727f-4695-9367-c3b30e43814b,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:06.570799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.677436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.710516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.773721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Transition to ACTIVE for port object 790f2879-9828-4da6-9c53-c7ec38778d89 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:06.803608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:06.814202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:06.840786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:06.841781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:06.922717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5d817a75-3014-4a45-95ef-8381fec024ac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:06.972997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:06.974253 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-401834d6-9bf6-4bc0-8e1e-bc630b309dc5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 703 time: 4.3019724 Feb 16 08:46:06.978604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34538) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:07.040620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.090945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:07.159787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 5d817a75-3014-4a45-95ef-8381fec024ac completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:07.170068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5d817a75-3014-4a45-95ef-8381fec024ac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:07.170500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.372890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.385642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.385980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP effe23bb-f935-4d95-a1c0-826ae3dad6d5 disassociated. External IP: 172.26.4.48, port: e714fc64-effd-4d7f-b860-ded2c80ba4b9. Feb 16 08:46:07.405426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:07.429887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:07.435014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=790f2879-9828-4da6-9c53-c7ec38778d89,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:07.446040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:07.557605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.584413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:07.585085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.614576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 5d817a75-3014-4a45-95ef-8381fec024ac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5d817a75-3014-4a45-95ef-8381fec024ac,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:07.617535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc4cdcaa-1936-437a-a9d3-fb0e538b215d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7142045 Feb 16 08:46:07.621452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d/fcec5399-5bde-449f-aaef-0c77a4f5ed67/d17773d0-5a3b-4377-ad59-a782897acd26) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:07.627942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34542) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:07.631090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.639392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:07.648493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:07.660697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:07.667532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:floatingip and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:07.684434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:07.702393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:07.754724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=5d817a75-3014-4a45-95ef-8381fec024ac,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:07.792395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 7, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:07.797095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:07.814625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:07.815318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:07.822193 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b988f620-5c72-412f-adcb-c4a2ce78c7bc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 703 time: 0.8397255 Feb 16 08:46:07.824160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34546) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:07.901816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:07.998304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e88cb-e709-4126-808e-e17cc0ffef86 None None] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:08.005250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.042764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object d17773d0-5a3b-4377-ad59-a782897acd26 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:08.096125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:08.099775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:08.111394 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:08.128275 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:08.129360 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:08.132646 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-65576631-26fe-46f5-a0f4-0db26824afc6 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0424366 Feb 16 08:46:08.136229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34550) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:08.227860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.246590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.271510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6e431140-f0cc-4280-9014-f222454d2d66 None None] Provisioning for port 790f2879-9828-4da6-9c53-c7ec38778d89 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:08.295720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6e431140-f0cc-4280-9014-f222454d2d66 None None] Provisioning complete for port 790f2879-9828-4da6-9c53-c7ec38778d89 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:08.298388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6e431140-f0cc-4280-9014-f222454d2d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.369496 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:08.406937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:08.478070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:08.481402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:08.520515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:08.559402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Allocated IP 172.26.4.206 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/a9f86cae-5fe4-4563-adab-1dfcb879f25b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:08.562587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6e431140-f0cc-4280-9014-f222454d2d66 None None] Port 790f2879-9828-4da6-9c53-c7ec38778d89 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:08.564080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6812aed2-d0a8-4c48-adbe-9111d28bc8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.595338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.717729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.746087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 9, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:08.752911 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:08.764511 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:08.765119 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:08.786961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e5e83f13-64c3-4d72-b35f-f7e3db83bc68 None None] Provisioning for port 8a9573e9-727f-4695-9367-c3b30e43814b completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:08.833665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.871863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9573e9-727f-4695-9367-c3b30e43814b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:08.880786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet 422a1f51-0e17-4ab2-ba37-342ad0b2d99a {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:08.885306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.956932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:08.987082 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:09.036474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 7, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:09.044153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 8a9573e9-727f-4695-9367-c3b30e43814b completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:09.050796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8a9573e9-727f-4695-9367-c3b30e43814b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:09.051411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.081776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.104075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feeccf6-f485-4b7c-8e86-ab338d18d009 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 7, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '51d9f9ff-580c-4a20-b4c5-16e544f88d98', 'name': '', 'network_id': '2b4a309b-e865-45dd-9432-e8ebd827b4fc', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:38:3e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:49Z', 'updated_at': '2022-02-16T08:45:59Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'f1eaafff-2e65-446f-a0f8-67667ef4381d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:09.236186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.329866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.365470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Provisioning for port d17773d0-5a3b-4377-ad59-a782897acd26 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:09.368347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.375994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:09.387534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Provisioning complete for port d17773d0-5a3b-4377-ad59-a782897acd26 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:09.388039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.388553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.450118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 8a9573e9-727f-4695-9367-c3b30e43814b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8a9573e9-727f-4695-9367-c3b30e43814b,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:09.454890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.462890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0c7321-d026-43ea-a675-0cc2ba73318c None None] Network ac6c4981-04a9-4716-bb4a-5f615540d882 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:09.469065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:09.481473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:09.497538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.500967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:09.502760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5d817a75-3014-4a45-95ef-8381fec024ac up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:09.522246 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 9, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:09.533001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf37b88-8c04-42f9-a515-8b200aea67a8 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:04Z', 'revision_number': 9, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '772b7c59-44f6-4cd8-89ff-a30b36850342', 'name': '', 'network_id': 'a6735af0-be4b-4187-8030-8224b4212777', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:36:4c:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:10Z', 'updated_at': '2022-02-16T08:45:28Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': 'b016ef97-4f27-4e3f-9f44-4b0511c3ef75', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:09.556624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=422a1f51-0e17-4ab2-ba37-342ad0b2d99a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:09.586991 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-78a30080-3320-4726-b7f1-b13ab5f6762c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/422a1f51-0e17-4ab2-ba37-342ad0b2d99a HTTP/1.1" status: 204 len: 168 time: 1.4330676 Feb 16 08:46:09.588560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34554) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:09.594094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=a9f86cae-5fe4-4563-adab-1dfcb879f25b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:09.635600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Port d17773d0-5a3b-4377-ad59-a782897acd26 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:09.775610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.800866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:09.801372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.865304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=8a9573e9-727f-4695-9367-c3b30e43814b,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:09.873281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Provisioning complete for port 8a9573e9-727f-4695-9367-c3b30e43814b triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:09.873281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-916f40d8-925f-4eb3-a6d7-52795030e536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:09.966697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5d817a75-3014-4a45-95ef-8381fec024ac triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:09.967591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.131977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.208658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] DHCP port deletion for ac6c4981-04a9-4716-bb4a-5f615540d882 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:10.214348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Deleting port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:10.214993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.275696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:10.276302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.284579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.359633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f8727e6-fe59-40a1-9793-5d8523971342 None None] Provisioning complete for port d17773d0-5a3b-4377-ad59-a782897acd26 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:10.360044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f8727e6-fe59-40a1-9793-5d8523971342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.387554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.401831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.437738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 6b84ca5e-143f-4b47-8b95-9e466ef4e24f owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:10.494971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:10.498956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5f8727e6-fe59-40a1-9793-5d8523971342 None None] Port d17773d0-5a3b-4377-ad59-a782897acd26 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:10.520606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:10.527616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] For port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,segment=NetworkSegment(b6b4c1bd-2143-4c1f-af02-a07fc88eb043),segment_id=b6b4c1bd-2143-4c1f-af02-a07fc88eb043)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:10.527616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.528878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.583072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.588001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:10.609219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.667617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dd7c6d4b-830e-4861-babd-3f66eb939af8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/effe23bb-f935-4d95-a1c0-826ae3dad6d5 HTTP/1.1" status: 200 len: 687 time: 4.2897077 Feb 16 08:46:10.674165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=6b84ca5e-143f-4b47-8b95-9e466ef4e24f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:10.679048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34558) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:10.710564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:10.711286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:10.771142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No DVR routers for this DVR port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:10.774138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Calling delete_port for 6b84ca5e-143f-4b47-8b95-9e466ef4e24f owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:10.799802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9573e9-727f-4695-9367-c3b30e43814b up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:10.856209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:10.924451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:10.925129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:45:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:10.973724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.981137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:10.983157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:10.987366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e5b1e519-2965-4fee-8e79-bd0fb6866769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:10.991216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:10.991626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bc88a-56ef-42d4-89c1-8f59e9acdec7 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:10.993388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:10.993937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:11.000057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6c4981-04a9-4716-bb4a-5f615540d882']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:11.007504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8a9573e9-727f-4695-9367-c3b30e43814b triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:11.007884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.017988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 36547480-8520-41f0-b729-76f3ec34c89b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:11.018327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.044086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:11.044441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b4c1bd-2143-4c1f-af02-a07fc88eb043') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:11.073713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.087798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.resource_extend [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:46:11.112843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 51d9f9ff-580c-4a20-b4c5-16e544f88d98 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:11.113174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.113283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.115073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.137163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.148243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:11.148834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:11.194128 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:11.254613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efd42de1-9657-4cb6-ae89-288831de6d3b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:11.290339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: efd42de1-9657-4cb6-ae89-288831de6d3b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:11.291600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device efd42de1-9657-4cb6-ae89-288831de6d3b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:11.291600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b84ca5e-143f-4b47-8b95-9e466ef4e24f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:11.335381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 6b84ca5e-143f-4b47-8b95-9e466ef4e24f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:11.335824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b84ca5e-143f-4b47-8b95-9e466ef4e24f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:11.352919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8ebb6c1c-113e-4d81-a0e7-e8326884459d None None] Provisioning complete for port d17773d0-5a3b-4377-ad59-a782897acd26 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:11.353326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8ebb6c1c-113e-4d81-a0e7-e8326884459d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.393968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 51d9f9ff-580c-4a20-b4c5-16e544f88d98, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d9f9ff-580c-4a20-b4c5-16e544f88d98,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:11.394590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.414797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8ebb6c1c-113e-4d81-a0e7-e8326884459d None None] Port d17773d0-5a3b-4377-ad59-a782897acd26 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:11.495606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Deleting port 6b84ca5e-143f-4b47-8b95-9e466ef4e24f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:11.496588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.507001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=a9f86cae-5fe4-4563-adab-1dfcb879f25b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:11.521555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.526071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.559654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.561399 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:46:11.571704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-491bf95c-0f7c-4200-ae8d-c1f60d215822 None None] The port '6b84ca5e-143f-4b47-8b95-9e466ef4e24f' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:11.580456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=ac6c4981-04a9-4716-bb4a-5f615540d882,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:11.586816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.587139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.636620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 51d9f9ff-580c-4a20-b4c5-16e544f88d98 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:11.645682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.716474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.719011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2a510d32-75e4-4886-bfd1-f4d1e9446a9e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0898666 Feb 16 08:46:11.721541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34562) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:11.722182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9a75f2d4-d0a9-4591-9684-647eac5513d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/ac6c4981-04a9-4716-bb4a-5f615540d882 HTTP/1.1" status: 204 len: 168 time: 2.1151690 Feb 16 08:46:11.728397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34564) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:11.730260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 36547480-8520-41f0-b729-76f3ec34c89b owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:11.740464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-234a7588-505a-43a4-b0b5-dd0eb2810d2e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'floatingip': {'port_id': '790f2879-9828-4da6-9c53-c7ec38778d89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:11.883568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.893027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.930339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-234a7588-505a-43a4-b0b5-dd0eb2810d2e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:11.932096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=36547480-8520-41f0-b729-76f3ec34c89b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:12.029098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:12.048480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:12.049407 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0a28dee5-5670-46dc-874a-2867a6dfd8e9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/effe23bb-f935-4d95-a1c0-826ae3dad6d5 HTTP/1.1" status: 204 len: 168 time: 1.3694298 Feb 16 08:46:12.052155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34570) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:12.119076 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-95d22a3d-02df-40c4-bbe2-21ccb72ef9da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] delete failed (client error): The resource could not be found. Feb 16 08:46:12.120066 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-95d22a3d-02df-40c4-bbe2-21ccb72ef9da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/effe23bb-f935-4d95-a1c0-826ae3dad6d5 HTTP/1.1" status: 404 len: 345 time: 0.0669985 Feb 16 08:46:12.123930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34574) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:12.205739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:12.209780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:12.213479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:12.214463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Synchronizing usage tracker for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:12.231986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Unset dirty status for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:12.235823 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04201350-a754-464a-beda-946154670e9c tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/ports?network_id=688bb020-6d76-4578-a958-fbeed362f91d HTTP/1.1" status: 200 len: 2358 time: 0.1084907 Feb 16 08:46:12.236056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34578) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:12.300488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e81374-8a19-4aa4-bafe-20c093a36589 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:12.306230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7e81374-8a19-4aa4-bafe-20c093a36589 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/subnets/baecb2c1-fbc1-486c-80b0-14bdd2179b2c HTTP/1.1" status: 200 len: 797 time: 0.0647893 Feb 16 08:46:12.306511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34582) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:12.312141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'port': {'network_id': '688bb020-6d76-4578-a958-fbeed362f91d', 'name': 'tempest-FloatingIPTestJSON-831961056', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:12.364482 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-234a7588-505a-43a4-b0b5-dd0eb2810d2e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] update failed (client error): The resource could not be found. Feb 16 08:46:12.365502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-234a7588-505a-43a4-b0b5-dd0eb2810d2e tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "PUT /v2.0/floatingips/a5be9b58-3988-49ba-8e22-92c4b4ddd72c HTTP/1.1" status: 404 len: 507 time: 0.6417840 Feb 16 08:46:12.368400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:12.373954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34586) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:12.449145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:12.460033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:12.469814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:12.535191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=51d9f9ff-580c-4a20-b4c5-16e544f88d98,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:12.560683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:12.598128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:12.620578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] device_id is not set on port 2f72a550-acb1-448a-8b19-e59a1939ece1 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:46:12.801242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting port a9f86cae-5fe4-4563-adab-1dfcb879f25b {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:12.801577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.016116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.14 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/2f72a550-acb1-448a-8b19-e59a1939ece1) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:13.022238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.13 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/2f72a550-acb1-448a-8b19-e59a1939ece1) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:13.221574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.221879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.229110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.262420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.342777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:13.344383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:13.349070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:13.386955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=2f72a550-acb1-448a-8b19-e59a1939ece1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:13.417526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:13.418176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.443909 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e6850d2d-92cc-4416-8932-66cbd269404a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1363027 Feb 16 08:46:13.446386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34592) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:13.451791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '2f72a550-acb1-448a-8b19-e59a1939ece1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:13.458487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:13.462692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:floatingip and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:13.465520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:13.472030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:13.476337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.482015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.530049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Calling delete_port for a9f86cae-5fe4-4563-adab-1dfcb879f25b owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:13.618686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.649243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.715925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:13.772482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.49 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:13.934406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:13.947001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:13.961390 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:13.962013 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:13.962844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.035793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.059071 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-410eb3b9-9548-4cca-bfd0-a290bcb25e06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/56e7b715-cd2a-44cf-b7b6-9512e7aac36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2512388 Feb 16 08:46:14.059071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Port': ['ID=a9f86cae-5fe4-4563-adab-1dfcb879f25b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:14.060638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34596) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:14.083875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.186615 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:14.220584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:14.225472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:14.233048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:14.275283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:14.384823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.385200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.385629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.386274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.387419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.387661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.388015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.388370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.388726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.389078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.389429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.390302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.395432 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4fcc722-e219-43db-a697-efc1b3b50768 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8401 time: 0.3308868 Feb 16 08:46:14.398078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34600) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:14.413890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.415935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.417067 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ca6ac203-299c-4994-8421-186582c34365 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "DELETE /v2.0/floatingips/a5be9b58-3988-49ba-8e22-92c4b4ddd72c HTTP/1.1" status: 204 len: 168 time: 2.0100451 Feb 16 08:46:14.421739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34604) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:14.429731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'floatingip': {'floating_network_id': '9e1432ce-3c31-434d-ad1e-d9bbd68a29b7', 'port_id': '790f2879-9828-4da6-9c53-c7ec38778d89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:14.439575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:14.476574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:floatingip and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:14.482828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:14.496586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:14.541503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.541885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.542201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.542580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.542933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.543280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.543622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.543969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.544314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.544657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.544999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.545338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:14.550384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-faffd7ca-74b7-4330-bc2b-3386734a7a1e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7571 time: 0.1495738 Feb 16 08:46:14.551273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34608) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:14.569901 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:10Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:14.573931 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:14.574424 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Updating router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a port d17773d0-5a3b-4377-ad59-a782897acd26 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:46:14.636201 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:14.655883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.013824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:15.017482 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.035557 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Transition to ACTIVE for port object d17773d0-5a3b-4377-ad59-a782897acd26 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:15.044903 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.093138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.127302 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Pushing event updated for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:15.173645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-afd049a0-5fef-4a9b-8c58-1736816da02a tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3933 time: 0.6218100 Feb 16 08:46:15.180828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.293926 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:46:15.295078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-76c215fe-5648-4ffa-a489-f37824eb269a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8717799 Feb 16 08:46:15.306389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34616) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:15.316284 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Attempting to bind port d17773d0-5a3b-4377-ad59-a782897acd26 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:15.316804 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Attempting to bind port d17773d0-5a3b-4377-ad59-a782897acd26 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:15.317252 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Attempting to bind port d17773d0-5a3b-4377-ad59-a782897acd26 on network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:15.324485 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:15.325016 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Checking segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:15.325513 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.325993 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Bound using segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:15.327576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Bound port: d17773d0-5a3b-4377-ad59-a782897acd26, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:15.328014 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.337773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '790f2879-9828-4da6-9c53-c7ec38778d89', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:15.368081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:15.386252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Usage tracker for resource:floatingip and tenant:74571e9f16ae407492fbc2aa5814ab61 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:15.393937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 772b7c59-44f6-4cd8-89ff-a30b36850342 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:15.394606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.429802 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] For port d17773d0-5a3b-4377-ad59-a782897acd26, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:15.432423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:15.436190 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] For port d17773d0-5a3b-4377-ad59-a782897acd26, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d17773d0-5a3b-4377-ad59-a782897acd26,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:15.438618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.439099 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.439559 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.440300 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.440733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.442008 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.442606 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.442935 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.443352 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.443769 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.444226 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:15.449145 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.458023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:15.518537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.542808 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a0a20-fe08-4b68-9cca-836bc7d1d2df None None] Pushing event updated for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:15.545038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.554128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.582026 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:15.583213 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:15.685103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:15.698277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:15.705973 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a9f9c3ca-c98d-4a6d-b60d-2b381a23551b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8796937 Feb 16 08:46:15.709716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34620) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:15.724584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:15.725224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:15.767363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 772b7c59-44f6-4cd8-89ff-a30b36850342, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=772b7c59-44f6-4cd8-89ff-a30b36850342,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:15.767995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:15.868282 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:15.932489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 772b7c59-44f6-4cd8-89ff-a30b36850342 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:16.067845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:16.083557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.094979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:16.168884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.317892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=772b7c59-44f6-4cd8-89ff-a30b36850342,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:16.398119 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:15Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:16.410393 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9698ec-71aa-4155-bc00-7c2b1dc01b31 None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:15Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:16.424553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet f1eaafff-2e65-446f-a0f8-67667ef4381d {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:16.432585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.552322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:12Z', 'revision_number': 8, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:16.561533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:16.579030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:16.579730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:16.601181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.673817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:16.704806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-736980738', 'description': 'tempest-secgroup-smoke-736980738 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:16.721327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:16.735459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:16.742602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:16.752862 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 5037b8a4-1166-4977-a5cb-29079fa6f34a associated. External IP: 172.26.4.49, port: 2f72a550-acb1-448a-8b19-e59a1939ece1. Feb 16 08:46:16.768688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.860599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d17773d0-5a3b-4377-ad59-a782897acd26 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:16.862834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:16.953023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:16.961977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:17.003221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.038956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d17773d0-5a3b-4377-ad59-a782897acd26 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:17.050428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d17773d0-5a3b-4377-ad59-a782897acd26 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:17.051053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.074030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.135351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:17.138079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.180193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:17.189599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:17.206297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eaafff-2e65-446f-a0f8-67667ef4381d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:17.211349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:17.230903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.267559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c50922-59ce-42bc-871b-9eda4c7f5f22 None None] Network 2b4a309b-e865-45dd-9432-e8ebd827b4fc requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:17.276251 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6468bbaa-bf87-4733-994f-2142352fd8e3 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/f1eaafff-2e65-446f-a0f8-67667ef4381d HTTP/1.1" status: 204 len: 168 time: 1.5558333 Feb 16 08:46:17.285525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34628) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:17.311171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Allocated IP 172.26.4.186 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/5c9d9736-38f7-4da3-91a8-c3cbb0a7381e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:17.436210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.470027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.495324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:17.495703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.573187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.624819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.646601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.650530 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.9700110 Feb 16 08:46:17.658220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34632) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:17.675857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:17.689442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:17.711690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:17.712790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.714878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port d17773d0-5a3b-4377-ad59-a782897acd26, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d17773d0-5a3b-4377-ad59-a782897acd26,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:17.715402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b949ee1-3feb-49ec-88c2-cf5dfea036bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fddbc3-c872-438a-a210-44e397e25db0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:17.717853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:17.726649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.780888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:17.812206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:17.821403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:12Z', 'revision_number': 8, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:17.826321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ff7e56-93c2-45db-95da-b9b2dc76da0d None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:12Z', 'revision_number': 8, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6043b12-3ae4-45c0-93ce-fb09974fcc28', 'name': '', 'network_id': '9f603ad9-e2c9-4c95-9b9c-eb725d379ee5', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:45:19:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:35Z', 'updated_at': '2022-02-16T08:45:50Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '0f5b48aa-5387-4990-a267-35b7d3ff366f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:17.897639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] DHCP port deletion for 2b4a309b-e865-45dd-9432-e8ebd827b4fc request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:17.902708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Deleting port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:17.902708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.911519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.914306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.965343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:17.965794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:17.998152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:18.003211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:18.009110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:18.036673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event updated for resources: {'Port': ['ID=5c9d9736-38f7-4da3-91a8-c3cbb0a7381e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:18.120921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] For port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,segment=NetworkSegment(aefab36b-43c6-4210-9901-6b765c57778b),segment_id=aefab36b-43c6-4210-9901-6b765c57778b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:18.121217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.137280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:18.236625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:18.242761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Calling delete_port for 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:18.323268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting port 5c9d9736-38f7-4da3-91a8-c3cbb0a7381e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:18.323717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.338694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.357388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.365254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:18.365742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:18.368328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.394535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] Pushing event deleted for resources: {'Port': ['ID=21fbab44-252f-43e7-b5bf-7d5b63d3a5cc,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:18.398567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d8fe9c-b443-42bf-96fa-bee46b4dd352,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:18.400801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9523e6cf-4349-482b-b317-103efaa860ec None None] No DVR routers for this DVR port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:18.420354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.422009 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-969340ef-d291-4a32-bc3e-d14acb3de404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7584338 Feb 16 08:46:18.425427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34636) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:18.437995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:18.444719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:18.450238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:18.454232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:18.460794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:18.489810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.504575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:18.506699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:18.514957 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:18.530169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f580270d-9213-494e-8bd5-8da6d5ca59dc tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7925744 Feb 16 08:46:18.531211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34640) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:18.532383 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:18.533011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:18.549290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.549539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.684601 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:18.723221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d17773d0-5a3b-4377-ad59-a782897acd26 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:18.758684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.794077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d17773d0-5a3b-4377-ad59-a782897acd26 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:18.794883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.795296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Calling delete_port for 5c9d9736-38f7-4da3-91a8-c3cbb0a7381e owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:18.815096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.865964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350aaf83-3a6c-4d48-8071-37503f5eef4d,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:18.873005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:18.873337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.957802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.959067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:18.960243 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23ce7747-b658-48f2-91a0-b183a052061e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5339193 Feb 16 08:46:18.967685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] The port '21fbab44-252f-43e7-b5bf-7d5b63d3a5cc' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:18.968558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34644) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:18.988667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:19.020679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Port': ['ID=5c9d9736-38f7-4da3-91a8-c3cbb0a7381e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:19.021921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:19.032102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet b016ef97-4f27-4e3f-9f44-4b0511c3ef75 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:19.036825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:19.039728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:19.041128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:19.057594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.079130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:19.079613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21fbab44-252f-43e7-b5bf-7d5b63d3a5cc not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:19.080137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d9f9ff-580c-4a20-b4c5-16e544f88d98 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:19.099383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:19.120393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 51d9f9ff-580c-4a20-b4c5-16e544f88d98 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:19.120893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d9f9ff-580c-4a20-b4c5-16e544f88d98 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:19.128769 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:16Z', 'revision_number': 10, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.133137 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:19.146966 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:19.147697 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.169619 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] create failed (client error): The resource could not be found. Feb 16 08:46:19.171657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5731ed30-eff0-46f9-81d2-3d3dfee1a0d7 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8634872 Feb 16 08:46:19.175468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34648) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:19.199847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.254928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.270895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.305409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting port 790f2879-9828-4da6-9c53-c7ec38778d89 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:19.305788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.320340 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:19.390753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4a309b-e865-45dd-9432-e8ebd827b4fc']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.412329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefab36b-43c6-4210-9901-6b765c57778b') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.412702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefab36b-43c6-4210-9901-6b765c57778b') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.442311 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.472009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.478424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.482310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.486990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.536366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:19.536774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: util.warn( Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:19.555201 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:19.567968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:19.582848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:19.597581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:19.598247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.618170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.624720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6240adda-3a4e-4720-9eb7-cc02026afc40,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:19.665050 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:16Z', 'revision_number': 10, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.669565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.671556 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2496f43-26e2-4e9f-a3ec-c776e662290f None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:16Z', 'revision_number': 10, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None, '_interfaces': [{'id': '51200999-b868-491a-9b3f-ae37982bef79', 'name': '', 'network_id': 'd5d57243-a3c3-48b0-ac19-d555a735eb89', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'mac_address': 'fa:16:3e:cf:e7:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:04Z', 'updated_at': '2022-02-16T08:45:13Z', 'revision_number': 5, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'subnets': [{'id': '547ae4ca-fdee-4954-884e-6f8821e33639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:19.682417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.682834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:19.686334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.686762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-654c85d1-b13f-4fe2-b385-400974172d7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7059274 Feb 16 08:46:19.686762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34652) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:19.693460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:19.703114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.729177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.731141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:19.751835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:19.752247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab25926-0bcf-41c9-86aa-f2bb4275ade1 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:19.763183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:19.773805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.781578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:19.797694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Calling delete_port for 790f2879-9828-4da6-9c53-c7ec38778d89 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:19.801073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.807240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:19.947943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=2b4a309b-e865-45dd-9432-e8ebd827b4fc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:19.958588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:19.967121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a97cde17-034f-4289-87ca-c1641e1e33b4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/2b4a309b-e865-45dd-9432-e8ebd827b4fc HTTP/1.1" status: 204 len: 168 time: 2.6775930 Feb 16 08:46:19.970933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=b016ef97-4f27-4e3f-9f44-4b0511c3ef75,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:19.974274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34656) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:19.978181 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-389d26a5-148a-497d-98b2-0f8eeb207521 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5283663 Feb 16 08:46:20.004107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34660) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:20.021594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': '2f72a550-acb1-448a-8b19-e59a1939ece1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:20.036538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.038398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fcfcc5f8-0d0f-4620-a02d-e352e2355bc1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/b016ef97-4f27-4e3f-9f44-4b0511c3ef75 HTTP/1.1" status: 204 len: 168 time: 1.5046251 Feb 16 08:46:20.043567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34664) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:20.050147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85925881-f6bc-4134-b5da-8aa2db6277ce None None] Network a6735af0-be4b-4187-8030-8224b4212777 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:20.094478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Port': ['ID=790f2879-9828-4da6-9c53-c7ec38778d89,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:20.123881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.243532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.270374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.317549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.321181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:20.321514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.356688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.362460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.390608 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d0b49b27-c94b-4670-9fe1-8ec17e00617a tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "DELETE /v2.0/ports/790f2879-9828-4da6-9c53-c7ec38778d89 HTTP/1.1" status: 204 len: 168 time: 1.2125859 Feb 16 08:46:20.394109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34668) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:20.417351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68fcf876-ba56-4660-b44e-d777fae738ca,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:20.475743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.476834 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-093efcdb-91b3-433e-85ea-2181de4f2f48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7891860 Feb 16 08:46:20.481172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34672) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:20.482130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] DHCP port deletion for a6735af0-be4b-4187-8030-8224b4212777 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:20.487057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Deleting port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:20.487748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.491537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:20.509981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:20.522121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:20.527200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:20.562381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:20.601826 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:46:20.612818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.716926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 772b7c59-44f6-4cd8-89ff-a30b36850342 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:20.724776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2b0a3586-88eb-49b4-b8e3-f8a317408f89,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:20.725169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.755054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 772b7c59-44f6-4cd8-89ff-a30b36850342 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:20.755729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 772b7c59-44f6-4cd8-89ff-a30b36850342 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:20.756158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2b0a3586-88eb-49b4-b8e3-f8a317408f89 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:20.786834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] For port 2b0a3586-88eb-49b4-b8e3-f8a317408f89, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2b0a3586-88eb-49b4-b8e3-f8a317408f89,segment=NetworkSegment(d099f930-c596-47c1-b31b-c0eda1a877a3),segment_id=d099f930-c596-47c1-b31b-c0eda1a877a3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:20.787230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.855667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 2b0a3586-88eb-49b4-b8e3-f8a317408f89 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:20.872386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4794de-3888-46ce-b12c-204098994594 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:20.873065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6a4794de-3888-46ce-b12c-204098994594 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Synchronizing usage tracker for tenant:74571e9f16ae407492fbc2aa5814ab61 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:20.932644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6a4794de-3888-46ce-b12c-204098994594 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Unset dirty status for tenant:74571e9f16ae407492fbc2aa5814ab61 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:20.933958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6a4794de-3888-46ce-b12c-204098994594 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "GET /v2.0/ports?device_id=29198d20-cc91-400b-9451-60073ea1e96f HTTP/1.1" status: 200 len: 913 time: 0.5390646 Feb 16 08:46:20.934574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Calling delete_port for 2b0a3586-88eb-49b4-b8e3-f8a317408f89 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:20.939047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34676) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:20.964407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:20.969679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.009670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.042608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 update to DOWN by agent not found {{(pid=83711) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 16 08:46:21.049368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44bdf22f-8867-4064-bcc2-cd1d62ab52ae,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:21.063574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:21.064472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:21.083283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.084430 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e813da9-7b46-44ac-9649-e67532d5b1d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6015790 Feb 16 08:46:21.087214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34680) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:21.094287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd5fddbc3-c872-438a-a210-44e397e25db0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:21.107497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:21.115155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:21.118580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.120025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:21.129916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:21.149495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:46:21.157596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.242694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.301316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.335490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=2b0a3586-88eb-49b4-b8e3-f8a317408f89,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:21.342119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a7caba-8a55-46ba-b5d5-bde9142dc7ad,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:21.347305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No DVR routers for this DVR port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:21.365544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.366730 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-77af8333-5fc7-46d5-8763-5ea135d86e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2786064 Feb 16 08:46:21.369500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.374382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.506781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.566831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Deleting port 2b0a3586-88eb-49b4-b8e3-f8a317408f89 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:21.567176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.569579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6735af0-be4b-4187-8030-8224b4212777']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:21.621428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd099f930-c596-47c1-b31b-c0eda1a877a3') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:21.621707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd099f930-c596-47c1-b31b-c0eda1a877a3') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:21.636546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-649365fe-5035-4505-a28d-cf838d43e425 None None] The port '2b0a3586-88eb-49b4-b8e3-f8a317408f89' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:21.642940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.695101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-288a2c41-bd35-404b-89a7-66caed48de66 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:21.772956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.786706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:21.841673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:21.842654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:21.856311 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:21.975796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-288a2c41-bd35-404b-89a7-66caed48de66 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:21.976956 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-288a2c41-bd35-404b-89a7-66caed48de66 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-736980738&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.4722931 Feb 16 08:46:21.987285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:21.991569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:21.996873 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:22.008721 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:22.009328 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:22.070329 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:22.081482 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:22.082112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:22.101000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f59ef4df-9930-4e3f-bb3f-6f92c3ec9c61 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/5037b8a4-1166-4977-a5cb-29079fa6f34a HTTP/1.1" status: 200 len: 977 time: 2.0956013 Feb 16 08:46:22.102104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34692) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:22.140433 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:22.140840 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6f7d3-3742-445b-beb7-e3df662e8089 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:22.160788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.191720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.209519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=a6735af0-be4b-4187-8030-8224b4212777,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:22.238121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-63ca7d37-4beb-4413-961b-d1f7553772d1 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/a6735af0-be4b-4187-8030-8224b4212777 HTTP/1.1" status: 204 len: 168 time: 2.1875885 Feb 16 08:46:22.248175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34696) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:22.307610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:22.307956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.360467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd73f-face-4152-8a24-898f12baade9 req-b604f950-5734-4567-a032-0b677e91abdd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:22.361809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-b604f950-5734-4567-a032-0b677e91abdd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 796 time: 0.3740184 Feb 16 08:46:22.495717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-722d7af1-d0f1-4e64-8cab-8d0252584618 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0755279 Feb 16 08:46:22.509136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.596652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.596652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.720843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:22.892811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:22.908348 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-8c59e9de-b36c-41cb-b475-7b7b5db8c30c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4047976 Feb 16 08:46:22.939025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=e4c07d85-88ea-4edf-a6a1-6f6fa49b3b64,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:23.033573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:23.346112 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-70fad3e2-662f-4335-bb00-0dfcc9456930 service neutron] 10.222.0.94 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3837426 Feb 16 08:46:23.429975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:23.548476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port f6043b12-3ae4-45c0-93ce-fb09974fcc28 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:23.549058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:23.581285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:23.628722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:23.639143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:23.651051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:23.652003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:23.653216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:23.712196 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-073d1370-fd5b-4046-8d9b-53cfe0c6b404 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/5037b8a4-1166-4977-a5cb-29079fa6f34a HTTP/1.1" status: 204 len: 168 time: 1.6067922 Feb 16 08:46:23.712436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34702) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:23.724609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:23.735491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:23.736077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:23.778975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 2f72a550-acb1-448a-8b19-e59a1939ece1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:23.779332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:23.795371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:23.795785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d44bc89-f737-4743-a506-8932358eebd5 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:23.870083 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-bb53c06c-c372-41b4-b1af-16b49bc52e6b service neutron] 10.222.0.94 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5136125 Feb 16 08:46:24.009143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port f6043b12-3ae4-45c0-93ce-fb09974fcc28, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6043b12-3ae4-45c0-93ce-fb09974fcc28,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:24.009535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:24.276361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for f6043b12-3ae4-45c0-93ce-fb09974fcc28 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:24.355244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:24.360643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8d194b0-ce53-41bf-8993-539d3148b884 req-266cb7ea-e5df-4661-a9b9-b2dc53b3da43 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 210 time: 0.0584650 Feb 16 08:46:24.491735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 2f72a550-acb1-448a-8b19-e59a1939ece1 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:24.770560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:24.816596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting port 4559675e-6dc4-415a-bc38-d3aca580ca6e {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:24.817167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:24.884050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:24.884260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=2f72a550-acb1-448a-8b19-e59a1939ece1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:25.006276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=f6043b12-3ae4-45c0-93ce-fb09974fcc28,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:25.045436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:25.059699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1c2af1b8-716d-4675-8eb4-ef42be3686e1 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/2f72a550-acb1-448a-8b19-e59a1939ece1 HTTP/1.1" status: 204 len: 168 time: 1.3430512 Feb 16 08:46:25.060660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34734) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:25.110802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:25.132367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:25.195358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:floatingip and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:25.213038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:25.274638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:25.333869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:25.355358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:25.531520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Calling delete_port for 4559675e-6dc4-415a-bc38-d3aca580ca6e owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:25.755565 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d761a6c-d174-478a-9795-6d18d49e742f req-30f05e0e-4b85-4020-911d-9cfe5516d58b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 210 time: 0.2342463 Feb 16 08:46:25.897738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:25.909380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd73f-face-4152-8a24-898f12baade9 req-766c6bb7-a913-4ccf-ab82-b5f125a78245 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:25.910417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-766c6bb7-a913-4ccf-ab82-b5f125a78245 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:25.931495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-766c6bb7-a913-4ccf-ab82-b5f125a78245 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:25.932827 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-766c6bb7-a913-4ccf-ab82-b5f125a78245 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 796 time: 0.1940887 Feb 16 08:46:25.996165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-f7fdb17e-d3d7-49a7-a11f-8c17937136af tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:26.008228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-f7fdb17e-d3d7-49a7-a11f-8c17937136af tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:26.009327 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-f7fdb17e-d3d7-49a7-a11f-8c17937136af tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0555868 Feb 16 08:46:26.019680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['d5fddbc3-c872-438a-a210-44e397e25db0']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:26.153431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:26.157277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:26.160142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:26.166348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:26.171607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.177042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:26.178936 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 51200999-b868-491a-9b3f-ae37982bef79 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:26.179274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.180120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.292041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.348816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.9 (06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d/fcec5399-5bde-449f-aaef-0c77a4f5ed67/7eb285a1-283b-4366-b09d-f4979dd92c73) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:26.380721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Port': ['ID=4559675e-6dc4-415a-bc38-d3aca580ca6e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:26.547898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.568747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 7eb285a1-283b-4366-b09d-f4979dd92c73 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:26.594821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.639416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.31 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/82e606c2-c2f8-47c6-a50d-252587466d77) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:26.676882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:26.677756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:26.680329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:26.682468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:26.746875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:26.747478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.772007 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-6f946ad9-ba87-4f5b-87bb-2143688c9658 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7558432 Feb 16 08:46:26.873147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Request body: {'port': {'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:26.930679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 51200999-b868-491a-9b3f-ae37982bef79, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51200999-b868-491a-9b3f-ae37982bef79,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:26.931262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.964819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3e079828-fe4e-4c8c-89eb-e26f36800a42 None None] Provisioning for port 7eb285a1-283b-4366-b09d-f4979dd92c73 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:26.970690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3e079828-fe4e-4c8c-89eb-e26f36800a42 None None] Provisioning complete for port 7eb285a1-283b-4366-b09d-f4979dd92c73 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:26.971138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e079828-fe4e-4c8c-89eb-e26f36800a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:26.998106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.026623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3e079828-fe4e-4c8c-89eb-e26f36800a42 None None] Port 7eb285a1-283b-4366-b09d-f4979dd92c73 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:27.317101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 51200999-b868-491a-9b3f-ae37982bef79 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:27.425809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.452855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb285a1-283b-4366-b09d-f4979dd92c73 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:46:27.459937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.473970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Transition to ACTIVE for port object 7eb285a1-283b-4366-b09d-f4979dd92c73 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:27.478300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.602963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:27.660527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.721880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Attempting to bind port 7eb285a1-283b-4366-b09d-f4979dd92c73 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:27.722217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Attempting to bind port 7eb285a1-283b-4366-b09d-f4979dd92c73 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:27.722572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Attempting to bind port 7eb285a1-283b-4366-b09d-f4979dd92c73 on network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:27.728490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Port 7eb285a1-283b-4366-b09d-f4979dd92c73 on network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:46:27.728806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Attempting to bind port 7eb285a1-283b-4366-b09d-f4979dd92c73 on network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:27.735626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:27.735958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Checking segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:27.736338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Bound using segment: {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:27.736757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Bound port: 7eb285a1-283b-4366-b09d-f4979dd92c73, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:27.737100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.760727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13008b4-cbd7-404a-a36d-26aded748535 req-5034a461-4e24-41a0-8fca-bf91e4f48fc3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:27.762191 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c13008b4-cbd7-404a-a36d-26aded748535 req-5034a461-4e24-41a0-8fca-bf91e4f48fc3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 931 time: 0.8089092 Feb 16 08:46:27.827094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:27.830259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7eb285a1-283b-4366-b09d-f4979dd92c73,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:27.834748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.900982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:27.902357 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-402eb815-96cc-4076-8891-835576a758c0 service neutron] 10.222.0.98 "PUT /v2.0/ports/7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 1093 time: 1.1129653 Feb 16 08:46:27.902816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:46:27.921838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402eb815-96cc-4076-8891-835576a758c0 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:28.023306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:28.053693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-1e4255e7-b9a4-4b05-97f7-07fd7c839fed service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1096 time: 0.0839081 Feb 16 08:46:28.082359 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c13008b4-cbd7-404a-a36d-26aded748535 req-e542b3c4-6e30-42e5-bb2d-312a4c5bc4f1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3063061 Feb 16 08:46:28.145913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:28.154815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:28.159600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:28.161794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=82e606c2-c2f8-47c6-a50d-252587466d77,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:28.166073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:28.174510 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-3cc59f1c-0842-4462-9dd7-5dbb9b5e919a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 217 time: 0.1046875 Feb 16 08:46:28.218582 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'status': 'completed', 'code': 200} Feb 16 08:46:28.243299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafd73f-face-4152-8a24-898f12baade9 req-ced4d198-1361-4fd8-8d0a-811211562865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:28.244733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-ced4d198-1361-4fd8-8d0a-811211562865 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0645499 Feb 16 08:46:28.330825 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-91ba6fe0-7ded-494f-b399-013c226f526b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787671 Feb 16 08:46:28.386517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=51200999-b868-491a-9b3f-ae37982bef79,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:28.469156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:28.471545 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-6d87b1ee-fc68-407a-89a4-68e945ced223 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340239 Feb 16 08:46:28.588046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Router 29198d20-cc91-400b-9451-60073ea1e96f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:28.608338 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bdafd73f-face-4152-8a24-898f12baade9 req-cafe8410-c287-434c-a6a0-bbb1a45b2f76 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307812 Feb 16 08:46:28.781933 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-ca60ac09-a771-4595-a889-28f654894603 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1096 time: 0.0721805 Feb 16 08:46:28.910792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f93983-1492-4777-b839-d2687c149764 req-405f54b9-bf8f-4dad-8a96-9d404be80b44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:28.912232 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-405f54b9-bf8f-4dad-8a96-9d404be80b44 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 897 time: 0.1234486 Feb 16 08:46:28.926527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:28.987383 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-b8fae311-d23d-4fbe-b6a7-bfb861f6d44e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 217 time: 0.0672290 Feb 16 08:46:29.048588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f93983-1492-4777-b839-d2687c149764 req-05865d50-ac8b-482c-88a4-cf75909a8ca1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:29.050042 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-05865d50-ac8b-482c-88a4-cf75909a8ca1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0566120 Feb 16 08:46:29.126781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-3c99767c-02f7-4499-9a0f-62a005d5a6fb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694690 Feb 16 08:46:29.127400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:29.368008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:29.373247 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-a69b7323-91e4-4717-b497-47905cd0a5a5 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393527 Feb 16 08:46:29.402722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:29.412486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] Sync routers for ids ['29198d20-cc91-400b-9451-60073ea1e96f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:29.424511 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] Routers {'29198d20-cc91-400b-9451-60073ea1e96f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:29.425116 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['29198d20-cc91-400b-9451-60073ea1e96f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:29.485459 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:29.496943 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] Routers {'29198d20-cc91-400b-9451-60073ea1e96f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:29.497542 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['29198d20-cc91-400b-9451-60073ea1e96f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:29.519717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f93983-1492-4777-b839-d2687c149764 req-11cb4759-dadf-449e-a296-a1fb74f440f1 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390867 Feb 16 08:46:29.536500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:29.547892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:29.562833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:29.563580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:29.564939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:29.565345 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1977a-0dae-4411-bc70-ba51ff6499b5 None None] The sync data for ids ['29198d20-cc91-400b-9451-60073ea1e96f'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:29.647823 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-948e6ec8-d702-4427-a038-26f51c8c15b1 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "PUT /v2.0/routers/29198d20-cc91-400b-9451-60073ea1e96f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7073789 Feb 16 08:46:29.650098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c7bcd813-283c-4491-bd8c-8dae3c41bfe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6730542 Feb 16 08:46:29.650717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:29.652834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34752) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:29.725674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf04fe5-445f-4154-bd62-97681d750722 req-1a9f8bb0-a24b-4de4-8c2f-e0e1b0e6ee8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:29.727196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cdf04fe5-445f-4154-bd62-97681d750722 req-1a9f8bb0-a24b-4de4-8c2f-e0e1b0e6ee8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 943 time: 0.4392698 Feb 16 08:46:29.760007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:29.914497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.051031 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cdf04fe5-445f-4154-bd62-97681d750722 req-385c7094-ea3e-42c1-84e1-75bc67fc3437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2647026 Feb 16 08:46:30.081980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:30.087270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.095710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.104629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet 0f5b48aa-5387-4990-a267-35b7d3ff366f {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:30.108561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.130338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:24Z', 'revision_number': 9, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:30.134966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:30.147263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:30.147910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:30.291455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.317401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:30.320715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=82e606c2-c2f8-47c6-a50d-252587466d77,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:30.350151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.367523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:30.375104 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-95f66de0-5a34-403d-83ca-524185502a70 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1222975 Feb 16 08:46:30.378097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34758) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:30.382647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:30.392041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7eb285a1-283b-4366-b09d-f4979dd92c73 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:46:30.395741 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:30.396354 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:30.469603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.473558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.474260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0010c5e0-bdfe-4959-aea5-46ca2c89803d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3820825 Feb 16 08:46:30.476153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:30.488929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'port': {'network_id': '688bb020-6d76-4578-a958-fbeed362f91d', 'name': 'tempest-FloatingIPTestJSON-1705211095'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:30.512128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.522906 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:30.567421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7eb285a1-283b-4366-b09d-f4979dd92c73,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:30.592589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting subnet 547ae4ca-fdee-4954-884e-6f8821e33639 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:30.596760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.630593 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:30.634951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:30.647030 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:30.647647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:30.662029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.705964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:46:30.747604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.774529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.819770 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:30.825799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.826322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Fanout notify agent at l3_agent the message router_deleted on router 29198d20-cc91-400b-9451-60073ea1e96f {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:46:30.853608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:30.858681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.859804 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3d14f2f9-e729-4e08-aa2e-c783962a0187 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "DELETE /v2.0/routers/29198d20-cc91-400b-9451-60073ea1e96f HTTP/1.1" status: 204 len: 168 time: 1.2080805 Feb 16 08:46:30.865834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:30.871119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:port and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:30.881444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.886106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.910967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:30.923260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:30.932601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Subnet': ['ID=547ae4ca-fdee-4954-884e-6f8821e33639,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:30.933412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.936102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb285a1-283b-4366-b09d-f4979dd92c73 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:46:30.940526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.952755 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d283b718-9185-4617-ada8-8847121c294e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/547ae4ca-fdee-4954-884e-6f8821e33639 HTTP/1.1" status: 204 len: 168 time: 0.5720482 Feb 16 08:46:30.953370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34770) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:30.957195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7eb285a1-283b-4366-b09d-f4979dd92c73,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:30.963180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6509a8a-0408-4ab7-b81b-cdaefa08b33c None None] Network d5d57243-a3c3-48b0-ac19-d555a735eb89 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:30.985142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5b48aa-5387-4990-a267-35b7d3ff366f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:30.986237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:30.994732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:30.997678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.016965 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:31.022353 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ef186-f260-4a56-b8ca-dd5de3cb438e None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:31.028727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.110168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a386516-0693-4282-acb4-d6d6d11b5bd0 None None] Network 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:31.117367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.119498 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33a76ace-b92a-4e90-942e-ad441176c5b0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/0f5b48aa-5387-4990-a267-35b7d3ff366f HTTP/1.1" status: 204 len: 168 time: 1.4653289 Feb 16 08:46:31.122994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] device_id is not set on port 69ce015c-9b76-4b57-99e9-9251b968f46b yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:46:31.124883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34776) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:31.218366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Deleting port 537ca4f6-3a10-481c-8e41-7d780bd59061 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:31.218742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.270739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting subnet 5fbd8d73-459f-42c4-ad52-99032e83f9f9 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:31.305178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.379335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.418614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.12 (688bb020-6d76-4578-a958-fbeed362f91d/baecb2c1-fbc1-486c-80b0-14bdd2179b2c/69ce015c-9b76-4b57-99e9-9251b968f46b) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:31.441911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.458945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:31.508354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['7eb285a1-283b-4366-b09d-f4979dd92c73'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:46:31.542185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:31.542596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.596776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.602339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca30372-d979-49ac-b1fa-b3939ccc1602 req-47c02bef-99c5-4153-b0ec-2800b41f531d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:31.603903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ca30372-d979-49ac-b1fa-b3939ccc1602 req-47c02bef-99c5-4153-b0ec-2800b41f531d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 944 time: 0.3179538 Feb 16 08:46:31.615440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] For port 537ca4f6-3a10-481c-8e41-7d780bd59061, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=537ca4f6-3a10-481c-8e41-7d780bd59061,segment=NetworkSegment(0d6e42c2-4461-467b-b7ac-a717ce495e29),segment_id=0d6e42c2-4461-467b-b7ac-a717ce495e29)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:31.616295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.660459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:24Z', 'revision_number': 9, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:31.680742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4416f-6edc-4617-9bcf-edea6af8bdd1 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:24Z', 'revision_number': 9, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '01606d3f-fbda-42df-8c18-ea3ec48fb581', 'name': '', 'network_id': '9dd7ee4c-8a59-432a-80c1-219f2c0daca4', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:e5:84:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:26Z', 'updated_at': '2022-02-16T08:45:45Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': '64006e31-dee8-4e61-b200-8b3ec9341728', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:31.733706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.776352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.792373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Subnet': ['ID=5fbd8d73-459f-42c4-ad52-99032e83f9f9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:31.802183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.815635 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-109ff966-1b76-49be-845f-7b4595993e0d tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "DELETE /v2.0/subnets/5fbd8d73-459f-42c4-ad52-99032e83f9f9 HTTP/1.1" status: 204 len: 168 time: 0.9487596 Feb 16 08:46:31.817929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34780) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:31.822336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eb5647-086f-4aa1-b8d4-0331801deed7 None None] Network 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:31.859048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.916443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Calling delete_port for 537ca4f6-3a10-481c-8e41-7d780bd59061 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:31.935119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:31.983005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.003028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ca30372-d979-49ac-b1fa-b3939ccc1602 req-9342b39d-7570-434f-8efa-53e68edd04c5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3792403 Feb 16 08:46:32.021581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=69ce015c-9b76-4b57-99e9-9251b968f46b,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:32.043085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 688bb020-6d76-4578-a958-fbeed362f91d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:32.045216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:32.047826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Deleting port 88f0340c-e198-432f-9efa-baf27f87a522 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:32.048172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.079971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba95f38-281d-4733-896f-46003cec9b60 None None] DHCP port deletion for d5d57243-a3c3-48b0-ac19-d555a735eb89 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:32.086098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:32.102100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dba95f38-281d-4733-896f-46003cec9b60 None None] Deleting port 537ca4f6-3a10-481c-8e41-7d780bd59061 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:32.102508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dba95f38-281d-4733-896f-46003cec9b60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.146858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.151929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:32.152313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.189362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] DHCP port deletion for 9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:32.204801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Deleting port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:32.205204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.267363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dba95f38-281d-4733-896f-46003cec9b60 None None] The port '537ca4f6-3a10-481c-8e41-7d780bd59061' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:32.317676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:32.318490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.324047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Port': ['ID=537ca4f6-3a10-481c-8e41-7d780bd59061,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:32.332706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:32.367218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No DVR routers for this DVR port 537ca4f6-3a10-481c-8e41-7d780bd59061 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:32.367408 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-67db102f-1332-4d94-8755-db3673a323c9 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8895895 Feb 16 08:46:32.370760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34784) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:32.421414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': '69ce015c-9b76-4b57-99e9-9251b968f46b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:32.449634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] DHCP port deletion for 9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:32.461504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] For port 88f0340c-e198-432f-9efa-baf27f87a522, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=88f0340c-e198-432f-9efa-baf27f87a522,segment=NetworkSegment(93c8cc91-d9a4-419f-91fc-e77267142a6b),segment_id=93c8cc91-d9a4-419f-91fc-e77267142a6b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:32.462050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.468767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Deleting port 88f0340c-e198-432f-9efa-baf27f87a522 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:32.469143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.536015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] For port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,segment=NetworkSegment(1457e3eb-870e-48fd-9d97-9a2ef2ba752b),segment_id=1457e3eb-870e-48fd-9d97-9a2ef2ba752b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:32.536395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.574388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.604709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Calling delete_port for 88f0340c-e198-432f-9efa-baf27f87a522 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:32.676895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.695250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.746478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Calling delete_port for eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:32.751674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.772909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 537ca4f6-3a10-481c-8e41-7d780bd59061 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:32.790068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5d57243-a3c3-48b0-ac19-d555a735eb89']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:32.848118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=eb0b63e4-245a-4e3e-b8fa-f819c5c6d255,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:32.855856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] No DVR routers for this DVR port 88f0340c-e198-432f-9efa-baf27f87a522 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:32.857632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6e42c2-4461-467b-b7ac-a717ce495e29') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:32.858132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6e42c2-4461-467b-b7ac-a717ce495e29') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:32.875369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 537ca4f6-3a10-481c-8e41-7d780bd59061 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:32.875714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 537ca4f6-3a10-481c-8e41-7d780bd59061 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:32.876483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 88f0340c-e198-432f-9efa-baf27f87a522 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:32.885047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Port': ['ID=88f0340c-e198-432f-9efa-baf27f87a522,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:32.888163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No DVR routers for this DVR port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:32.921396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.927947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 88f0340c-e198-432f-9efa-baf27f87a522 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:32.928291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 88f0340c-e198-432f-9efa-baf27f87a522 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:32.928703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51200999-b868-491a-9b3f-ae37982bef79 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:32.967279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:32.982674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.010119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e1432ce-3c31-434d-ad1e-d9bbd68a29b7']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.023778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c8cc91-d9a4-419f-91fc-e77267142a6b') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.024041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c8cc91-d9a4-419f-91fc-e77267142a6b') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.026201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 51200999-b868-491a-9b3f-ae37982bef79 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:33.026340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51200999-b868-491a-9b3f-ae37982bef79 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:33.026694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6043b12-3ae4-45c0-93ce-fb09974fcc28 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:33.036108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.053371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.059946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:33.060304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.072460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: f6043b12-3ae4-45c0-93ce-fb09974fcc28 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:33.072834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6043b12-3ae4-45c0-93ce-fb09974fcc28 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:33.073191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:33.074364 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:33.084916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:33.085334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.119862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] For port 88f0340c-e198-432f-9efa-baf27f87a522, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=88f0340c-e198-432f-9efa-baf27f87a522,segment=NetworkSegment(93c8cc91-d9a4-419f-91fc-e77267142a6b),segment_id=93c8cc91-d9a4-419f-91fc-e77267142a6b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:33.120547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:33.153855 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:33.163837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.193348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.205143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] Pushing event deleted for resources: {'Network': ['ID=9e1432ce-3c31-434d-ad1e-d9bbd68a29b7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:33.215587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-273c2887-5974-43da-ace9-b00a48710e42 tempest-FloatingIPNegativeTestJSON-1843230815 tempest-FloatingIPNegativeTestJSON-1843230815-project] 10.222.0.94 "DELETE /v2.0/networks/9e1432ce-3c31-434d-ad1e-d9bbd68a29b7 HTTP/1.1" status: 204 len: 168 time: 1.3957043 Feb 16 08:46:33.313272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Calling delete_port for 88f0340c-e198-432f-9efa-baf27f87a522 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:33.342648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.350148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:33.350428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:33.355081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:33.355430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:33.398219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:33.399692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:33.446591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f603ad9-e2c9-4c95-9b9c-eb725d379ee5']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.469611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1457e3eb-870e-48fd-9d97-9a2ef2ba752b') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.469950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1457e3eb-870e-48fd-9d97-9a2ef2ba752b') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:33.476364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.511204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.517881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.536390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Pushing event deleted for resources: {'Network': ['ID=d5d57243-a3c3-48b0-ac19-d555a735eb89,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:33.553108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34794) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:33.622728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.627510 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3ae55364-4a05-496b-86ab-3a8aeae9413c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/networks/d5d57243-a3c3-48b0-ac19-d555a735eb89 HTTP/1.1" status: 204 len: 168 time: 2.6730959 Feb 16 08:46:33.630306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34800) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:33.636355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:33.636759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.637151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'routes': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:33.657295 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:33.739392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b02dc-04c0-4962-9def-a486a7d77c10 req-9e3ca635-a978-488e-b810-5f0d331b5f69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:33.740994 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bf8b02dc-04c0-4962-9def-a486a7d77c10 req-9e3ca635-a978-488e-b810-5f0d331b5f69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 944 time: 0.4080746 Feb 16 08:46:33.799745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.813589 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-87eb656c-cda1-4edb-9ebc-85f7e076f386 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=74571e9f16ae407492fbc2aa5814ab61&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2563181 Feb 16 08:46:33.828368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:33.829554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.856652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=9f603ad9-e2c9-4c95-9b9c-eb725d379ee5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:33.856983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Deleting port eb0b63e4-245a-4e3e-b8fa-f819c5c6d255 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:33.857485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.870726 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6bf83989-627f-4b45-b7a9-af106f0b05e4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/9f603ad9-e2c9-4c95-9b9c-eb725d379ee5 HTTP/1.1" status: 204 len: 168 time: 2.7445810 Feb 16 08:46:33.876205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:33.887405 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bf8b02dc-04c0-4962-9def-a486a7d77c10 req-94f7504c-0876-44f2-b0e6-ab152d655d28 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302419 Feb 16 08:46:33.902074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Deleting port 88f0340c-e198-432f-9efa-baf27f87a522 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:33.902987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:33.971726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e14556fb-1cf5-4d34-9c5d-eab9108aa586 None None] The port 'eb0b63e4-245a-4e3e-b8fa-f819c5c6d255' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:33.979980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.extraroute_db [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Added routes are [] {{(pid=83710) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:46:33.980276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.extraroute_db [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Removed routes are [] {{(pid=83710) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:46:33.980636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.004338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9c849b7b-7e5b-46ca-a1cc-067316dcab24 None None] The port '88f0340c-e198-432f-9efa-baf27f87a522' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:34.147625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.179472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.191000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.229125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.232515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.248466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.367666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7eb285a1-283b-4366-b09d-f4979dd92c73 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:34.372381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 61b70ce8-6bf4-4246-9eed-db56bfd54845 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:34.444800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 7eb285a1-283b-4366-b09d-f4979dd92c73 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:34.451038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 7eb285a1-283b-4366-b09d-f4979dd92c73 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:34.451543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.502097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.528361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7bf02b-67a5-4149-81d4-7f042a5b99c8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:34.543397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.547037 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0d394829-94fa-478f-a29c-ec9d346073df admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/6d7bf02b-67a5-4149-81d4-7f042a5b99c8 HTTP/1.1" status: 204 len: 168 time: 0.7080207 Feb 16 08:46:34.594606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.617346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.626522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:46:34.648131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7eb285a1-283b-4366-b09d-f4979dd92c73,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:34.654232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.734589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:34.753187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Sync routers for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:34.765003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:34.765604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:34.770480 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed88309e-8bb9-4802-80d2-f57d5d3db19e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 701 time: 1.1387055 Feb 16 08:46:34.772146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34818) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:34.773609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:34.774348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:34.834088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c7574caf-001e-4744-a07f-274b5add95eb tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Synchronizing usage tracker for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:34.855278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c7574caf-001e-4744-a07f-274b5add95eb tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Unset dirty status for tenant:0c524231ed5e45d8936683b26ab6e7e4 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:34.860718 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c7574caf-001e-4744-a07f-274b5add95eb tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 205 time: 0.0871029 Feb 16 08:46:34.861579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34824) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:34.873570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP f1f27273-c0c7-434e-8a23-33381789c310 associated. External IP: 172.26.4.31, port: 69ce015c-9b76-4b57-99e9-9251b968f46b. Feb 16 08:46:34.997367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:35.076425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.136567 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'code': 200} Feb 16 08:46:35.236044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:35.246322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Checking router: 61b70ce8-6bf4-4246-9eed-db56bfd54845 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:35.265699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Routers {'61b70ce8-6bf4-4246-9eed-db56bfd54845'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:35.266363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['61b70ce8-6bf4-4246-9eed-db56bfd54845'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:35.424090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] Set router 61b70ce8-6bf4-4246-9eed-db56bfd54845 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:35.492569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356314e-f77c-4529-bf0e-bb8322e192aa req-c2ff3489-6f6f-4cdb-84fc-8480625f1bed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:35.494549 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4356314e-f77c-4529-bf0e-bb8322e192aa req-c2ff3489-6f6f-4cdb-84fc-8480625f1bed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.3080602 Feb 16 08:46:35.561130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:35.566022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ca69ff-e150-49ef-a27f-04255526baa5 None None] The sync data for ids ['61b70ce8-6bf4-4246-9eed-db56bfd54845'] in dv-neutron-829488-1-hyperv is: [{'id': '61b70ce8-6bf4-4246-9eed-db56bfd54845', 'name': 'tempest-RoutersTest-router-2105764319', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:01Z', 'updated_at': '2022-02-16T08:46:27Z', 'revision_number': 11, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:35.721227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.728450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.748312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4b217a2-4342-402c-a2dd-cd756c754f8f req-f56a266f-87c4-467c-a141-c74ecf49daf2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1098 time: 0.2498815 Feb 16 08:46:35.790241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4356314e-f77c-4529-bf0e-bb8322e192aa req-28ca5359-d047-4e0b-b460-312fc8f7eb53 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225819 Feb 16 08:46:35.798007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.798221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router 61b70ce8-6bf4-4246-9eed-db56bfd54845 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:46:35.805557 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4b217a2-4342-402c-a2dd-cd756c754f8f req-0d9a8389-7248-41ae-9301-f20d9b7ac087 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480719 Feb 16 08:46:35.814754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.815806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-73caa43e-c334-4499-97aa-9cabd491d95c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 204 len: 168 time: 0.9535577 Feb 16 08:46:35.822332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34844) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:35.831673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1685853728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:35.838753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:35.844265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Usage tracker for resource:router and tenant:0c524231ed5e45d8936683b26ab6e7e4 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:35.847761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:35.854670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:35.876439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.878931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.907198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.911398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34848) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:35.933936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.972391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:35.973763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:35.975389 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5f6472be-94d6-47a5-b023-00eeb94a04f3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1518347 Feb 16 08:46:35.977806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34854) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:35.984643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:36.095255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-90115954-ef4f-4fe4-bd96-419ccfb638f5 tempest-DvrRoutersNegativeTest-680562283 tempest-DvrRoutersNegativeTest-680562283-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1886232138', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:36.097455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.policy [None req-90115954-ef4f-4fe4-bd96-419ccfb638f5 tempest-DvrRoutersNegativeTest-680562283 tempest-DvrRoutersNegativeTest-680562283-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83710) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 16 08:46:36.097743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.policy [None req-90115954-ef4f-4fe4-bd96-419ccfb638f5 tempest-DvrRoutersNegativeTest-680562283 tempest-DvrRoutersNegativeTest-680562283-project] Failed policy check for 'create_router' {{(pid=83710) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 16 08:46:36.098317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-90115954-ef4f-4fe4-bd96-419ccfb638f5 tempest-DvrRoutersNegativeTest-680562283 tempest-DvrRoutersNegativeTest-680562283-project] create failed (client error): Access was denied to this resource. Feb 16 08:46:36.099240 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-90115954-ef4f-4fe4-bd96-419ccfb638f5 tempest-DvrRoutersNegativeTest-680562283 tempest-DvrRoutersNegativeTest-680562283-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1869190 Feb 16 08:46:36.182594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 01606d3f-fbda-42df-8c18-ea3ec48fb581 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:36.182932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.434867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 01606d3f-fbda-42df-8c18-ea3ec48fb581, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=01606d3f-fbda-42df-8c18-ea3ec48fb581,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:36.435240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.454207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34862) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:36.495104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.505307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.681527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Router 6e5e8233-5c3f-47bd-91ba-95e089d8198e is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:36.704246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 01606d3f-fbda-42df-8c18-ea3ec48fb581 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:36.744199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.784497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:36.790833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.794086 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:36.811742 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:36.812963 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:36.830552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:36.842674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Sync routers for ids ['6e5e8233-5c3f-47bd-91ba-95e089d8198e'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:36.844310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:36.845490 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d8f3c15e-e583-4018-9a71-fbf50c86888b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "PUT /v2.0/routers/6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 200 len: 694 time: 0.8666632 Feb 16 08:46:36.848023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34870) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:36.856062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Routers {'6e5e8233-5c3f-47bd-91ba-95e089d8198e'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:36.857025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6e5e8233-5c3f-47bd-91ba-95e089d8198e'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:36.884603 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9deae977-bbf4-42ef-8de1-daf826fe1728 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/f1f27273-c0c7-434e-8a23-33381789c310 HTTP/1.1" status: 200 len: 978 time: 4.4837708 Feb 16 08:46:36.895426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34874) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:36.899354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:36.955442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Usage tracker for resource:security_group_rule and tenant:a335be1c5c8e4522992b8b958143f3d4 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:36.961042 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:36.962017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:36.984027 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:36.984741 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:37.050026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Set router 6e5e8233-5c3f-47bd-91ba-95e089d8198e gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:37.059040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-16d1f7bd-ad23-41f8-ae25-4f3c234ae3f7 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/routers/6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 200 len: 700 time: 0.2097573 Feb 16 08:46:37.059975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34878) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:37.064074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:37.111777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3680f1e6-7b39-4656-95e7-442c19b655a3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 200 len: 205 time: 0.0504777 Feb 16 08:46:37.112748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34882) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:37.150102 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:37.150413 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-098afbb3-e90c-4470-97ab-ed1e27b1c037 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:37.199562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e8233-5c3f-47bd-91ba-95e089d8198e', 'name': 'tempest-RoutersTest-router-1685853728', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:35Z', 'updated_at': '2022-02-16T08:46:36Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:37.204583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Checking router: 6e5e8233-5c3f-47bd-91ba-95e089d8198e for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:37.208013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 69ce015c-9b76-4b57-99e9-9251b968f46b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:37.208383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.221523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Routers {'6e5e8233-5c3f-47bd-91ba-95e089d8198e'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:37.222351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['6e5e8233-5c3f-47bd-91ba-95e089d8198e'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:37.278812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.287226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.357552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=01606d3f-fbda-42df-8c18-ea3ec48fb581,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:37.385673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] Set router 6e5e8233-5c3f-47bd-91ba-95e089d8198e gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:37.506668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e5e8233-5c3f-47bd-91ba-95e089d8198e', 'name': 'tempest-RoutersTest-router-1685853728', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:35Z', 'updated_at': '2022-02-16T08:46:36Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:37.511187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6a08c1-9bd0-475b-9e03-484bb6550944 None None] The sync data for ids ['6e5e8233-5c3f-47bd-91ba-95e089d8198e'] in dv-neutron-829488-1-hyperv is: [{'id': '6e5e8233-5c3f-47bd-91ba-95e089d8198e', 'name': 'tempest-RoutersTest-router-1685853728', 'tenant_id': '0c524231ed5e45d8936683b26ab6e7e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:35Z', 'updated_at': '2022-02-16T08:46:36Z', 'revision_number': 2, 'project_id': '0c524231ed5e45d8936683b26ab6e7e4', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:37.581900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.637438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.654384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70b835-510d-4ac3-9868-5156158c7cf5 req-7091c745-16a8-412b-bf2e-040a208f60d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:37.656401 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec70b835-510d-4ac3-9868-5156158c7cf5 req-7091c745-16a8-412b-bf2e-040a208f60d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.5655649 Feb 16 08:46:37.724792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.729131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.755656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.756171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Fanout notify agent at l3_agent the message router_deleted on router 6e5e8233-5c3f-47bd-91ba-95e089d8198e {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:46:37.770033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.771121 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5fb1bed6-d455-48a2-86cf-05f56f6817ba tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 204 len: 168 time: 0.6571939 Feb 16 08:46:37.774463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34886) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:37.798895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710b8f5b-c3eb-42ae-8ac9-4603dea2a67f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:37.815822 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f4cafeac-03aa-4718-868f-0f7b3ccef193 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a335be1c5c8e4522992b8b958143f3d4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3576074 Feb 16 08:46:37.819512 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c125e0d6-c844-4c83-aad5-f0f51188b6a5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 200 len: 205 time: 0.0440753 Feb 16 08:46:37.820152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34890) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:37.823087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34892) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:37.873056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:37.882480 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec70b835-510d-4ac3-9868-5156158c7cf5 req-26cef7ea-5b3d-4121-b750-720b3ce9817b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633964 Feb 16 08:46:38.015472 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-1fd6b212-f3f1-4e96-bd5c-e34846f889e3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:38.019037 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1fd6b212-f3f1-4e96-bd5c-e34846f889e3 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/6e5e8233-5c3f-47bd-91ba-95e089d8198e HTTP/1.1" status: 404 len: 336 time: 0.1931403 Feb 16 08:46:38.023103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34898) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.063675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.074120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6f3f19-edee-4980-b249-0559845025e5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:38.074705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6f3f19-edee-4980-b249-0559845025e5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:38.079502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2c6f3f19-edee-4980-b249-0559845025e5 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/a45e9e14-d354-40a2-9722-56faa8ee257d HTTP/1.1" status: 404 len: 337 time: 0.0523617 Feb 16 08:46:38.080278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34902) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.101933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.128272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.181005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.187416 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13fd730-74b4-4058-b190-ebcc6cd8764f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:38.187867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13fd730-74b4-4058-b190-ebcc6cd8764f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:38.203560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710b8f5b-c3eb-42ae-8ac9-4603dea2a67f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:38.207126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.208301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-989d51e4-c7aa-4950-8f26-75fba6b9b05b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/710b8f5b-c3eb-42ae-8ac9-4603dea2a67f HTTP/1.1" status: 204 len: 168 time: 0.3872595 Feb 16 08:46:38.410166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e972d55-8b40-4084-b834-a29f4041dc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.458525 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f13fd730-74b4-4058-b190-ebcc6cd8764f tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/422a1f51-0e17-4ab2-ba37-342ad0b2d99a HTTP/1.1" status: 404 len: 337 time: 0.3752217 Feb 16 08:46:38.461272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34910) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.480914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.481283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.481597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP f1f27273-c0c7-434e-8a23-33381789c310 disassociated. External IP: 172.26.4.31, port: 69ce015c-9b76-4b57-99e9-9251b968f46b. Feb 16 08:46:38.481937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 69ce015c-9b76-4b57-99e9-9251b968f46b owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:38.498583 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a0ce11-6ae5-4c55-98d8-30ad35f896b8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:38.499537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a0ce11-6ae5-4c55-98d8-30ad35f896b8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:38.501171 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10a0ce11-6ae5-4c55-98d8-30ad35f896b8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/b016ef97-4f27-4e3f-9f44-4b0511c3ef75 HTTP/1.1" status: 404 len: 337 time: 0.0389297 Feb 16 08:46:38.503946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34916) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.547215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-71768b77-e62c-4c92-9eba-551a013ddbe4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:38.547378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71768b77-e62c-4c92-9eba-551a013ddbe4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:38.550504 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-71768b77-e62c-4c92-9eba-551a013ddbe4 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/547ae4ca-fdee-4954-884e-6f8821e33639 HTTP/1.1" status: 404 len: 337 time: 0.0441744 Feb 16 08:46:38.551760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.595858 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b7eba062-1628-4c72-8201-371038f3462c tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 200 len: 205 time: 0.0408292 Feb 16 08:46:38.596202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34926) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.664954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-776cfbba-25a6-4e3a-8f72-e433177b3cbe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:38.668365 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-776cfbba-25a6-4e3a-8f72-e433177b3cbe tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/61b70ce8-6bf4-4246-9eed-db56bfd54845 HTTP/1.1" status: 404 len: 336 time: 0.0687799 Feb 16 08:46:38.669088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34932) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.726299 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7f46026e-9a57-41f1-9169-09603edd8cb9 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=d82936e8-6c68-48cd-b9a7-03468b7134e5 HTTP/1.1" status: 200 len: 205 time: 0.0538197 Feb 16 08:46:38.726558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34938) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.795047 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-8abd1316-ab1b-46b7-afe6-c66495cdd881 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:38.796267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:38.796652 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8abd1316-ab1b-46b7-afe6-c66495cdd881 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/d82936e8-6c68-48cd-b9a7-03468b7134e5 HTTP/1.1" status: 404 len: 336 time: 0.0690775 Feb 16 08:46:38.799476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34942) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.838773 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3fdeee9-1785-446f-982f-e5391a1efe5e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:38.840186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3fdeee9-1785-446f-982f-e5391a1efe5e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:38.844710 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3fdeee9-1785-446f-982f-e5391a1efe5e tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/0b868805-639e-48ac-b1d7-72bd5374fd68 HTTP/1.1" status: 404 len: 337 time: 0.0401881 Feb 16 08:46:38.845557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34946) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.855776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=69ce015c-9b76-4b57-99e9-9251b968f46b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:38.900771 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9cd27a88-ccd6-485a-89e6-74b93a71988a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 200 len: 205 time: 0.0518403 Feb 16 08:46:38.900965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34952) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:38.983726 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-11260744-9424-4974-ae28-76c1db9f0ec8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:38.984772 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-11260744-9424-4974-ae28-76c1db9f0ec8 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/bf41b201-0e7b-436c-af4d-d09597e7e932 HTTP/1.1" status: 404 len: 336 time: 0.0829823 Feb 16 08:46:38.987723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34960) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.035854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bc90cfee-23a3-4d81-a7b8-0190787afb6b tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=3443f730-7d74-40da-a1de-3c8a3816fd5b HTTP/1.1" status: 200 len: 205 time: 0.0467842 Feb 16 08:46:39.038321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34964) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.113305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-107f6187-ebe4-46fe-a12e-14aa6c5e5a15 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:39.114625 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-107f6187-ebe4-46fe-a12e-14aa6c5e5a15 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/3443f730-7d74-40da-a1de-3c8a3816fd5b HTTP/1.1" status: 404 len: 336 time: 0.0751173 Feb 16 08:46:39.117293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34970) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.153987 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ece3c3-11da-491b-a6c2-9c192c9d9a46 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:39.154422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ece3c3-11da-491b-a6c2-9c192c9d9a46 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:39.159257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-56ece3c3-11da-491b-a6c2-9c192c9d9a46 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/8983782f-2861-46ed-a6af-87f0155770e7 HTTP/1.1" status: 404 len: 337 time: 0.0386033 Feb 16 08:46:39.159557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34974) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.171806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 34978) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.206344 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af37530b-b21f-4b53-add5-5f1ac803af13 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=4a07b7b7-01b9-4151-b961-a4b8872e7e28 HTTP/1.1" status: 200 len: 205 time: 0.0456810 Feb 16 08:46:39.209208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34984) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.242204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a691610-e7bc-4a10-9021-01c8b9273b9b req-1028f10a-5bde-46b2-bb11-8d4d6207e003 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:39.249565 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a691610-e7bc-4a10-9021-01c8b9273b9b req-1028f10a-5bde-46b2-bb11-8d4d6207e003 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.2112613 Feb 16 08:46:39.286090 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-3b585188-24e6-4b1b-8a00-fcdbd0a09642 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:39.289443 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3b585188-24e6-4b1b-8a00-fcdbd0a09642 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/4a07b7b7-01b9-4151-b961-a4b8872e7e28 HTTP/1.1" status: 404 len: 336 time: 0.0768764 Feb 16 08:46:39.289947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34988) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.327947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:39.331269 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a691610-e7bc-4a10-9021-01c8b9273b9b req-3f63261b-8b99-4767-a5ae-8e94a5c4aa68 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806696 Feb 16 08:46:39.331678 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8621145-b907-4cb0-96df-5ab1ec12d827 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:39.332120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8621145-b907-4cb0-96df-5ab1ec12d827 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:39.336290 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e8621145-b907-4cb0-96df-5ab1ec12d827 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/b7da0ce1-6e16-49cf-b8e3-d2e4584c1c4b HTTP/1.1" status: 404 len: 337 time: 0.0431919 Feb 16 08:46:39.336757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34992) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.349624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150967233'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:39.357546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:39.362862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:39.371073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:39.379614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c611fa11-fbd7-4f41-8d27-988826819b66 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "GET /v2.0/ports?device_id=a8e32d50-ea55-4720-961b-d098fa0ee230 HTTP/1.1" status: 200 len: 205 time: 0.0417519 Feb 16 08:46:39.381890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 34998) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.382125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:39.452550 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-f891b23f-91b3-450e-b558-e0a59571f19a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] delete failed (client error): The resource could not be found. Feb 16 08:46:39.456174 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f891b23f-91b3-450e-b558-e0a59571f19a tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/routers/a8e32d50-ea55-4720-961b-d098fa0ee230 HTTP/1.1" status: 404 len: 336 time: 0.0709209 Feb 16 08:46:39.456397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35002) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.493778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-28370d3f-7329-476b-aa48-901fcdfbf2c9 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:39.494208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28370d3f-7329-476b-aa48-901fcdfbf2c9 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:39.495956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28370d3f-7329-476b-aa48-901fcdfbf2c9 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/3c0f52a4-3997-4d01-916b-4d6ee79105e2 HTTP/1.1" status: 404 len: 337 time: 0.0385628 Feb 16 08:46:39.501527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35006) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.510078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:39.539073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb23a6c-d0b0-4c71-bd28-6ded7e092660 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:39.539504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb23a6c-d0b0-4c71-bd28-6ded7e092660 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:39.543562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aeb23a6c-d0b0-4c71-bd28-6ded7e092660 tempest-RoutersTest-272675727 tempest-RoutersTest-272675727-project] 10.222.0.94 "DELETE /v2.0/subnets/f032755e-3991-4e38-9de4-69ba67fdb300 HTTP/1.1" status: 404 len: 337 time: 0.0386810 Feb 16 08:46:39.568648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:39.575053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:39.845283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35014) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:39.889971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:39.903075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:39.909903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:39.921555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:39.934226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726413a5-e507-43ad-ab3d-1c117b966a45 req-95a0d213-bb56-485f-a00b-2cc6b0471a13 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:39.935700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-726413a5-e507-43ad-ab3d-1c117b966a45 req-95a0d213-bb56-485f-a00b-2cc6b0471a13 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.4284294 Feb 16 08:46:40.004573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:40.015677 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:40.034141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-508bd153-9242-41e9-84d6-e9ebb41c2135 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=0c524231ed5e45d8936683b26ab6e7e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1854148 Feb 16 08:46:40.034736 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:40.034881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35020) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.035910 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.064848 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-726413a5-e507-43ad-ab3d-1c117b966a45 req-5ae1c380-f55c-43af-99db-0f35f31f053f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183817 Feb 16 08:46:40.089318 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c2433eff-0ef1-4e59-b7a7-f212174043a7 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2120771 Feb 16 08:46:40.095224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35024) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.104885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35028) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.143756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.156944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.168155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.207717 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:40.215046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:40.217114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728b760a-02c7-4e66-ba40-4ed8999f0573,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:40.229850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:40.241034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:40.248701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:40.303555 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7202219b-ed0d-4682-a3d8-cc4005500bf2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1093 time: 0.1967015 Feb 16 08:46:40.308197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35032) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.320059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:40.322262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.333146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:40.336773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:40.349054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:40.349371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:40.350304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.367981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:40.374111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:40.402909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:40.434411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet 64006e31-dee8-4e61-b200-8b3ec9341728 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:40.439026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.443602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.445561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.447016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.455264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.463046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:40.463999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.471107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.504516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d5ead5-6c27-490b-b6be-82d64eb1c0a3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:40.508085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.513321 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1146977c-bfb3-49b3-abe3-55913481e867 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3395612 Feb 16 08:46:40.518743 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b7b61a5e-007f-42bb-9587-7b590c0b6db2 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/69ce015c-9b76-4b57-99e9-9251b968f46b HTTP/1.1" status: 204 len: 168 time: 3.6222920 Feb 16 08:46:40.519428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35036) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.519728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35038) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.554818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.555341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad9b52-4f95-4897-9e2b-eaba4b32d737 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:40.632853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:37Z', 'revision_number': 10, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.637809 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:40.651288 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:40.651973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:40.657884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89995300-a1d5-4c90-87b3-faef6939f895 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/floatingips/f1f27273-c0c7-434e-8a23-33381789c310 HTTP/1.1" status: 200 len: 687 time: 0.1324053 Feb 16 08:46:40.658475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35044) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.663795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.685258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.712936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3342c78-1851-48a2-b23e-5e7ea7b03990,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:40.739729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.751109 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0ae365c3-9eac-4cc7-8123-fdc459d191f6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/e3342c78-1851-48a2-b23e-5e7ea7b03990 HTTP/1.1" status: 204 len: 168 time: 0.7077732 Feb 16 08:46:40.809920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6b2d5df-095c-4197-9e6f-b34614ba1c63 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:40.825657 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:40.840170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.849654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 82e606c2-c2f8-47c6-a50d-252587466d77 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:40.850037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.899598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.905793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f6b2d5df-095c-4197-9e6f-b34614ba1c63 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:40.907466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f6b2d5df-095c-4197-9e6f-b34614ba1c63 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3864684 Feb 16 08:46:40.911488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c254c7d2-92f9-46b0-885b-109ee6cbcfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:40.913604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35050) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:40.921791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-security--451647915', 'description': 'tempest-security-description-1117757496'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:41.041525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.044921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.233 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/44478ba7-e1d9-46fe-8073-ad0905f8d42c) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:41.107089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.121199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.125607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.127229 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "PUT /v2.0/security-groups/e9d5ead5-6c27-490b-b6be-82d64eb1c0a3 HTTP/1.1" status: 200 len: 1611 time: 0.2125826 Feb 16 08:46:41.132622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35060) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:41.201470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f6cc2-8bcf-42a7-8c85-6e7b80b0be06 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d5ead5-6c27-490b-b6be-82d64eb1c0a3,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:41.205865 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:37Z', 'revision_number': 10, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:41.207217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.210643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb88142d-fb12-4ae5-91eb-22c1d1e9f5b4 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:37Z', 'revision_number': 10, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None, '_interfaces': [{'id': '21f3a1ff-4f92-4432-9a41-1c2e09790b1a', 'name': '', 'network_id': 'efc35bea-3079-453b-a436-46396fbe35f2', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'mac_address': 'fa:16:3e:78:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:45:17Z', 'updated_at': '2022-02-16T08:45:37Z', 'revision_number': 5, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'subnets': [{'id': 'ec72df1a-01e5-4978-86c7-7265475acfbb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:41.218231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.218746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.287401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=64006e31-dee8-4e61-b200-8b3ec9341728,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:41.299134 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ac495331-76f9-4773-b2a4-f989b664f681 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups/e9d5ead5-6c27-490b-b6be-82d64eb1c0a3 HTTP/1.1" status: 200 len: 1611 time: 0.1616468 Feb 16 08:46:41.299134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.299929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafcf15-c358-45e3-9894-60760adedb26 None None] Network 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:41.315742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35066) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:41.360661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 82e606c2-c2f8-47c6-a50d-252587466d77 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:41.396276 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d6945170-f889-4b74-a8c8-e2237be90edc tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/64006e31-dee8-4e61-b200-8b3ec9341728 HTTP/1.1" status: 204 len: 168 time: 1.2962480 Feb 16 08:46:41.398569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35072) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:41.400175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.450853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.485675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.504012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.551823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.568848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:41.569311 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.653176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=44478ba7-e1d9-46fe-8073-ad0905f8d42c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:41.653784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] DHCP port deletion for 9dd7ee4c-8a59-432a-80c1-219f2c0daca4 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:41.661244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Deleting port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:41.662468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.678885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:41.684619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:41.698342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:41.718729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.774795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.845786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=82e606c2-c2f8-47c6-a50d-252587466d77,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:41.907380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35082) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:41.928368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] For port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:41.928706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:41.942830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.027779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.058646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Calling delete_port for 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:42.062536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d5ead5-6c27-490b-b6be-82d64eb1c0a3,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:42.088943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.089818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aced9fdb-abf0-49cc-ad58-0847593efe1c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/e9d5ead5-6c27-490b-b6be-82d64eb1c0a3 HTTP/1.1" status: 204 len: 168 time: 0.7731240 Feb 16 08:46:42.094185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35088) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:42.118557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1998312402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:42.140181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.146942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:router and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:42.155761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.159153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:42.174741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.220814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.221187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.230791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,segment=NetworkSegment(85403540-a49d-476f-9907-22117fd9f2fe),segment_id=85403540-a49d-476f-9907-22117fd9f2fe)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:42.231411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.245348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5d82dc3e-b791-4b68-9017-20a5e9cc84fe tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:42.262867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] Pushing event deleted for resources: {'Port': ['ID=6b29670a-50e2-48b5-ba3f-e98d16abeaa6,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:42.268994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88096d4b-b7cc-4fda-b4ef-11e3ac252805 None None] No DVR routers for this DVR port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:42.285252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.304547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.305164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5d82dc3e-b791-4b68-9017-20a5e9cc84fe tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:42.309162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5d82dc3e-b791-4b68-9017-20a5e9cc84fe tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2112253 Feb 16 08:46:42.314061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35092) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:42.339927 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-a80fa990-dfc1-472a-ae32-1674120b8801 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] delete failed (client error): The resource could not be found. Feb 16 08:46:42.340915 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a80fa990-dfc1-472a-ae32-1674120b8801 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/e9d5ead5-6c27-490b-b6be-82d64eb1c0a3 HTTP/1.1" status: 404 len: 347 time: 0.0249486 Feb 16 08:46:42.345154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35096) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:42.349433 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.359869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--2121194149'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:42.375897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.376544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:42.394669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.399089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.400238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f534f02a-6001-412e-90a4-29db1e1573da tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4898138 Feb 16 08:46:42.403369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35100) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:42.412559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2024281629'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:42.416889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.418028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-acf5dad1-3b3e-479a-a663-5da6c30031e0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/f1f27273-c0c7-434e-8a23-33381789c310 HTTP/1.1" status: 204 len: 168 time: 1.7586591 Feb 16 08:46:42.425220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35104) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:42.432833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'e714fc64-effd-4d7f-b860-ded2c80ba4b9'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:42.441109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.449017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:floatingip and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:42.452993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:42.467491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.471726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.480990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:46:42.481296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:46:42.482541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.483651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.510374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:network and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:42.514971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:42.525283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.558616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.562070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:42.564998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.575713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.581343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:42.609574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:42.612757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.616610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.632052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.678194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.698766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01606d3f-fbda-42df-8c18-ea3ec48fb581 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:42.734168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 01606d3f-fbda-42df-8c18-ea3ec48fb581 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:42.734542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 01606d3f-fbda-42df-8c18-ea3ec48fb581 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:42.735154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:42.744110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:42.757937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:security_group_rule and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:42.767595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.46 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/19cf5209-021e-4805-b3e4-0d5d132b0a5f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:42.769982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:42.771580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:42.771717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:42.787135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:42.794951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.814128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.926728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:42.959280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.003079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 6b29670a-50e2-48b5-ba3f-e98d16abeaa6 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:43.003322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.047902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=584b802a-c7ea-4e6c-af8b-5df1f9556443,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.060527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.061790 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e012afce-222a-4f05-87d1-83c347a26387 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7158778 Feb 16 08:46:43.072272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35110) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:43.082354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '584b802a-c7ea-4e6c-af8b-5df1f9556443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:43.098750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] The port '6b29670a-50e2-48b5-ba3f-e98d16abeaa6' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:46:43.103299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:43.104596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=19cf5209-021e-4805-b3e4-0d5d132b0a5f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.107164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:43.107537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:43.115068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:43.127638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:43.136100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:43.145376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:43.160260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.176813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.188485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.201603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.220011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.275653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:46:43.282285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.315022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdbe43a-8877-4e43-965e-e5d95f23faaf,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.328625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.328967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Added segment 34fc5a2a-159a-43a6-9233-7ef337f70eb5 of type vlan for network b8efc59d-823e-47e2-9ab0-ed2c73203c14 Feb 16 08:46:43.345937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd7ee4c-8a59-432a-80c1-219f2c0daca4']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:43.367940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85403540-a49d-476f-9907-22117fd9f2fe') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:43.368231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85403540-a49d-476f-9907-22117fd9f2fe') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:43.371932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=44478ba7-e1d9-46fe-8073-ad0905f8d42c,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.413386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.420198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.423687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.427688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.444075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.456201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:43.456693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:43.471191 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:43.481855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.567631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c726037f-a41e-42b6-8ba0-3cac9d6315a4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.600703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.601874 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3547119-27b8-4e73-95ed-436b9d6d0008 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5265014 Feb 16 08:46:43.603946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.607531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:43.608131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.611538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35114) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:43.722006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.750264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3458836 Feb 16 08:46:43.755959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35118) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:43.759205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe1e49-7a1a-4e27-96c5-7d53dc0a1090 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Network': ['ID=b8efc59d-823e-47e2-9ab0-ed2c73203c14,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.767587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'subnet': {'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:43.776182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:46:43.784862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.794063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.825396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.841943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=9dd7ee4c-8a59-432a-80c1-219f2c0daca4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.847362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-98ded06c-acf3-4135-9d25-8f9781e4b0c9 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/9dd7ee4c-8a59-432a-80c1-219f2c0daca4 HTTP/1.1" status: 204 len: 168 time: 2.4477832 Feb 16 08:46:43.850607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.851357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35122) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:43.915339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:43.920134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.922691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:subnet and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:43.931207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:43.945197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:43.953117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c726037f-a41e-42b6-8ba0-3cac9d6315a4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:43.954955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:43.959160 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5044b622-de07-45a0-844b-71c15c7d86bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/c726037f-a41e-42b6-8ba0-3cac9d6315a4 HTTP/1.1" status: 204 len: 168 time: 0.3293295 Feb 16 08:46:43.959585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:43.986117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:44.113584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.132900 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 1ae8ddd2-57d1-4633-942e-316f2ef2fb75 associated. External IP: 172.26.4.233, port: 7eb285a1-283b-4366-b09d-f4979dd92c73. Feb 16 08:46:44.183410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0e40bbfb-ce70-4b39-89e3-a831f456463e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:44.340043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.347197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0e40bbfb-ce70-4b39-89e3-a831f456463e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:44.348420 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0e40bbfb-ce70-4b39-89e3-a831f456463e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3883114 Feb 16 08:46:44.355697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35130) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:44.398071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.470047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.498253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.536511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.611132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.677836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.713704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Subnet': ['ID=f2a10fdc-2c67-4eeb-af6b-a8f9fff89292,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:44.715812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b802a-c7ea-4e6c-af8b-5df1f9556443,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:44.801395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.855396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.910145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Checking segment: {'id': '34fc5a2a-159a-43a6-9233-7ef337f70eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:44.910543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network hostable DHCP agents. Network: b8efc59d-823e-47e2-9ab0-ed2c73203c14, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:46:44.923505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:44.924600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ba07ccab-f9fa-4ed5-b95c-7b41af4123d9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/584b802a-c7ea-4e6c-af8b-5df1f9556443 HTTP/1.1" status: 204 len: 168 time: 0.5681551 Feb 16 08:46:44.937269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35134) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:45.009931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:46:45.025376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, b8efc59d-823e-47e2-9ab0-ed2c73203c14) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:45.032328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:45.033269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.034619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949f453e-f43f-4551-a027-dd3a6354aece None None] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:45.041503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=19cf5209-021e-4805-b3e4-0d5d132b0a5f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:45.080495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1bdd8689-3955-48d1-b00c-6c2d46b04b3e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3194599 Feb 16 08:46:45.081421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35138) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:45.087824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'network': {'name': 'tempest-router-network01--824927780'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:45.100003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:45.106613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:network and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:45.113517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:45.114238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.128445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:45.148911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:45.152517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.182760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:45.196235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:46:45.212597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.212954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Added segment 467438b1-4ee4-4002-908f-3de34612fc15 of type vlan for network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad Feb 16 08:46:45.283022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-b8efc59d-823e-47e2-9ab0-ed2c73203c14', 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14', 'tenant_id': '7353ca57894142d4b7499f4e7a2c1c87', 'fixed_ips': [{'subnet_id': 'f2a10fdc-2c67-4eeb-af6b-a8f9fff89292'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:46:45.283955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.294649 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d9087149-af89-4dce-97d8-8edb0afb471e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3471792 Feb 16 08:46:45.305717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35142) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:45.362417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1132792876'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:45.374682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.380334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:45.418007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:45.422117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:45.431182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.434679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:45.435282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:45.435881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.456620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Allocated IP 2001:db8::2 (b8efc59d-823e-47e2-9ab0-ed2c73203c14/f2a10fdc-2c67-4eeb-af6b-a8f9fff89292/2d23c59d-4420-4152-becf-2714723959c6) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:45.461992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.527384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:45.536546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:45.540378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:45.547725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:45.562199 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4794564 Feb 16 08:46:45.564879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:45.570118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2c410-1fc9-4506-a616-adb0628a423c tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Network': ['ID=0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:45.575744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'network': {'name': 'tempest-router-network02--140854663'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:45.584980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:46:45.600530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:45.612962 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:45.614946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:45.628934 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:45.630002 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:45.632005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.648075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:network and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:45.656305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:45.675765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:45.698026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.713857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.737785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:45.741221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.748238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-516ebb70-34d8-4dea-8fea-92ac0b80a68b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.4388394 Feb 16 08:46:45.750453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:46:45.752494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:45.763090 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 7b3a71be-e08b-42e1-91ff-775e1df1bb5d associated. External IP: 172.26.4.46, port: e714fc64-effd-4d7f-b860-ded2c80ba4b9. Feb 16 08:46:45.764547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.774988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Transition to ACTIVE for port object 2d23c59d-4420-4152-becf-2714723959c6 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:45.793870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Transition to ACTIVE for port object 2d23c59d-4420-4152-becf-2714723959c6 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:45.805899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:45.837528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:45.852595 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'status': 'completed', 'code': 200} Feb 16 08:46:45.877085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:45.880486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:45.883911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:45.999268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf73b50-407f-40b8-9b97-61cf6bcf489c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:46.000336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Pushing event updated for resources: {'Port': ['ID=2d23c59d-4420-4152-becf-2714723959c6,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:46.003133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Attempting to bind port 2d23c59d-4420-4152-becf-2714723959c6 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:46.003786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Attempting to bind port 2d23c59d-4420-4152-becf-2714723959c6 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '34fc5a2a-159a-43a6-9233-7ef337f70eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:46.004511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Attempting to bind port 2d23c59d-4420-4152-becf-2714723959c6 on network b8efc59d-823e-47e2-9ab0-ed2c73203c14 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:46.015644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-fa9b62e5-1a6d-4bcc-8dad-deda0b7d56bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1098 time: 0.1037745 Feb 16 08:46:46.016695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:46.017071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Checking segment: {'id': '34fc5a2a-159a-43a6-9233-7ef337f70eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:46.017470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.017834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Bound using segment: {'id': '34fc5a2a-159a-43a6-9233-7ef337f70eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:46.018312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Bound port: 2d23c59d-4420-4152-becf-2714723959c6, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34fc5a2a-159a-43a6-9233-7ef337f70eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'b8efc59d-823e-47e2-9ab0-ed2c73203c14'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:46.018711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.066853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.068052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5079124b-9256-4dab-81ba-1fee2e3f0249 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7607536 Feb 16 08:46:46.068906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:46:46.078310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35156) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:46.107720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'ddf73b50-407f-40b8-9b97-61cf6bcf489c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:46.122893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:46.128705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] For port 2d23c59d-4420-4152-becf-2714723959c6, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:46.131032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:46.131884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] For port 2d23c59d-4420-4152-becf-2714723959c6, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2d23c59d-4420-4152-becf-2714723959c6,segment=NetworkSegment(34fc5a2a-159a-43a6-9233-7ef337f70eb5),segment_id=34fc5a2a-159a-43a6-9233-7ef337f70eb5)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:46.137184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.141699 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5c48ab36-4e5f-4128-996c-103a8c6df343 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/1ae8ddd2-57d1-4633-942e-316f2ef2fb75 HTTP/1.1" status: 200 len: 991 time: 0.3811414 Feb 16 08:46:46.143024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:46.146179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.146551 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Added segment ae6612ca-b260-4bf3-b228-c65d90ceea98 of type vlan for network 92570f64-cba1-4495-a373-c9b8a506e96f Feb 16 08:46:46.149220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:46.149548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.186254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:46.256218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.257279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff18aea-166c-4975-af52-32c02a4ecf5c None None] Pushing event updated for resources: {'Port': ['ID=2d23c59d-4420-4152-becf-2714723959c6,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:46.282581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-4c1bf6d0-5cd4-4b7f-80e5-7dd4fcbbebed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:46.284452 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-4c1bf6d0-5cd4-4b7f-80e5-7dd4fcbbebed service neutron] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 897 time: 0.2613988 Feb 16 08:46:46.322679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.327710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:46.328551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.332912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.356449 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:42Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:46.360788 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:46.372954 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:46.373626 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:46.414616 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-5415fa9b-973a-46e3-9f97-753dd144afaf service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 999 time: 0.1203845 Feb 16 08:46:46.519232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-62c06c71-309c-4b47-9fba-6dabc132cee4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:46.520988 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-62c06c71-309c-4b47-9fba-6dabc132cee4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0975130 Feb 16 08:46:46.621715 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0558016 Feb 16 08:46:46.624193 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-4217a09e-ff1a-4337-8819-ff622442435d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0959806 Feb 16 08:46:46.625070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35160) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:46.628395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa560f4-8899-4965-a517-b9c15800c9fb tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Network': ['ID=92570f64-cba1-4495-a373-c9b8a506e96f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:46.633183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'subnet': {'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:46.641827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 92570f64-cba1-4495-a373-c9b8a506e96f details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:46:46.694744 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:46.716265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port 21f3a1ff-4f92-4432-9a41-1c2e09790b1a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:46.716626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.734081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.855837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2d23c59d-4420-4152-becf-2714723959c6 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:46.866695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.871508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:46.875813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for 21f3a1ff-4f92-4432-9a41-1c2e09790b1a owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:46.880275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:subnet and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:46.891788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:46.902831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:46.908996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-4c8873f1-dc2c-4271-9aaf-1811b5b26b0d service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530005 Feb 16 08:46:46.925297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:46.957667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d665c9-cbf0-4f54-ac49-dbe662bd77c5,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:46.979739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2d23c59d-4420-4152-becf-2714723959c6 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:46.985857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:46.990568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7626dc43-e4a8-4273-b1be-80cf78c7eaa9 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9089129 Feb 16 08:46:46.991201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35164) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:47.143313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:47.147558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'ddf73b50-407f-40b8-9b97-61cf6bcf489c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:47.199977 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:42Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:47.205656 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbbf410-4aef-4cfa-a452-0b551ab3e6c0 None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:46:09Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:42Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:47.394578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.403059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:47.475586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79aaf4-f506-4d40-bb24-a595dd9d5800 None None] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:47.500557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44c3759-0776-4f6c-98b2-d1da6a85338a None None] New status for floating IP 1ae8ddd2-57d1-4633-942e-316f2ef2fb75: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:46:47.506502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.518834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ef6d1265-ce72-4f8f-ad97-6e80ae01565c req-6f571790-6761-4448-beec-eade7796317f service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985441 Feb 16 08:46:47.519277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:47.568501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:47.572877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=21f3a1ff-4f92-4432-9a41-1c2e09790b1a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:47.583462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:47.602676 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4c362fcd-9438-4f15-a50a-a96a6d0c17ef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/1ae8ddd2-57d1-4633-942e-316f2ef2fb75 HTTP/1.1" status: 200 len: 991 time: 0.4431558 Feb 16 08:46:47.715312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.730688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.810500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Provisioning for port 2d23c59d-4420-4152-becf-2714723959c6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:47.824021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Provisioning complete for port 2d23c59d-4420-4152-becf-2714723959c6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:47.824646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.828138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Subnet': ['ID=e64754ba-4e70-461a-b335-a1f6a7c70236,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:47.843664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Checking segment: {'id': '467438b1-4ee4-4002-908f-3de34612fc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:47.844990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network hostable DHCP agents. Network: 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:46:47.869238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:46:47.881037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:47.882751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.886552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:47.887635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.913533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:47.914670 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7548602d-574d-4d11-a7df-b73289e90cea tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2883024 Feb 16 08:46:47.918543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35172) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:47.924485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'subnet': {'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:47.951425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53711559-e6b7-4171-9e74-37f03c0f25b7 None None] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:47.977229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.040318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:48.044269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:subnet and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:48.047598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:48.054618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:48.066774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:48.079506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5797318-b995-4dbe-bd54-212cf62d1708,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:48.103882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.105133 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdd273c2-256c-4cc0-a3c7-8d63ff24feca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0998178 Feb 16 08:46:48.109697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35176) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:48.117180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'ddf73b50-407f-40b8-9b97-61cf6bcf489c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:48.182541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:48.183835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.220800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.257675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:48.259787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:48.269027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:48.280110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:48.315178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] For port 2d23c59d-4420-4152-becf-2714723959c6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2d23c59d-4420-4152-becf-2714723959c6,segment=NetworkSegment(34fc5a2a-159a-43a6-9233-7ef337f70eb5),segment_id=34fc5a2a-159a-43a6-9233-7ef337f70eb5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:48.349321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.400563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad', 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad', 'tenant_id': '7353ca57894142d4b7499f4e7a2c1c87', 'fixed_ips': [{'subnet_id': 'e64754ba-4e70-461a-b335-a1f6a7c70236'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:46:48.401401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.438595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.467476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.481281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b91ff6-e166-4ff8-b553-c4727b483b76 None None] Pushing event updated for resources: {'Port': ['ID=2d23c59d-4420-4152-becf-2714723959c6,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:48.530984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Subnet': ['ID=2fa123f2-7722-4a8f-ab3b-8942cfb18001,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:48.546042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Checking segment: {'id': 'ae6612ca-b260-4bf3-b228-c65d90ceea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:48.547162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network hostable DHCP agents. Network: 92570f64-cba1-4495-a373-c9b8a506e96f, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:46:48.563273 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:46:48.594776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network 92570f64-cba1-4495-a373-c9b8a506e96f is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:46:48.601215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.604564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35180) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:48.606382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Allocated IP 2001:db8::2 (0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad/e64754ba-4e70-461a-b335-a1f6a7c70236/738b8aff-a182-4200-b97f-e51a61e51399) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:48.680039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 92570f64-cba1-4495-a373-c9b8a506e96f) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:48.705738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:48.706694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.717135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de573b0e-8a6f-4b89-b705-38cc22c39ebf None None] Network 92570f64-cba1-4495-a373-c9b8a506e96f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:48.762355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3a8ca4e6-1a7c-4875-b270-e9242651a4d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/1ae8ddd2-57d1-4633-942e-316f2ef2fb75 HTTP/1.1" status: 200 len: 993 time: 0.1547363 Feb 16 08:46:48.767597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8f86f523-1291-414e-94ab-28b3ea8269e4 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8480213 Feb 16 08:46:48.768713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35184) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:48.809533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2d23c59d-4420-4152-becf-2714723959c6 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:48.813825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.854305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841dba89-48a4-4ee3-a5a4-449fc7d3c4c6,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:48.877947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.878306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.878656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.879010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.879354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.879682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.880005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.880330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.880652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.880969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.881288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:48.885258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:48.886451 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-47131ae4-3fa6-4903-bda0-69090464a8d8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7758913 Feb 16 08:46:48.892456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35188) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:48.907759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:48.909185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'ddf73b50-407f-40b8-9b97-61cf6bcf489c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:48.917401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:48.926359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:48.930899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:48.938266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:48.961043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-deb0d9c6-9234-46e0-a5e8-13616d830d68 None None] Provisioning complete for port 2d23c59d-4420-4152-becf-2714723959c6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:48.961411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-deb0d9c6-9234-46e0-a5e8-13616d830d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.073861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.094317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:49.101147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-28ed43f7-47f4-4616-894b-c2f38bdad43f tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2487102 Feb 16 08:46:49.104862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35192) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:49.107406 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:49.121466 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:49.122656 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.131849 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.158256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Transition to ACTIVE for port object 738b8aff-a182-4200-b97f-e51a61e51399 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:49.161702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2d23c59d-4420-4152-becf-2714723959c6 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:49.162069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.182627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:49.203293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.216335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.234402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:49.280734 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:49.366395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-92570f64-cba1-4495-a373-c9b8a506e96f', 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f', 'tenant_id': '7353ca57894142d4b7499f4e7a2c1c87', 'fixed_ips': [{'subnet_id': '2fa123f2-7722-4a8f-ab3b-8942cfb18001'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:46:49.367150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.392114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Transition to ACTIVE for port object 738b8aff-a182-4200-b97f-e51a61e51399 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:49.397832 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.402922 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:49.416421 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:49.417916 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.457949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.473183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting subnet ec72df1a-01e5-4978-86c7-7265475acfbb {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:46:49.477484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.539083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Pushing event updated for resources: {'Port': ['ID=738b8aff-a182-4200-b97f-e51a61e51399,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:49.541686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:49.541915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.556330 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:49.558500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c215de6-f97c-4c23-8fa9-476cec23deca,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:49.578725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.579883 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6817217 Feb 16 08:46:49.582324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.582696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.582954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.583083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.583354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.583686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.584015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.584343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.584667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.584988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.585309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.585632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b65afa-17ca-4419-aad8-cd2e980edaea tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:46:49.590598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35196) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:49.597524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'ddf73b50-407f-40b8-9b97-61cf6bcf489c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:49.604691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:49.610938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:49.625699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.654063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:49.664427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.666805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:49.686476 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.691626 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860156-2dcd-494e-9b32-a3cd24553f36 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:49.706915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.746713 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2aa4ec51-2a61-42e9-ac74-aea89b75a04e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3182690 Feb 16 08:46:49.746956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:49.749430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:49.753679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:49.757677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:49.768778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1068770898'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:49.771893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.772697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.797578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:49.812859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:49.813488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.846464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.861691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:network and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:49.869310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:49.889015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Subnet': ['ID=ec72df1a-01e5-4978-86c7-7265475acfbb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:49.895996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:49.906403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d2135bdb-6edc-4c13-8c48-1117d831419b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/ec72df1a-01e5-4978-86c7-7265475acfbb HTTP/1.1" status: 204 len: 168 time: 0.7975953 Feb 16 08:46:49.908989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:49.938956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effce007-e969-4473-8907-e74051aea7f7 None None] Network efc35bea-3079-453b-a436-46396fbe35f2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:49.939224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:49.967294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:49.968572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9d43d-3b66-4a54-9e95-b8d135021b91 None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:50.006768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:50.009725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.032087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.035261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.049967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.053380 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Deleting port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:50.054032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.056457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Allocated IP 2001:db8::2 (92570f64-cba1-4495-a373-c9b8a506e96f/2fa123f2-7722-4a8f-ab3b-8942cfb18001/e02d9105-a292-4016-ac2a-b712d98cb350) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:50.058564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Attempting to bind port 738b8aff-a182-4200-b97f-e51a61e51399 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:50.059189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Attempting to bind port 738b8aff-a182-4200-b97f-e51a61e51399 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '467438b1-4ee4-4002-908f-3de34612fc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:50.059559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Attempting to bind port 738b8aff-a182-4200-b97f-e51a61e51399 on network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:50.112511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=838c204e-89de-4e4e-ac69-c9d92cb8a50f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:50.113603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:50.114298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Checking segment: {'id': '467438b1-4ee4-4002-908f-3de34612fc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:50.114918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.115337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Bound using segment: {'id': '467438b1-4ee4-4002-908f-3de34612fc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:50.115861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Bound port: 738b8aff-a182-4200-b97f-e51a61e51399, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '467438b1-4ee4-4002-908f-3de34612fc15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:50.116701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.130470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:46:50.206185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.206920 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Added segment 0d882413-0f93-4054-a1ea-1bd68d9f3c38 of type vlan for network 589ecb48-3417-4276-8bda-514b98c3fce1 Feb 16 08:46:50.233756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.241363 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-89b49324-0973-44e3-b507-278b253e550d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6462269 Feb 16 08:46:50.250103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:50.313494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] For port bbf6c384-614e-496b-bf77-a54a1b4a0bc1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,segment=NetworkSegment(1e04aae8-9775-4dd6-9955-87ba5c8fabca),segment_id=1e04aae8-9775-4dd6-9955-87ba5c8fabca)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:50.314267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.393088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.413228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.439737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.456223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Calling delete_port for bbf6c384-614e-496b-bf77-a54a1b4a0bc1 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:50.470053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Allocated IP 2001:db8::1 (0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad/e64754ba-4e70-461a-b335-a1f6a7c70236/850cd649-4e2d-4bbb-8f82-dedb1a7b20a6) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:50.514827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.522448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:50.523960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:50.524648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.548308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.552598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:50.592975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.611719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.627350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Port': ['ID=bbf6c384-614e-496b-bf77-a54a1b4a0bc1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:50.638486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No DVR routers for this DVR port bbf6c384-614e-496b-bf77-a54a1b4a0bc1 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:46:50.666445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.682698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Transition to ACTIVE for port object e02d9105-a292-4016-ac2a-b712d98cb350 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:50.700673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Transition to ACTIVE for port object e02d9105-a292-4016-ac2a-b712d98cb350 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:50.715120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9653306 Feb 16 08:46:50.732048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=838c204e-89de-4e4e-ac69-c9d92cb8a50f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:50.735353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.738827 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c1a76303-b893-4d9f-b3d4-2444a12402b0 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/838c204e-89de-4e4e-ac69-c9d92cb8a50f HTTP/1.1" status: 204 len: 168 time: 0.4853272 Feb 16 08:46:50.738827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35212) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:50.744886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35214) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:50.755357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5fab69-4228-4f9c-92eb-8e3ce621c74e None None] DHCP port deletion for efc35bea-3079-453b-a436-46396fbe35f2 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:46:50.757820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bbf6c384-614e-496b-bf77-a54a1b4a0bc1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:50.781658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.782879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'subnet': {'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:50.808939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc35bea-3079-453b-a436-46396fbe35f2']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:50.810861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: bbf6c384-614e-496b-bf77-a54a1b4a0bc1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:50.811688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device bbf6c384-614e-496b-bf77-a54a1b4a0bc1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:50.812266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21f3a1ff-4f92-4432-9a41-1c2e09790b1a no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:46:50.826474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e04aae8-9775-4dd6-9955-87ba5c8fabca') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:50.827656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e04aae8-9775-4dd6-9955-87ba5c8fabca') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:50.840030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.848952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:50.862986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 21f3a1ff-4f92-4432-9a41-1c2e09790b1a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:46:50.863976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 21f3a1ff-4f92-4432-9a41-1c2e09790b1a not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:46:50.896808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:50.901057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:subnet and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:50.905534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:50.911964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:50.916419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Network 92570f64-cba1-4495-a373-c9b8a506e96f is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:50.919338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:50.927138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:50.928205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a812065-2bae-4519-9b0f-98367465663f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Network': ['ID=589ecb48-3417-4276-8bda-514b98c3fce1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:50.937419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:50.973758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a51f796-41d1-4c77-a15b-bd6923fad684 None None] Pushing event updated for resources: {'Port': ['ID=738b8aff-a182-4200-b97f-e51a61e51399,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:50.990826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 589ecb48-3417-4276-8bda-514b98c3fce1 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:46:51.012950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.027506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:46:51.028092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.127811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f87b7e02-3f72-42ad-9dee-44764ba7d585 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:46:51.146425 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:46:51.152355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.174238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.181929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.211603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.237913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Pushing event deleted for resources: {'Network': ['ID=efc35bea-3079-453b-a436-46396fbe35f2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.254002 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2fa8532f-0fda-4000-9392-8b927b092901 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/networks/efc35bea-3079-453b-a436-46396fbe35f2 HTTP/1.1" status: 204 len: 168 time: 1.3438199 Feb 16 08:46:51.265036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35220) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:51.276274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'routes': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:51.305169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f87b7e02-3f72-42ad-9dee-44764ba7d585 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:51.309296 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f87b7e02-3f72-42ad-9dee-44764ba7d585 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.5557284 Feb 16 08:46:51.314278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:51.319404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Transition to ACTIVE for port object 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:51.355634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Attempting to bind port e02d9105-a292-4016-ac2a-b712d98cb350 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:51.356004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Attempting to bind port e02d9105-a292-4016-ac2a-b712d98cb350 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'ae6612ca-b260-4bf3-b228-c65d90ceea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:51.356672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Attempting to bind port e02d9105-a292-4016-ac2a-b712d98cb350 on network 92570f64-cba1-4495-a373-c9b8a506e96f {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:51.363003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Pushing event updated for resources: {'Port': ['ID=e02d9105-a292-4016-ac2a-b712d98cb350,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.383974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:51.384339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Checking segment: {'id': 'ae6612ca-b260-4bf3-b228-c65d90ceea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:51.384754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.385133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Bound using segment: {'id': 'ae6612ca-b260-4bf3-b228-c65d90ceea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:51.385607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Bound port: e02d9105-a292-4016-ac2a-b712d98cb350, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae6612ca-b260-4bf3-b228-c65d90ceea98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '92570f64-cba1-4495-a373-c9b8a506e96f'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:51.385989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.422547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.442060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.466559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.501507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] For port e02d9105-a292-4016-ac2a-b712d98cb350, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:51.504672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] For port e02d9105-a292-4016-ac2a-b712d98cb350, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e02d9105-a292-4016-ac2a-b712d98cb350,segment=NetworkSegment(ae6612ca-b260-4bf3-b228-c65d90ceea98),segment_id=ae6612ca-b260-4bf3-b228-c65d90ceea98)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:51.508213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.606817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95cf9a3-d1f6-480b-a752-f4923cbb15ea None None] Pushing event updated for resources: {'Port': ['ID=e02d9105-a292-4016-ac2a-b712d98cb350,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.673035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Added routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 16 08:46:51.673457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.extraroute_db [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Removed routes are [] {{(pid=83709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 16 08:46:51.673692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.711187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.721995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Port': ['ID=850cd649-4e2d-4bbb-8f82-dedb1a7b20a6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.728069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:51.736496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:51.741868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:51.742392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.754718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c215de6-f97c-4c23-8fa9-476cec23deca,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.791529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.795063 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7a259635-41a6-4410-8b6a-567c44408c34 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/9c215de6-f97c-4c23-8fa9-476cec23deca HTTP/1.1" status: 204 len: 168 time: 0.4771934 Feb 16 08:46:51.798655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35228) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:51.805965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.987790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:51.991679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Subnet': ['ID=ba0986b3-539b-4c42-b9ac-e4541d8cf8de,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:51.991887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.044304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0689e7b9-ec81-495c-849c-83cb18008c24 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:52.057379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.081198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Checking segment: {'id': '0d882413-0f93-4054-a1ea-1bd68d9f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:52.081540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network hostable DHCP agents. Network: 589ecb48-3417-4276-8bda-514b98c3fce1, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:46:52.140716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0689e7b9-ec81-495c-849c-83cb18008c24 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:52.142338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router b4721256-7302-4831-aea6-6076f6b0ff6f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:46:52.143614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0689e7b9-ec81-495c-849c-83cb18008c24 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.3395348 Feb 16 08:46:52.146952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35232) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.194293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.280577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.297452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f066f45-2a1f-4f5d-9052-b7df3e8abd53 None None] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:52.316605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 589ecb48-3417-4276-8bda-514b98c3fce1 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:46:52.342911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 589ecb48-3417-4276-8bda-514b98c3fce1) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:52.348249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:46:52.348843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.364730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c1b9e-b516-4414-bd7b-31a7520c89b4 None None] Network 589ecb48-3417-4276-8bda-514b98c3fce1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:52.374590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:52.376522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.393716 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Sync routers for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:52.404023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.405486 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af9956f9-7f02-4b5d-8a3b-5e8544ade3ff tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6612461 Feb 16 08:46:52.406347 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:52.406540 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ebb2596-d1c7-4524-95f7-547f683c4f48 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 704 time: 1.1394570 Feb 16 08:46:52.407530 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:52.409764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35236) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.412282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.415286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1029004247', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}, 'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:52.418925 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/841dba89-48a4-4ee3-a5a4-449fc7d3c4c6 HTTP/1.1" status: 204 len: 168 time: 0.2684951 Feb 16 08:46:52.420066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54266a79-08bd-4d18-8a77-5da47e8648ce tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=841dba89-48a4-4ee3-a5a4-449fc7d3c4c6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:52.421980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35238) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.427911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35242) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.476388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:52.490202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:router and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:52.495366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:52.501416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-24804a89-9138-410a-b271-88d97281b5cf None None] Provisioning for port 738b8aff-a182-4200-b97f-e51a61e51399 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:52.505596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:52.528720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-756f5045-42e3-4282-9455-a7c28299c75b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Synchronizing usage tracker for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:52.536186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.537204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.560037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.570536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-756f5045-42e3-4282-9455-a7c28299c75b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Unset dirty status for tenant:753a9e3293ed47f7a2792d0c5232b3ea on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:52.576053 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-756f5045-42e3-4282-9455-a7c28299c75b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 205 time: 0.1437824 Feb 16 08:46:52.584066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.596716 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:52.609446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d4bbacc4-c5a7-4d76-a84d-cdc0838415dc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:52.633197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d4bbacc4-c5a7-4d76-a84d-cdc0838415dc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:52.640412 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d4bbacc4-c5a7-4d76-a84d-cdc0838415dc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2080915 Feb 16 08:46:52.641078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35252) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.697777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.715115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.771449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.827658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.831446 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/a5797318-b995-4dbe-bd54-212cf62d1708 HTTP/1.1" status: 204 len: 168 time: 0.1869254 Feb 16 08:46:52.834498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35256) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.844337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74000f-cfe3-4c1a-a2a6-a7b01279a9da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5797318-b995-4dbe-bd54-212cf62d1708,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:52.884928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:46:52.908232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.922719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-98758cc6-85c4-4dbe-ac91-980047af9ec5 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:52.928324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.936205 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:52.942148 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Checking router: b4721256-7302-4831-aea6-6076f6b0ff6f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:52.944343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-98758cc6-85c4-4dbe-ac91-980047af9ec5 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:52.948906 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-98758cc6-85c4-4dbe-ac91-980047af9ec5 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1088583 Feb 16 08:46:52.949270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35260) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:52.962862 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Routers {'b4721256-7302-4831-aea6-6076f6b0ff6f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:52.963957 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['b4721256-7302-4831-aea6-6076f6b0ff6f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:52.970105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 738b8aff-a182-4200-b97f-e51a61e51399 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:52.985294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.986053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:52.999625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.026679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.042548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-589ecb48-3417-4276-8bda-514b98c3fce1', 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1', 'tenant_id': 'f5cd5f8847cb4b11b010fe3db7332639', 'fixed_ips': [{'subnet_id': 'ba0986b3-539b-4c42-b9ac-e4541d8cf8de'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:46:53.043380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.079261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.144609 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] Set router b4721256-7302-4831-aea6-6076f6b0ff6f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:53.157389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.190632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819d89c-d97b-429f-8eb9-992a4b8efa62 None None] Network 92570f64-cba1-4495-a373-c9b8a506e96f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:53.271604 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:53.276974 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8449fbc3-5548-4915-bfb4-a9554735ffa3 None None] The sync data for ids ['b4721256-7302-4831-aea6-6076f6b0ff6f'] in dv-neutron-829488-1-hyperv is: [{'id': 'b4721256-7302-4831-aea6-6076f6b0ff6f', 'name': 'tempest-RoutersIpV6Test-router-208556506', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:14Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 11, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:53.295345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d665c9-cbf0-4f54-ac49-dbe662bd77c5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:53.310495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.314572 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-45889a96-847b-49e9-b8af-1111e3c81863 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/48d665c9-cbf0-4f54-ac49-dbe662bd77c5 HTTP/1.1" status: 204 len: 168 time: 0.3640096 Feb 16 08:46:53.317465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35264) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:53.366914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 738b8aff-a182-4200-b97f-e51a61e51399 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:53.384339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 738b8aff-a182-4200-b97f-e51a61e51399 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:53.384704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.386138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Port': ['ID=850cd649-4e2d-4bbb-8f82-dedb1a7b20a6,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:53.396503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-16b5602a-0017-49d1-a495-162ba696574c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:53.417287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-16b5602a-0017-49d1-a495-162ba696574c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:53.420088 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-16b5602a-0017-49d1-a495-162ba696574c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0998299 Feb 16 08:46:53.421752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35268) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:53.472600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-90a2f6b5-7c9e-4f55-b17b-c917b32d00b8 None None] Provisioning for port e02d9105-a292-4016-ac2a-b712d98cb350 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:53.479680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Allocated IP 172.20.0.2 (589ecb48-3417-4276-8bda-514b98c3fce1/ba0986b3-539b-4c42-b9ac-e4541d8cf8de/961cb11c-9961-41d8-9e9c-c37e49aa5917) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:53.516688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.552012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.605447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.627511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf73b50-407f-40b8-9b97-61cf6bcf489c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:53.655425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.657011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-93249d4a-d5d0-441d-94f1-e43e6ade0197 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/ddf73b50-407f-40b8-9b97-61cf6bcf489c HTTP/1.1" status: 204 len: 168 time: 0.2339118 Feb 16 08:46:53.661440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35272) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:53.725361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f82a06e1-dbc4-48b5-b788-64b7e27ecc39 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:53.743577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f82a06e1-dbc4-48b5-b788-64b7e27ecc39 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:53.749075 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f82a06e1-dbc4-48b5-b788-64b7e27ecc39 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0828531 Feb 16 08:46:53.749375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35276) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:53.756854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--2102123242'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:53.766138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:53.786333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:53.798522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.849553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:53.854413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:53.858008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:53.866181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:53.896649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Provisioning for port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:53.924969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Provisioning complete for port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:53.925342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.932012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.932643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.937313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.948334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:53.949196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:53.952922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:53.960142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.005789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.007022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2565451 Feb 16 08:46:54.009810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35280) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:54.017361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '7a83217b-01cf-46b2-a7f0-a838d5394473', 'direction': 'ingress', 'protocol': 17}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:54.020413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.024308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f320bee1-f5f3-459c-9d24-7d3062a58c5c tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a83217b-01cf-46b2-a7f0-a838d5394473,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:54.031113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:54.040480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:54.042026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Transition to ACTIVE for port object 961cb11c-9961-41d8-9e9c-c37e49aa5917 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:54.046321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:54.051663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:54.058465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:54.068840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:54.075750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Transition to ACTIVE for port object 961cb11c-9961-41d8-9e9c-c37e49aa5917 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:46:54.077585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.078316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e02d9105-a292-4016-ac2a-b712d98cb350 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:54.080917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.167293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.168152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router b4721256-7302-4831-aea6-6076f6b0ff6f {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:46:54.190088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.195474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.235805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9503f2-7574-4a7d-b4ae-ab035d70cce0,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:54.239854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.250323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.258672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.267139 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1c27cd87-205b-4593-b9f6-7a84891643e4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2555618 Feb 16 08:46:54.268129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35284) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:54.271057 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-af775609-2ab5-4af7-9315-5f3bacbb6b15 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 204 len: 168 time: 1.6848190 Feb 16 08:46:54.273203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35286) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:54.283131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-50305994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:54.302595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:54.309243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Usage tracker for resource:router and tenant:753a9e3293ed47f7a2792d0c5232b3ea is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:54.313222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:54.319686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:54.333507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.335981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.340764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Provisioning complete for port 738b8aff-a182-4200-b97f-e51a61e51399 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:54.341112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6dbf6ec7-cec7-47f7-a501-b80d4bd6bc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.361890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.397225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.403191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Network 589ecb48-3417-4276-8bda-514b98c3fce1 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:54.406592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:54.411317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=738b8aff-a182-4200-b97f-e51a61e51399,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:54.414824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:54.454626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.459741 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b0c49890-866d-4661-94ce-02f30078d038 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1823981 Feb 16 08:46:54.460989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35292) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:54.476499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:54.569941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.604178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port e02d9105-a292-4016-ac2a-b712d98cb350 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:54.605534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.610276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Pushing event updated for resources: {'Port': ['ID=961cb11c-9961-41d8-9e9c-c37e49aa5917,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:54.617854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port e02d9105-a292-4016-ac2a-b712d98cb350 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:54.618247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.680455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.683196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Attempting to bind port 961cb11c-9961-41d8-9e9c-c37e49aa5917 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:46:54.683567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Attempting to bind port 961cb11c-9961-41d8-9e9c-c37e49aa5917 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0d882413-0f93-4054-a1ea-1bd68d9f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:46:54.683923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Attempting to bind port 961cb11c-9961-41d8-9e9c-c37e49aa5917 on network 589ecb48-3417-4276-8bda-514b98c3fce1 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:46:54.724130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:46:54.724631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Checking segment: {'id': '0d882413-0f93-4054-a1ea-1bd68d9f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:46:54.724924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.725317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Bound using segment: {'id': '0d882413-0f93-4054-a1ea-1bd68d9f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:46:54.726292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Bound port: 961cb11c-9961-41d8-9e9c-c37e49aa5917, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d882413-0f93-4054-a1ea-1bd68d9f3c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:46:54.726292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.739275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.851477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.26.4.180 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/c745f212-6036-418e-8093-b2a065abb505) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:46:54.880280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] For port 961cb11c-9961-41d8-9e9c-c37e49aa5917, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:46:54.881610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.882194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.893199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.903248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] For port 961cb11c-9961-41d8-9e9c-c37e49aa5917, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=961cb11c-9961-41d8-9e9c-c37e49aa5917,segment=NetworkSegment(0d882413-0f93-4054-a1ea-1bd68d9f3c38),segment_id=0d882413-0f93-4054-a1ea-1bd68d9f3c38)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:46:54.908175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.916776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.921493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a89d8811-b56f-40e8-90a0-4457e4688a63 None None] Provisioning complete for port e02d9105-a292-4016-ac2a-b712d98cb350 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:54.921884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a89d8811-b56f-40e8-90a0-4457e4688a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:54.978067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a83217b-01cf-46b2-a7f0-a838d5394473,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:55.016495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.017919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-544faa10-96e7-4712-b7af-d85b76687fcd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/7a83217b-01cf-46b2-a7f0-a838d5394473 HTTP/1.1" status: 204 len: 168 time: 0.7437887 Feb 16 08:46:55.021096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35296) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.028158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port e02d9105-a292-4016-ac2a-b712d98cb350, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e02d9105-a292-4016-ac2a-b712d98cb350,segment=NetworkSegment(ae6612ca-b260-4bf3-b228-c65d90ceea98),segment_id=ae6612ca-b260-4bf3-b228-c65d90ceea98)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:55.047823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.060316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Router f00cf40d-4f81-433a-85b0-0b692ec04ad2 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:55.071786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf70a96-c512-4aa4-9f95-473d39fd5a24 None None] Pushing event updated for resources: {'Port': ['ID=961cb11c-9961-41d8-9e9c-c37e49aa5917,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:55.102170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Router a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:55.162357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.214708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=e02d9105-a292-4016-ac2a-b712d98cb350,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:55.239578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a89d8811-b56f-40e8-90a0-4457e4688a63 None None] Provisioning complete for port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:55.239933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a89d8811-b56f-40e8-90a0-4457e4688a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.271033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 738b8aff-a182-4200-b97f-e51a61e51399 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:55.271371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:55.277744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.282675 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0a687be5-6264-45fd-a5e7-91e097204fe1 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "PUT /v2.0/routers/a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 200 len: 696 time: 0.8205576 Feb 16 08:46:55.283279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.292670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5ee231b-013c-448e-b0b5-8072c26afdd7 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:55.324243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Sync routers for ids ['a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:55.379094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a89d8811-b56f-40e8-90a0-4457e4688a63 None None] Port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:46:55.383163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Routers {'a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:55.383982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:55.462821 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-025ca7ed-b583-4693-98f4-d9f260f80fe6 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/routers/a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 200 len: 702 time: 0.1761260 Feb 16 08:46:55.463416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35304) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.512562 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3bd5fc5e-51fc-4b9c-8098-1b71a79af9c5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 200 len: 205 time: 0.0483460 Feb 16 08:46:55.515643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35308) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.539012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 738b8aff-a182-4200-b97f-e51a61e51399 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:55.539441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.546034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a5ee231b-013c-448e-b0b5-8072c26afdd7 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:55.548206 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a5ee231b-013c-448e-b0b5-8072c26afdd7 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5255399 Feb 16 08:46:55.553078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35312) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.559930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--178878100'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:55.572499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:55.577428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Set router a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:55.591264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:55.610551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.674125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.703244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d39639-48f8-4fcd-bf7a-cc6e7c696b95', 'name': 'tempest-RoutersIpV6Test-router-50305994', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:54Z', 'updated_at': '2022-02-16T08:46:54Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:55.709711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Checking router: a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:46:55.719195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:46:55.720796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=c745f212-6036-418e-8093-b2a065abb505,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:55.730083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:46:55.732530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:46:55.760772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Routers {'a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:55.761404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:55.798736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:55.798998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:55.805198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:55.808887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:55.816666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:55.870933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:55.885143 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] Sync routers for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:55.910115 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:55.912949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:55.928582 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-684631c4-81f2-4ecb-9117-bada022d8f92 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1585350 Feb 16 08:46:55.932593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35316) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:55.957030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] Set router a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:46:56.014601 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:56.027491 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:56.030044 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:56.087675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d39639-48f8-4fcd-bf7a-cc6e7c696b95', 'name': 'tempest-RoutersIpV6Test-router-50305994', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:54Z', 'updated_at': '2022-02-16T08:46:54Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:56.100259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abe9b6b8-d2bb-40d7-91f4-497ff305c655 None None] The sync data for ids ['a4d39639-48f8-4fcd-bf7a-cc6e7c696b95'] in dv-neutron-829488-1-hyperv is: [{'id': 'a4d39639-48f8-4fcd-bf7a-cc6e7c696b95', 'name': 'tempest-RoutersIpV6Test-router-50305994', 'tenant_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:46:54Z', 'updated_at': '2022-02-16T08:46:54Z', 'revision_number': 2, 'project_id': '753a9e3293ed47f7a2792d0c5232b3ea', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:56.102680 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:56.103612 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7108670c-cebe-4c66-abc9-127c2e072ca9 None None] The sync data for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:56.133719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.143793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.195672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.200378 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6428297 Feb 16 08:46:56.207365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35320) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.210374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933ea3b8-a6bc-4dfa-8d49-c07fb36c854a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=802c5fa9-844a-44ff-a8e3-5bd04e66e450,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:56.227043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073293232'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:56.238385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:56.253205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:56.274821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.308186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.308978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.337774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.343020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.371245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.371772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Fanout notify agent at l3_agent the message router_deleted on router a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:46:56.388829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.396142 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-38c82e5d-8f53-483e-8062-3da7423aa89a tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 204 len: 168 time: 0.8733864 Feb 16 08:46:56.396660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce20969-8c8f-478f-a9c4-a8727549df6d None None] Network 589ecb48-3417-4276-8bda-514b98c3fce1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:46:56.396762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35324) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.447688 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04cc2c06-1b74-48de-8090-81e1d11ec2fb tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 200 len: 205 time: 0.0462394 Feb 16 08:46:56.448104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35328) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.454165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:56.488084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-80b6801e-2306-4b84-9822-f82a446c047b None None] Provisioning for port 961cb11c-9961-41d8-9e9c-c37e49aa5917 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:56.511569 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-3b443fe4-885e-44f9-b3e6-e881fb432688 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:56.512599 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3b443fe4-885e-44f9-b3e6-e881fb432688 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/a4d39639-48f8-4fcd-bf7a-cc6e7c696b95 HTTP/1.1" status: 404 len: 336 time: 0.0633643 Feb 16 08:46:56.514812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:56.515336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35332) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.556056 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-256d11f4-9be0-4c68-8cc6-e7f49ace88c8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:56.556486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256d11f4-9be0-4c68-8cc6-e7f49ace88c8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:56.558103 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-256d11f4-9be0-4c68-8cc6-e7f49ace88c8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/f1eaafff-2e65-446f-a0f8-67667ef4381d HTTP/1.1" status: 404 len: 337 time: 0.0418801 Feb 16 08:46:56.560677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35336) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.569968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:56.584318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:56.597940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1e6f41e-8612-4858-acc4-386fc7abcba0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:56.598656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1e6f41e-8612-4858-acc4-386fc7abcba0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:56.602420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d1e6f41e-8612-4858-acc4-386fc7abcba0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/0f5b48aa-5387-4990-a267-35b7d3ff366f HTTP/1.1" status: 404 len: 337 time: 0.0384178 Feb 16 08:46:56.603287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35340) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.641481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d153a5-092e-4cac-8ccb-3a4f9ec7e976 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:56.641803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d153a5-092e-4cac-8ccb-3a4f9ec7e976 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:56.643445 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-90d153a5-092e-4cac-8ccb-3a4f9ec7e976 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/64006e31-dee8-4e61-b200-8b3ec9341728 HTTP/1.1" status: 404 len: 337 time: 0.0388114 Feb 16 08:46:56.646082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35344) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.691464 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dea6b9-f185-43fd-b6f7-2456fa6cf232 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:56.691901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dea6b9-f185-43fd-b6f7-2456fa6cf232 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:56.693083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.696185 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6dea6b9-f185-43fd-b6f7-2456fa6cf232 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/ec72df1a-01e5-4978-86c7-7265475acfbb HTTP/1.1" status: 404 len: 337 time: 0.0467148 Feb 16 08:46:56.696533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35348) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.705934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.748034 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1c7f43e7-caf8-47f5-921d-0119e0d53e26 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 200 len: 205 time: 0.0480325 Feb 16 08:46:56.749079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35352) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.768209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26181c-57bc-421f-8941-ea43eab3118c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:56.821967 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-471e0ad2-0fd3-47d4-9bdc-bc6a9dbb777e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:56.823615 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-471e0ad2-0fd3-47d4-9bdc-bc6a9dbb777e tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/b4721256-7302-4831-aea6-6076f6b0ff6f HTTP/1.1" status: 404 len: 336 time: 0.0736284 Feb 16 08:46:56.826365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35356) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.871110 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aceb525c-9351-489b-9709-2defc249eed5 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b4cafba-4f75-4cf3-a562-37b27ecc28e5 HTTP/1.1" status: 200 len: 205 time: 0.0428512 Feb 16 08:46:56.873579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35360) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.898519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:56.899625 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1f5ee0c3-b892-440d-870e-26d98a02cbca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6906717 Feb 16 08:46:56.905616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35364) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.919584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '802c5fa9-844a-44ff-a8e3-5bd04e66e450', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7b26181c-57bc-421f-8941-ea43eab3118c', 'remote_ip_prefix': None}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:56.931287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:56.939346 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-8a00b113-32e6-4540-99c9-2c97bae15bb4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:56.942903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8a00b113-32e6-4540-99c9-2c97bae15bb4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/6b4cafba-4f75-4cf3-a562-37b27ecc28e5 HTTP/1.1" status: 404 len: 336 time: 0.0658915 Feb 16 08:46:56.943074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:56.943190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35368) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:56.944656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:56.953264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:56.980825 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cfb82d-63c5-40c9-909b-a8ca5fd15698 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:56.981522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cfb82d-63c5-40c9-909b-a8ca5fd15698 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:56.982933 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a8cfb82d-63c5-40c9-909b-a8ca5fd15698 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/a838aae3-5bd9-4ceb-b0b8-8c4a147c3ea3 HTTP/1.1" status: 404 len: 337 time: 0.0389798 Feb 16 08:46:56.985751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35372) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.013177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.027083 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-634dd1dd-2254-4a3b-8a4b-53bac27c48b2 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 200 len: 205 time: 0.0400207 Feb 16 08:46:57.029384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35376) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.076041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 11b8a55a-7d30-4eec-a7fa-d975593123f2 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:46:57.203671 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-5dec95b5-2e70-47ad-a6c3-beeb4f39afe4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:57.207403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5dec95b5-2e70-47ad-a6c3-beeb4f39afe4 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/45741619-c863-4e1d-8355-b6ec483ea83c HTTP/1.1" status: 404 len: 336 time: 0.1746371 Feb 16 08:46:57.208069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35380) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.221165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.260283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3f66635f-ee84-4c3d-a49f-032371589356 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=f54376a4-5923-4077-90ad-5d7cce21a067 HTTP/1.1" status: 200 len: 205 time: 0.0488424 Feb 16 08:46:57.260543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35384) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.281796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 961cb11c-9961-41d8-9e9c-c37e49aa5917 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:57.342292 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-6d596f4c-aaea-4d78-931c-37af6b9992fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:57.343357 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6d596f4c-aaea-4d78-931c-37af6b9992fe tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/f54376a4-5923-4077-90ad-5d7cce21a067 HTTP/1.1" status: 404 len: 336 time: 0.0806217 Feb 16 08:46:57.346145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35388) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.362234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 961cb11c-9961-41d8-9e9c-c37e49aa5917 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:46:57.367860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 961cb11c-9961-41d8-9e9c-c37e49aa5917 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:57.368232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.387375 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5bb28e2-1c30-4f6c-9024-2e175151a76b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:57.387821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5bb28e2-1c30-4f6c-9024-2e175151a76b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:57.392343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f5bb28e2-1c30-4f6c-9024-2e175151a76b tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/7a2dcdaf-b0c9-4cd5-85f5-4519b8d90b35 HTTP/1.1" status: 404 len: 337 time: 0.0422738 Feb 16 08:46:57.392643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35392) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.439126 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c3e4c1b9-5e33-4248-a174-5c18a52ddb18 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=151113dc-fddb-4d6b-9ae5-d7f488d5beaf HTTP/1.1" status: 200 len: 205 time: 0.0451665 Feb 16 08:46:57.441322 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35396) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.444285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.494686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.500175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7cd04d-974e-4451-8bbb-861ae28a8914,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:57.505204 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-82ade3f0-a719-4d32-b408-667afa385ad2 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:57.508551 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-82ade3f0-a719-4d32-b408-667afa385ad2 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/151113dc-fddb-4d6b-9ae5-d7f488d5beaf HTTP/1.1" status: 404 len: 336 time: 0.0639875 Feb 16 08:46:57.508802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35400) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.515698 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-7f45c5f1-2e8c-41b2-80df-ff63daf42fca tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:46:57.519431 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7f45c5f1-2e8c-41b2-80df-ff63daf42fca tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5749815 Feb 16 08:46:57.520634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35404) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.521932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.525706 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9d913c6a-e226-4503-98fd-eff8b94f05a4 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.6104417 Feb 16 08:46:57.526532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35408) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.531585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 961cb11c-9961-41d8-9e9c-c37e49aa5917, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=961cb11c-9961-41d8-9e9c-c37e49aa5917,segment=NetworkSegment(0d882413-0f93-4054-a1ea-1bd68d9f3c38),segment_id=0d882413-0f93-4054-a1ea-1bd68d9f3c38)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:46:57.537067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.537957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e02d9105-a292-4016-ac2a-b712d98cb350 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:57.551968 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1484793-7f05-4d59-a66b-acaa53f88ca8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:57.552494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1484793-7f05-4d59-a66b-acaa53f88ca8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:57.556404 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f1484793-7f05-4d59-a66b-acaa53f88ca8 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/701df1f5-a63a-4cdf-a678-a60a2a68f5c5 HTTP/1.1" status: 404 len: 337 time: 0.0437887 Feb 16 08:46:57.556637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35410) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.598632 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-acef52c8-375f-495a-a55d-f0f52f0ce6c0 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "GET /v2.0/ports?device_id=8251e3be-a963-4509-aca3-9358a6cfb857 HTTP/1.1" status: 200 len: 205 time: 0.0409181 Feb 16 08:46:57.600999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35416) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.654630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=961cb11c-9961-41d8-9e9c-c37e49aa5917,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:57.669042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port e02d9105-a292-4016-ac2a-b712d98cb350 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:57.669211 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-7fc804af-16b8-43f1-bef1-298e3c7ab686 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] delete failed (client error): The resource could not be found. Feb 16 08:46:57.669550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.672833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7fc804af-16b8-43f1-bef1-298e3c7ab686 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/routers/8251e3be-a963-4509-aca3-9358a6cfb857 HTTP/1.1" status: 404 len: 336 time: 0.0683353 Feb 16 08:46:57.673030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35420) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.700802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.713874 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-358aa407-bf7e-49ee-8d44-1e45cf95ef35 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:57.714323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358aa407-bf7e-49ee-8d44-1e45cf95ef35 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:57.718502 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-358aa407-bf7e-49ee-8d44-1e45cf95ef35 tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/ff4b92e7-2d1d-4b42-b6c3-604be41c411e HTTP/1.1" status: 404 len: 337 time: 0.0420423 Feb 16 08:46:57.719391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35424) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.719642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.757934 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-546e3d85-5d90-4124-8298-23a75fb369db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] DELETE failed (client error): The resource could not be found. Feb 16 08:46:57.758632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546e3d85-5d90-4124-8298-23a75fb369db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:46:57.763173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-546e3d85-5d90-4124-8298-23a75fb369db tempest-RoutersIpV6Test-1216369796 tempest-RoutersIpV6Test-1216369796-project] 10.222.0.94 "DELETE /v2.0/subnets/dd8d3c68-1a56-4512-a78b-123aece64382 HTTP/1.1" status: 404 len: 337 time: 0.0400505 Feb 16 08:46:57.778218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.812381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc7cd04d-974e-4451-8bbb-861ae28a8914,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:57.816794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:57.818838 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-02104bdb-6bcf-4c96-aba0-7a4d57f92a36 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/fc7cd04d-974e-4451-8bbb-861ae28a8914 HTTP/1.1" status: 204 len: 168 time: 0.2396615 Feb 16 08:46:57.820866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35430) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.883593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9249467-fd56-4aa8-85ab-8b8be305169e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:57.906612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9249467-fd56-4aa8-85ab-8b8be305169e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:57.912050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b9249467-fd56-4aa8-85ab-8b8be305169e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.0900853 Feb 16 08:46:57.912918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:57.965520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:46:57.978537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] Sync routers for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:46:58.004802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.006136 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-569f565c-8e12-46e2-8811-3ef754563ba0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5953188 Feb 16 08:46:58.009362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35440) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.018918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.021411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:58.022075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:58.047621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.100822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:58.105357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.114153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:46:58.115200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:58.139241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35444) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.140402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26181c-57bc-421f-8941-ea43eab3118c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:58.163849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.165646 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4d51daea-8776-4249-af52-4c34b3e75e58 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/7b26181c-57bc-421f-8941-ea43eab3118c HTTP/1.1" status: 204 len: 168 time: 0.2512441 Feb 16 08:46:58.167803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.200686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:46:58.201255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939747a7-0c82-4d12-9a50-efa272657cb5 None None] The sync data for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:46:58.222804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.378798 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2a78680f-b86a-40b0-a08a-27843d900146 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=753a9e3293ed47f7a2792d0c5232b3ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2327654 Feb 16 08:46:58.380399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35454) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.395496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aaf89536-1ffe-4521-a0ff-332ec6b8df56 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:58.440167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aaf89536-1ffe-4521-a0ff-332ec6b8df56 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:58.444117 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aaf89536-1ffe-4521-a0ff-332ec6b8df56 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2711742 Feb 16 08:46:58.444538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35458) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.460546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.509067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.554578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.595279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.637347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.657464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2d5b8a-96e7-4e1f-a297-40946098173f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:58.663340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.687718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c5fa9-844a-44ff-a8e3-5bd04e66e450,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:58.699091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.703192 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cf49599d-f17b-4ae5-8736-3273e679bffc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/802c5fa9-844a-44ff-a8e3-5bd04e66e450 HTTP/1.1" status: 204 len: 168 time: 0.2576616 Feb 16 08:46:58.706659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35462) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.723813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.726950 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f18f42d3-3536-453a-9d36-c7d091238067 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9e2d5b8a-96e7-4e1f-a297-40946098173f HTTP/1.1" status: 204 len: 168 time: 0.3452976 Feb 16 08:46:58.766572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ec17a11-5f7a-4bfa-a895-8d75c56ea5da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:58.785963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3ec17a11-5f7a-4bfa-a895-8d75c56ea5da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:58.787309 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3ec17a11-5f7a-4bfa-a895-8d75c56ea5da tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0797164 Feb 16 08:46:58.791600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35468) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:58.799841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1211702474'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:58.806919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:58.819255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:58.833660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.872287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:58.877588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:58.881032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:58.887599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:58.957577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:58.962728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.008523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb44d15-03d6-485b-9df9-c0c4f7928f4d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:59.023234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.024838 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ca7f0228-5587-4f0e-bc1d-7bde0243eaa8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.2321274 Feb 16 08:46:59.027577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35476) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.034319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '8cb44d15-03d6-485b-9df9-c0c4f7928f4d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:59.041538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:59.045868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:59.049207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:59.056911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:59.075240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.150833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.166179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.194591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 961cb11c-9961-41d8-9e9c-c37e49aa5917 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:46:59.228329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac94cb7e-1980-4418-b578-e7cf0baf910f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:59.238114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.239884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-033550ad-d498-42c1-b1b8-39c4c068d67a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.2109797 Feb 16 08:46:59.242813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35486) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.284817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.296370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 961cb11c-9961-41d8-9e9c-c37e49aa5917 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:46:59.296751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.297547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.330939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.363027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac94cb7e-1980-4418-b578-e7cf0baf910f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:59.378995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.382680 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04592f17-3426-42ba-87fb-307a95d669ad tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/ac94cb7e-1980-4418-b578-e7cf0baf910f HTTP/1.1" status: 204 len: 168 time: 0.1363316 Feb 16 08:46:59.386097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35490) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.453424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:46:59.453735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.549044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-81700dbe-1d58-48bc-af20-5c581887d394 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:46:59.678471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-81700dbe-1d58-48bc-af20-5c581887d394 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:46:59.681917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-81700dbe-1d58-48bc-af20-5c581887d394 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2921972 Feb 16 08:46:59.682865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35500) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.683342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35502) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.756476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.769223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.784316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.831087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-127482537-network', 'tenant_id': '766437a29c6e43efb97d89551fb34a0d'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:46:59.836386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:59.840902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Usage tracker for resource:network and tenant:766437a29c6e43efb97d89551fb34a0d is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:59.843733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.847384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:59.865889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:46:59.874907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb44d15-03d6-485b-9df9-c0c4f7928f4d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:46:59.886886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Made reservation on behalf of 766437a29c6e43efb97d89551fb34a0d for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:46:59.889167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.902097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for 850cd649-4e2d-4bbb-8f82-dedb1a7b20a6 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:46:59.903773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.914689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:46:59.918485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-77bdd62f-4cc5-4dc8-bf5b-7427aacf724d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/8cb44d15-03d6-485b-9df9-c0c4f7928f4d HTTP/1.1" status: 204 len: 168 time: 0.2288697 Feb 16 08:46:59.918667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35512) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:46:59.978103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:46:59.986569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Usage tracker for resource:security_group_rule and tenant:766437a29c6e43efb97d89551fb34a0d is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:46:59.990071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:46:59.994214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-eda5f862-7a26-44e4-b065-fa1b5aa6329a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:00.000511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:00.015907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.024512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-eda5f862-7a26-44e4-b065-fa1b5aa6329a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:00.026912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-eda5f862-7a26-44e4-b065-fa1b5aa6329a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1074331 Feb 16 08:47:00.033048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35516) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:00.039097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369508021'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:00.047653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:00.063318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:00.090696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.141677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.148808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:00.151283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.165010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:00.168981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:00.178537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:00.206579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:00.209567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4a90ea-277b-477b-b08f-e3efaaed3993,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:00.226648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.227197 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Added segment 3e3f4b46-55ce-419f-aeaf-eec6e642ee78 of type vlan for network 6fe427a4-e316-4c91-8d88-7d10979b35a7 Feb 16 08:47:00.290758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.299014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.304769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.360736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.369035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51187f66-a7da-4062-95cd-f3173d5f3f78,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:00.375732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.376665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:00.377432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.447205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Port': ['ID=850cd649-4e2d-4bbb-8f82-dedb1a7b20a6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:00.481830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.486486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15a7e90b-4974-452e-9013-ccbf87b75ab8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4503174 Feb 16 08:47:00.489705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35520) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:00.495533 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8110566 Feb 16 08:47:00.500058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '51187f66-a7da-4062-95cd-f3173d5f3f78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:00.504783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b23f0-3b66-4e36-9e20-97bedfe15a21 admin admin] Pushing event updated for resources: {'Network': ['ID=6fe427a4-e316-4c91-8d88-7d10979b35a7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:00.508100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35524) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:00.511226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:00.517269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Request body: {'subnet': {'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-127482537-subnet', 'tenant_id': '766437a29c6e43efb97d89551fb34a0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:00.518176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 6fe427a4-e316-4c91-8d88-7d10979b35a7 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:00.523955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:00.527221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:00.530284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:00.537444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Usage tracker for resource:subnet and tenant:766437a29c6e43efb97d89551fb34a0d is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:00.540580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:00.542736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:00.551137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:00.572441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Made reservation on behalf of 766437a29c6e43efb97d89551fb34a0d for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:00.576170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.605841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.829556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.830711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.837151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.1 (589ecb48-3417-4276-8bda-514b98c3fce1/ba0986b3-539b-4c42-b9ac-e4541d8cf8de/dd615bfb-e3a1-4804-827d-b944d9dff074) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:00.837666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.907038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68ef065c-a665-4e3b-829c-64d7a6f5f7ac,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:00.925918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:00.927124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4296a17f-0020-43a6-a069-8a00bd0cdc6e tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4367464 Feb 16 08:47:00.940146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35528) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:00.973274 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b87643a4-952f-4eea-ad0f-581129c49ab3 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules/68ef065c-a665-4e3b-829c-64d7a6f5f7ac HTTP/1.1" status: 200 len: 705 time: 0.0320835 Feb 16 08:47:00.975948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35532) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:00.990986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.100431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ac284f3-4331-4ceb-868a-d160985f8537 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:01.107543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afbf03a5-6511-4104-97a2-5c65e630fc83,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:01.116437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Checking segment: {'id': '3e3f4b46-55ce-419f-aeaf-eec6e642ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:01.116780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Network hostable DHCP agents. Network: 6fe427a4-e316-4c91-8d88-7d10979b35a7, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:01.132512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ac284f3-4331-4ceb-868a-d160985f8537 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:01.133765 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ac284f3-4331-4ceb-868a-d160985f8537 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1568794 Feb 16 08:47:01.137433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.166549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Network 6fe427a4-e316-4c91-8d88-7d10979b35a7 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:01.177522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.184569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 6fe427a4-e316-4c91-8d88-7d10979b35a7) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:01.191456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.194531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa72d81-852d-4d67-97a9-59b0a23731ae None None] Network 6fe427a4-e316-4c91-8d88-7d10979b35a7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:01.197548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:01.198130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.224733 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17d1feab-274c-4df8-ac31-ca8cd27bc6f3 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7154257 Feb 16 08:47:01.234282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.257535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68ef065c-a665-4e3b-829c-64d7a6f5f7ac,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:01.266102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.269737 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7e968ba2-8de6-49fb-a6d1-2f21aa7bda87 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/68ef065c-a665-4e3b-829c-64d7a6f5f7ac HTTP/1.1" status: 204 len: 168 time: 0.1291094 Feb 16 08:47:01.270550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35542) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.333293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-915dc898-71f6-4493-a3c7-0620418e9692 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:01.354100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-915dc898-71f6-4493-a3c7-0620418e9692 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:01.360649 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-915dc898-71f6-4493-a3c7-0620418e9692 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0891533 Feb 16 08:47:01.361388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35546) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.367483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '51187f66-a7da-4062-95cd-f3173d5f3f78', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:01.375013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:01.391684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:01.411133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.423895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.447523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Transition to ACTIVE for port object dd615bfb-e3a1-4804-827d-b944d9dff074 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:01.454963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Router f00cf40d-4f81-433a-85b0-0b692ec04ad2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:01.506449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.510841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df2cd91-c41b-4e8e-83ca-6dbc8c5100a9 None None] Network 6fe427a4-e316-4c91-8d88-7d10979b35a7 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:01.511074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.541846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bbd52b-8ad7-43da-80f1-72fee54e13ef,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:01.563379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.567235 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c5321ebd-2b22-4cdf-b127-edd526474075 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2023125 Feb 16 08:47:01.567496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35554) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.591426 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a677ebde-bb0d-4b57-91a6-7f157497432b tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules/d8bbd52b-8ad7-43da-80f1-72fee54e13ef HTTP/1.1" status: 200 len: 705 time: 0.0204611 Feb 16 08:47:01.592512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35558) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.616912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.646121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e0cb1a1-7373-4ce2-84c8-cba22b534eca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:01.664363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8e0cb1a1-7373-4ce2-84c8-cba22b534eca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:01.668421 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8e0cb1a1-7373-4ce2-84c8-cba22b534eca tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.0722766 Feb 16 08:47:01.668678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35562) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.708503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 589ecb48-3417-4276-8bda-514b98c3fce1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:01.708734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.713900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:01.717624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:01.719007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=dd615bfb-e3a1-4804-827d-b944d9dff074,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:01.727816 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] Sync routers for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:01.733764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.735073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:01.765808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.768947 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:01.770830 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:01.791155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8bbd52b-8ad7-43da-80f1-72fee54e13ef,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:01.799239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.804909 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7bbffb7b-f89b-46f8-97b2-179171e128bd tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/d8bbd52b-8ad7-43da-80f1-72fee54e13ef HTTP/1.1" status: 204 len: 168 time: 0.1323729 Feb 16 08:47:01.805544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35570) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.807002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35572) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.817040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5f8202d1-b1fc-4fa6-aced-491aee894747 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2925828 Feb 16 08:47:01.844535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.903795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:01.924418 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:01.925556 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:01.943194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:01.964051 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-0c05f9c8-c96c-450e-a885-b140a3cc4e20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] delete failed (client error): The resource could not be found. Feb 16 08:47:01.969677 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0c05f9c8-c96c-450e-a885-b140a3cc4e20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/routers/tempest-non_exist_router-931354725 HTTP/1.1" status: 404 len: 334 time: 0.1570942 Feb 16 08:47:01.969677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35580) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:01.975531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-301680cf-c44e-42db-81c1-e644ccf52e9a tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f00cf40d-4f81-433a-85b0-0b692ec04ad2'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:01.993131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.022600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:02.023338 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000dfaaa-703c-45c0-a58e-88146b6b9653 None None] The sync data for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:02.108522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8edaf1fd-5a86-4701-b2a9-8946afa41ccc None None] Provisioning for port dd615bfb-e3a1-4804-827d-b944d9dff074 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:02.114455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8edaf1fd-5a86-4701-b2a9-8946afa41ccc None None] Provisioning complete for port dd615bfb-e3a1-4804-827d-b944d9dff074 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:02.115109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8edaf1fd-5a86-4701-b2a9-8946afa41ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.149797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3909be8c-11d2-48a0-a191-fae9996fbf81 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:02.186167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8edaf1fd-5a86-4701-b2a9-8946afa41ccc None None] Port dd615bfb-e3a1-4804-827d-b944d9dff074 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:02.241135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3909be8c-11d2-48a0-a191-fae9996fbf81 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:02.246191 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3909be8c-11d2-48a0-a191-fae9996fbf81 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4365849 Feb 16 08:47:02.247187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35588) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.322339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': '51187f66-a7da-4062-95cd-f3173d5f3f78', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:02.333567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:02.348566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:02.423928 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Project d5b93eff0b9146bd9fc087c80980385c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:47:02.449915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35596) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.456539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-413851343-network', 'tenant_id': '35973adcebab45a383a68299eb1bca92'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:02.464130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:02.476704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.485480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Usage tracker for resource:network and tenant:35973adcebab45a383a68299eb1bca92 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:02.537923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-301680cf-c44e-42db-81c1-e644ccf52e9a tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.546212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:02.563210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:02.582484 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-301680cf-c44e-42db-81c1-e644ccf52e9a tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] update failed (client error): The resource could not be found. Feb 16 08:47:02.583517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-301680cf-c44e-42db-81c1-e644ccf52e9a tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2 HTTP/1.1" status: 404 len: 339 time: 0.6132941 Feb 16 08:47:02.587147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35600) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.590406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.595378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1515696296'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:02.597831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Made reservation on behalf of 35973adcebab45a383a68299eb1bca92 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:02.600190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.600399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:02.602576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.613954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:network and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:02.621974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:02.622317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.634379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c75638-e271-4d7d-8e26-70503fda6f0e,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:02.636396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:02.656672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.657885 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cd28ef72-2053-4555-927c-37796072ef97 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3910267 Feb 16 08:47:02.660534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35604) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.671990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:02.674844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.694845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:02.700083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Usage tracker for resource:security_group_rule and tenant:35973adcebab45a383a68299eb1bca92 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:02.701032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e5744fbf-cb49-43b0-9ef4-1ef2e3f054e7 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules/92c75638-e271-4d7d-8e26-70503fda6f0e HTTP/1.1" status: 200 len: 711 time: 0.0393815 Feb 16 08:47:02.704181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:02.704440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35608) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.712255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:02.730943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:02.735984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.743035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.744855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.745205 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Added segment ca02994b-1c9f-4e50-8259-55289c8b889c of type vlan for network b0f2546f-81dd-4611-a3e7-307310741638 Feb 16 08:47:02.782720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8807ceb-bb91-4eb4-bd63-87f52b14b397 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:02.790912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.809370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d8807ceb-bb91-4eb4-bd63-87f52b14b397 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:02.813753 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d8807ceb-bb91-4eb4-bd63-87f52b14b397 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.1052368 Feb 16 08:47:02.819873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35612) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.853361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.857014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:02.858181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.886174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.892272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=dd615bfb-e3a1-4804-827d-b944d9dff074,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:02.892809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.910165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:02.975866 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3877728 Feb 16 08:47:02.981011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35616) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:02.998997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'subnet': {'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:03.019315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.026824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.072263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:03.093775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7d358-e32b-46c5-ba74-aa540aab03bd,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.105391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.105391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Added segment c1a8eea9-3ac2-4256-88a5-c618d6b82a10 of type vlan for network e66a2b07-d975-4cb3-bfa3-1c634551be05 Feb 16 08:47:03.155228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.160135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 589ecb48-3417-4276-8bda-514b98c3fce1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:03.161869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:03.178784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed85ec8-682c-4d34-91b6-0cd986dd94cc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Network': ['ID=b0f2546f-81dd-4611-a3e7-307310741638,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.190006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.205224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network b0f2546f-81dd-4611-a3e7-307310741638 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:03.222598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92c75638-e271-4d7d-8e26-70503fda6f0e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.257143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.259446 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-79860e0a-37e4-44e5-8095-723f296516e8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-group-rules/92c75638-e271-4d7d-8e26-70503fda6f0e HTTP/1.1" status: 204 len: 168 time: 0.4375103 Feb 16 08:47:03.262090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35620) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:03.271162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:03.293679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Usage tracker for resource:subnet and tenant:7353ca57894142d4b7499f4e7a2c1c87 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:03.300027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:03.308254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:03.332315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Made reservation on behalf of 7353ca57894142d4b7499f4e7a2c1c87 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:03.346852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.resource_extend [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 16 08:47:03.387719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.388707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:03.389921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.413847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bbbd2e1-b212-4c67-af5e-0db04bd0b999 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:03.448427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bbbd2e1-b212-4c67-af5e-0db04bd0b999 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:03.449588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0bbbd2e1-b212-4c67-af5e-0db04bd0b999 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1865509 Feb 16 08:47:03.453769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:03.476635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.519876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aa5942cc-5687-4f3b-ac81-4ee6276fcef5 None None] Provisioning complete for port dd615bfb-e3a1-4804-827d-b944d9dff074 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:03.520305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa5942cc-5687-4f3b-ac81-4ee6276fcef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.520418 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0689909 Feb 16 08:47:03.524191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35628) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:03.532352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Request body: {'subnet': {'network_id': 'e66a2b07-d975-4cb3-bfa3-1c634551be05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-413851343-subnet', 'tenant_id': '35973adcebab45a383a68299eb1bca92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:03.536996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:03.540903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Usage tracker for resource:subnet and tenant:35973adcebab45a383a68299eb1bca92 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:03.543757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:03.549674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:03.554843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0d437-83cc-46b1-9e26-8cd3d9095c09 admin admin] Pushing event updated for resources: {'Network': ['ID=e66a2b07-d975-4cb3-bfa3-1c634551be05,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.574337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e66a2b07-d975-4cb3-bfa3-1c634551be05 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:03.627549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Made reservation on behalf of 35973adcebab45a383a68299eb1bca92 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:03.630279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.630573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.665390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.677322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-aa5942cc-5687-4f3b-ac81-4ee6276fcef5 None None] Port dd615bfb-e3a1-4804-827d-b944d9dff074 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:03.779939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.803203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51187f66-a7da-4062-95cd-f3173d5f3f78,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.807014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.879340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.880460 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dd1fbbe7-8bf4-4fe6-9304-a1d20abb218d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/51187f66-a7da-4062-95cd-f3173d5f3f78 HTTP/1.1" status: 204 len: 168 time: 0.4258027 Feb 16 08:47:03.883559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35632) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:03.899422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Subnet': ['ID=e2d781bb-29d4-489b-95a2-27ab6c790545,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:03.914386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Checking segment: {'id': 'ca02994b-1c9f-4e50-8259-55289c8b889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:03.914767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network hostable DHCP agents. Network: b0f2546f-81dd-4611-a3e7-307310741638, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:03.937285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network b0f2546f-81dd-4611-a3e7-307310741638 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:03.946868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, b0f2546f-81dd-4611-a3e7-307310741638) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:03.951153 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:03.952577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:03.959503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58c23ea-aa9a-4463-aaab-a7a7d8eae5ee None None] Network b0f2546f-81dd-4611-a3e7-307310741638 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:03.975871 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c2edd4a4-13ca-451d-a09a-e6190f866ebc tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9913135 Feb 16 08:47:03.976422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35636) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:03.982274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d74c3142-d5c9-4720-9097-5ef50f8f2202 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:03.997516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.033228 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-77f2d671-458f-4b92-88d3-6c1099232d5d tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1423297 Feb 16 08:47:04.040890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35640) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:04.056888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420980138'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:04.067195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 11b8a55a-7d30-4eec-a7fa-d975593123f2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:04.074231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:04.088467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:04.093584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:04.106424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:04.128555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee494fff-2a6e-4e11-bf50-26f189805131,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:04.208542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-b0f2546f-81dd-4611-a3e7-307310741638', 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638', 'tenant_id': '7353ca57894142d4b7499f4e7a2c1c87', 'fixed_ips': [{'subnet_id': 'e2d781bb-29d4-489b-95a2-27ab6c790545'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:47:04.210380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.340091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.396795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Allocated IP 2001:db8:1::2 (b0f2546f-81dd-4611-a3e7-307310741638/e2d781bb-29d4-489b-95a2-27ab6c790545/b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:04.412148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d74c3142-d5c9-4720-9097-5ef50f8f2202 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.415044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Checking segment: {'id': 'c1a8eea9-3ac2-4256-88a5-c618d6b82a10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'e66a2b07-d975-4cb3-bfa3-1c634551be05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:04.415478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Network hostable DHCP agents. Network: e66a2b07-d975-4cb3-bfa3-1c634551be05, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:04.472714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:04.481185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:04.486418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:04.493325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Network e66a2b07-d975-4cb3-bfa3-1c634551be05 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:04.495636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:04.523454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e66a2b07-d975-4cb3-bfa3-1c634551be05) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:04.527931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:04.528669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.535145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049a72a8-9bba-432b-8b09-c613d34e6a71 None None] Network e66a2b07-d975-4cb3-bfa3-1c634551be05 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:04.579952 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-d74c3142-d5c9-4720-9097-5ef50f8f2202 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 08:47:04.584811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d74c3142-d5c9-4720-9097-5ef50f8f2202 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2 HTTP/1.1" status: 400 len: 364 time: 0.6040027 Feb 16 08:47:04.585301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35644) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:04.609435 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-15736a53-a466-43e3-a1ff-7e373fd2329b admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0800898 Feb 16 08:47:04.623286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.642581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.729180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.733510 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6812603 Feb 16 08:47:04.733510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe6f27-483e-4b60-a37b-62064b7b1e62 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f70cb089-2318-48b2-b531-0ec6983f2fd5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:04.736731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35650) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:04.741197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.746770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Request body: {'security_group_rule': {'security_group_id': 'f70cb089-2318-48b2-b531-0ec6983f2fd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:04.753382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:04.758534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Usage tracker for resource:security_group_rule and tenant:d5b93eff0b9146bd9fc087c80980385c is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:04.762225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:04.771363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:04.790482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:04.811778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d2917c50-4c2c-4b68-a199-f952e9eaf81e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/routers/11b8a55a-7d30-4eec-a7fa-d975593123f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8013747 Feb 16 08:47:04.814110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Transition to ACTIVE for port object b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:04.817466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.843562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] Sync routers for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:04.862056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35654) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:04.872639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:04.873378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:04.891427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.899593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'port': {'network_id': '589ecb48-3417-4276-8bda-514b98c3fce1', 'name': 'tempest-FloatingIPTestJSON-640851386'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:04.922530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:04.960585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975933c0-53a7-4e06-9855-5e914fbac7ff None None] Network e66a2b07-d975-4cb3-bfa3-1c634551be05 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:04.980954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:04.989780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Transition to ACTIVE for port object b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:05.006611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b9aa5f-af61-4abd-9c63-84f38ac789dd,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:05.068734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.069984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-70b68d78-2bd6-4577-88e5-a0f852fd93c8 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3322828 Feb 16 08:47:05.073506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35664) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:05.086829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:05.087530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:05.180557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:05.181570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e7a892-5386-4515-a1af-14fa7caea40d None None] The sync data for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:05.184538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.197764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:05.202626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Usage tracker for resource:port and tenant:f5cd5f8847cb4b11b010fe3db7332639 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:05.205624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:05.211410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:05.213396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.257434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Made reservation on behalf of f5cd5f8847cb4b11b010fe3db7332639 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:05.261709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.267016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Pushing event updated for resources: {'Port': ['ID=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:05.289803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.313811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] device_id is not set on port 870a901f-2568-4262-87e8-f3aea148b2bf yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:47:05.358075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Network b0f2546f-81dd-4611-a3e7-307310741638 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:05.379113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:05.383182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:05.475672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.486105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.486471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.486811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.487142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.487470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.487794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.488117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.488441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.488794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.489112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.489568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:05.508378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70cb089-2318-48b2-b531-0ec6983f2fd5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:05.540377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Allocated IP 172.20.0.13 (589ecb48-3417-4276-8bda-514b98c3fce1/ba0986b3-539b-4c42-b9ac-e4541d8cf8de/870a901f-2568-4262-87e8-f3aea148b2bf) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:05.542852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.547030 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-90303657-5cad-4849-9355-9615d03826bc tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/f70cb089-2318-48b2-b531-0ec6983f2fd5 HTTP/1.1" status: 204 len: 168 time: 0.4725721 Feb 16 08:47:05.549532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35678) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:05.619618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78a63-fdec-45ae-ac15-232368424ada req-72c65df7-fbe6-4f10-b811-4e26170191fd tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:05.620771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-d1b78a63-fdec-45ae-ac15-232368424ada req-72c65df7-fbe6-4f10-b811-4e26170191fd tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Synchronizing usage tracker for tenant:766437a29c6e43efb97d89551fb34a0d on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:05.627250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Attempting to bind port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:05.627620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Attempting to bind port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'ca02994b-1c9f-4e50-8259-55289c8b889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:05.627974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Attempting to bind port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 on network b0f2546f-81dd-4611-a3e7-307310741638 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:05.655155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:05.655596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Checking segment: {'id': 'ca02994b-1c9f-4e50-8259-55289c8b889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:05.655888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.656322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Bound using segment: {'id': 'ca02994b-1c9f-4e50-8259-55289c8b889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:05.656799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Bound port: b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca02994b-1c9f-4e50-8259-55289c8b889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b0f2546f-81dd-4611-a3e7-307310741638'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:05.657169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.670695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b61e6da8-f19e-4347-8d35-061588bdb780 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:05.687868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.757129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b61e6da8-f19e-4347-8d35-061588bdb780 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:05.760974 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b61e6da8-f19e-4347-8d35-061588bdb780 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2080383 Feb 16 08:47:05.761726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:05.799905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] For port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:05.804227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] For port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,segment=NetworkSegment(ca02994b-1c9f-4e50-8259-55289c8b889c),segment_id=ca02994b-1c9f-4e50-8259-55289c8b889c)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:05.815513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.852174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.865532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f24e92e-ce2d-4b91-b117-2f8b558f73e1 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Synchronizing usage tracker for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:05.881006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Transition to ACTIVE for port object 870a901f-2568-4262-87e8-f3aea148b2bf will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:05.894922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9f24e92e-ce2d-4b91-b117-2f8b558f73e1 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] Unset dirty status for tenant:d5b93eff0b9146bd9fc087c80980385c on resource:security_group_rule {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:05.898997 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9f24e92e-ce2d-4b91-b117-2f8b558f73e1 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1341531 Feb 16 08:47:05.899282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35686) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:05.913723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62442cca-2f46-43d8-a885-2797e759f49f None None] Pushing event updated for resources: {'Port': ['ID=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:05.924390 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-1e994249-8937-4731-b27d-f89c2ee64400 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] delete failed (client error): The resource could not be found. Feb 16 08:47:05.925511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1e994249-8937-4731-b27d-f89c2ee64400 tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "DELETE /v2.0/security-groups/f70cb089-2318-48b2-b531-0ec6983f2fd5 HTTP/1.1" status: 404 len: 347 time: 0.0252650 Feb 16 08:47:05.930805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35690) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:05.954030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-d1b78a63-fdec-45ae-ac15-232368424ada req-72c65df7-fbe6-4f10-b811-4e26170191fd tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Unset dirty status for tenant:766437a29c6e43efb97d89551fb34a0d on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:05.955273 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-72c65df7-fbe6-4f10-b811-4e26170191fd tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/networks?id=6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 200 len: 811 time: 0.4831135 Feb 16 08:47:05.957853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:05.984059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-104ce2d4-b7d2-4dd3-9f08-904b75aa6510 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/quotas/766437a29c6e43efb97d89551fb34a0d HTTP/1.1" status: 200 len: 375 time: 0.0199316 Feb 16 08:47:06.056740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Network 589ecb48-3417-4276-8bda-514b98c3fce1 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:06.062583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:06.068423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:06.073561 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-8bc1211d-2b8a-45b8-9893-86e8747eff86 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=766437a29c6e43efb97d89551fb34a0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0801167 Feb 16 08:47:06.125280 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-822fdc3d-19da-4547-8a73-703bb29a850a tempest-SecGroupIPv6Test-708416934 tempest-SecGroupIPv6Test-708416934-project] 10.222.0.94 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1933105 Feb 16 08:47:06.132911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event updated for resources: {'Port': ['ID=870a901f-2568-4262-87e8-f3aea148b2bf,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:06.191070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:06.191985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.216490 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9747a0c5-5f38-48c1-ba6b-48fa3813e406 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3232939 Feb 16 08:47:06.219552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35696) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:06.228092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Request body: {'floatingip': {'port_id': '870a901f-2568-4262-87e8-f3aea148b2bf'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:06.264884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Allocated IP 2001:db8::1 (b8efc59d-823e-47e2-9ab0-ed2c73203c14/f2a10fdc-2c67-4eeb-af6b-a8f9fff89292/8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:06.393049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.446490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-a0bd832b-e633-40d3-a533-57537694d880 service neutron] 10.222.0.94 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565178 Feb 16 08:47:06.538827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c708e846-f8ab-4ed8-97aa-71ac945433fa None None] Provisioning for port 870a901f-2568-4262-87e8-f3aea148b2bf completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:06.544019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c708e846-f8ab-4ed8-97aa-71ac945433fa None None] Provisioning complete for port 870a901f-2568-4262-87e8-f3aea148b2bf triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:06.544244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c708e846-f8ab-4ed8-97aa-71ac945433fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.616402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c708e846-f8ab-4ed8-97aa-71ac945433fa None None] Port 870a901f-2568-4262-87e8-f3aea148b2bf cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:06.619401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.641297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35702) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:06.647690 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-49af2316-3481-45a3-aa8d-e8617cc30658 service neutron] 10.222.0.94 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003493 Feb 16 08:47:06.650203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Transition to ACTIVE for port object 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:06.677892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.761541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Port': ['ID=8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:06.781834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:06.783402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:06.807852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:06.808405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:06.992596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-24a07d1e-2501-4821-b7c6-966370be3847 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d5b93eff0b9146bd9fc087c80980385c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3479855 Feb 16 08:47:06.993991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35712) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:07.178695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c9702a6c-8372-4000-bdab-3891a8b7df1d req-8918a22c-ebe7-435a-902e-eb8508d15a56 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 210 time: 0.1026351 Feb 16 08:47:07.192709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.229850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.269470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.347418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:07.447665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-016aac1e-5288-4ed6-8740-96bfd13521c4 None None] Provisioning for port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:07.462102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-016aac1e-5288-4ed6-8740-96bfd13521c4 None None] Provisioning complete for port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:07.462518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-016aac1e-5288-4ed6-8740-96bfd13521c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.489071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.502522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112aae67-94a0-42d3-b1b1-2215f6dcf31d None None] Network b0f2546f-81dd-4611-a3e7-307310741638 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:07.513074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.516912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b760a-02c7-4e66-ba40-4ed8999f0573,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:07.523452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.620104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:07.633668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-016aac1e-5288-4ed6-8740-96bfd13521c4 None None] Port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:07.652557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.653799 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-87382a83-f89e-4355-a516-50830f113c76 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/728b760a-02c7-4e66-ba40-4ed8999f0573 HTTP/1.1" status: 204 len: 168 time: 0.6588492 Feb 16 08:47:07.774111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 7b3a71be-e08b-42e1-91ff-775e1df1bb5d associated. External IP: 172.26.4.46, port: e714fc64-effd-4d7f-b860-ded2c80ba4b9. Feb 16 08:47:07.831487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.839922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.840950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:07.857231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Provisioning for port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:07.898550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Provisioning complete for port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:07.899398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.013278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event updated for resources: {'Port': ['ID=8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:08.112439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:08.113659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:08.127907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.172258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] For port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,segment=NetworkSegment(ca02994b-1c9f-4e50-8259-55289c8b889c),segment_id=ca02994b-1c9f-4e50-8259-55289c8b889c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:08.179430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.355933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a784b1e-6b04-4c96-971b-92e6e8c9e36d None None] Pushing event updated for resources: {'Port': ['ID=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:08.430024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11477ad4-6afd-4575-a88c-7ea8260ca30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.464245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-fddfadc9-a482-48c2-a2c9-3cbfbfc17e8f None None] Provisioning complete for port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:08.464667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-fddfadc9-a482-48c2-a2c9-3cbfbfc17e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.469561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:08.613874 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-867ea8b4-e109-4d20-8004-8c62aa74c343 req-96600d92-9c5d-4b7e-ba5e-19e9aa21d6b5 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 210 time: 0.1227007 Feb 16 08:47:08.709122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Router f00cf40d-4f81-433a-85b0-0b692ec04ad2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:08.908351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-32ada038-f4cf-4774-808e-b31e000c69ac None None] Provisioning complete for port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:08.909801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-32ada038-f4cf-4774-808e-b31e000c69ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:08.924777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:08.937614 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2f4b1f5f-aadd-44a6-83e2-78fc52b2037f tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3483500 Feb 16 08:47:08.937858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35728) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:08.941704 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] Sync routers for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:08.956559 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:08.957707 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:08.961057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78a63-fdec-45ae-ac15-232368424ada req-4744a377-fd59-4aac-8d82-8eac968d1506 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:08.962481 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-4744a377-fd59-4aac-8d82-8eac968d1506 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.98 "GET /v2.0/networks?id=6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 200 len: 811 time: 0.3198283 Feb 16 08:47:08.983715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-32ada038-f4cf-4774-808e-b31e000c69ac None None] Port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:08.992668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Request body: {'port': {'device_id': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7', 'admin_state_up': True, 'tenant_id': '766437a29c6e43efb97d89551fb34a0d'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:09.023415 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.035848 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:09.036677 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.096011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.096426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a84bae-1d31-4f65-b923-3d5f80c863db None None] The sync data for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:09.123985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:09.135456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:09.148593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:09.149500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.221594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.238815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:09.243907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5df741ba-bc19-42b5-8f07-f6b1a5c5a6e9 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:09.264200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:09.270618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Usage tracker for resource:port and tenant:766437a29c6e43efb97d89551fb34a0d is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:09.273906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:09.274408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:09.275170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.281873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:09.306768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Made reservation on behalf of 766437a29c6e43efb97d89551fb34a0d for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:09.309920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:09.354881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:09.355461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49308300-de7d-4feb-9dc7-136daa3017fa None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:09.390064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:09.390614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:09.435147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-5df741ba-bc19-42b5-8f07-f6b1a5c5a6e9 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 16 08:47:09.436635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5df741ba-bc19-42b5-8f07-f6b1a5c5a6e9 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2 HTTP/1.1" status: 409 len: 329 time: 0.4979045 Feb 16 08:47:09.439348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:09.505969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Allocated IP 172.20.0.3 (6fe427a4-e316-4c91-8d88-7d10979b35a7/afbf03a5-6511-4104-97a2-5c65e630fc83/d268c4e2-c8c7-4b79-a247-1a3b72377baf) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:09.781135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dbb1b08b-2fe8-4169-8400-1c91dc16c1d6 req-091bc467-a055-437f-8b69-463dbcc283d5 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 210 time: 0.0454178 Feb 16 08:47:09.836907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:09.865969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:09.913340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 11b8a55a-7d30-4eec-a7fa-d975593123f2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:09.984314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.122643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Network 6fe427a4-e316-4c91-8d88-7d10979b35a7 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:10.127351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Pushing event updated for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:10.130753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:10.132772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:10.211610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:10.212131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.241041 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f2fde106-cc02-4dd6-9827-870e1e2ec801 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2530129 Feb 16 08:47:10.269286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Request body: {'port': {'device_id': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:10.359556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:10.364595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.369368 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] Sync routers for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:10.381731 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:10.382546 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:10.401695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:10.402272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.444417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:10.455847 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:10.456436 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:46:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:10.460726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.517194 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:10.517591 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8d200-dbf8-484a-962d-0793e43783a8 None None] The sync data for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:10.542092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-79751123-bd98-4faa-bc64-970faecc338d tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/floatingips/7b3a71be-e08b-42e1-91ff-775e1df1bb5d HTTP/1.1" status: 200 len: 977 time: 4.3214355 Feb 16 08:47:10.547813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35738) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:10.752606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 870a901f-2568-4262-87e8-f3aea148b2bf {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:10.752943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.789743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.903851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-144164b5-91b1-447e-b6a6-403d89cfb69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.923755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for 8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:10.964682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d268c4e2-c8c7-4b79-a247-1a3b72377baf {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:47:10.972133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:10.986800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Transition to ACTIVE for port object d268c4e2-c8c7-4b79-a247-1a3b72377baf will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:10.991349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.122114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Pushing event updated for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:11.224880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Attempting to bind port d268c4e2-c8c7-4b79-a247-1a3b72377baf on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:11.225475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Attempting to bind port d268c4e2-c8c7-4b79-a247-1a3b72377baf by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3e3f4b46-55ce-419f-aeaf-eec6e642ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:11.225962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Attempting to bind port d268c4e2-c8c7-4b79-a247-1a3b72377baf on network 6fe427a4-e316-4c91-8d88-7d10979b35a7 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:11.232470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Port d268c4e2-c8c7-4b79-a247-1a3b72377baf on network 6fe427a4-e316-4c91-8d88-7d10979b35a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:47:11.232910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Attempting to bind port d268c4e2-c8c7-4b79-a247-1a3b72377baf on network 6fe427a4-e316-4c91-8d88-7d10979b35a7 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:11.234791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce068a0-8699-4524-a7ec-0b7b7e29c06f req-16573f11-ff88-4b65-8cd0-23fd0667910d tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:11.236550 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ce068a0-8699-4524-a7ec-0b7b7e29c06f req-16573f11-ff88-4b65-8cd0-23fd0667910d tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 931 time: 0.3216665 Feb 16 08:47:11.240178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:11.240178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Checking segment: {'id': '3e3f4b46-55ce-419f-aeaf-eec6e642ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:11.240759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Bound using segment: {'id': '3e3f4b46-55ce-419f-aeaf-eec6e642ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:11.241309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Bound port: d268c4e2-c8c7-4b79-a247-1a3b72377baf, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3f4b46-55ce-419f-aeaf-eec6e642ee78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:11.242325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.275397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.337724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:11.341129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf,segment=NetworkSegment(3e3f4b46-55ce-419f-aeaf-eec6e642ee78),segment_id=3e3f4b46-55ce-419f-aeaf-eec6e642ee78)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:11.345638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.409503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.410876 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] 10.222.0.98 "PUT /v2.0/ports/d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 200 len: 1093 time: 1.1473432 Feb 16 08:47:11.411302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:47:11.430921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fc714-6283-4515-b493-f83e9e1ee0da service neutron] Pushing event updated for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:11.440395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-7ce068a0-8699-4524-a7ec-0b7b7e29c06f req-935ad606-5a00-4d58-b7ef-71c01426fff1 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Synchronizing usage tracker for tenant:766437a29c6e43efb97d89551fb34a0d on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:11.512140 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf', 'status': 'completed', 'code': 200} Feb 16 08:47:11.522125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.548729 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-df8f6463-6147-4770-949f-6e73cbefd4c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=766437a29c6e43efb97d89551fb34a0d&device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 1096 time: 0.0733984 Feb 16 08:47:11.584239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-7ce068a0-8699-4524-a7ec-0b7b7e29c06f req-935ad606-5a00-4d58-b7ef-71c01426fff1 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Unset dirty status for tenant:766437a29c6e43efb97d89551fb34a0d on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:11.585386 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ce068a0-8699-4524-a7ec-0b7b7e29c06f req-935ad606-5a00-4d58-b7ef-71c01426fff1 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342850 Feb 16 08:47:11.586094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Port': ['ID=8dc0e2f5-7de9-4f51-a9db-1fbb8c1ea6dc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:11.635028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-6ecacf64-edb5-4523-a285-69a06171c036 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 200 len: 217 time: 0.0715508 Feb 16 08:47:11.653843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.710633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b78a63-fdec-45ae-ac15-232368424ada req-8b03ab63-5c19-420a-a1ae-cf5da6a16a6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:11.712199 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-8b03ab63-5c19-420a-a1ae-cf5da6a16a6f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=afbf03a5-6511-4104-97a2-5c65e630fc83 HTTP/1.1" status: 200 len: 851 time: 0.0698018 Feb 16 08:47:11.759538 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-016425c9-57e3-46e7-a960-4e4f6906ae4d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe427a4-e316-4c91-8d88-7d10979b35a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406876 Feb 16 08:47:11.841572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.841986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.842296 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Floating IP 7b3a71be-e08b-42e1-91ff-775e1df1bb5d disassociated. External IP: 172.26.4.46, port: 870a901f-2568-4262-87e8-f3aea148b2bf. Feb 16 08:47:11.842700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 870a901f-2568-4262-87e8-f3aea148b2bf owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:11.895972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.896320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:11.902397 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-b25cb1c1-5663-4f80-b7d0-a6924a877fe9 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329243 Feb 16 08:47:12.035517 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1b78a63-fdec-45ae-ac15-232368424ada req-f9ea5625-ed0c-448c-a9dd-6ad63e0d16da service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262128 Feb 16 08:47:12.211314 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-015c38d0-9687-411e-bd36-1d40adce6203 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=766437a29c6e43efb97d89551fb34a0d&device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 1096 time: 0.0739791 Feb 16 08:47:12.315103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:12.349909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616045ee-55c0-4209-a19b-cb800e2494af req-dc14baed-197f-41de-909a-5f797af520a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:12.351381 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-dc14baed-197f-41de-909a-5f797af520a8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 200 len: 912 time: 0.1334033 Feb 16 08:47:12.377986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=870a901f-2568-4262-87e8-f3aea148b2bf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:12.422965 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-42762519-407b-4358-84fa-84f0f8151c04 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 200 len: 217 time: 0.0633624 Feb 16 08:47:12.590941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616045ee-55c0-4209-a19b-cb800e2494af req-a51a1c9d-73d6-408d-9267-c5e14f9740ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:12.592893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-a51a1c9d-73d6-408d-9267-c5e14f9740ae service neutron] 10.222.0.98 "GET /v2.0/subnets?id=afbf03a5-6511-4104-97a2-5c65e630fc83 HTTP/1.1" status: 200 len: 851 time: 0.1633987 Feb 16 08:47:12.642619 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-3813ac9d-361c-4dbc-919d-d7a53a00c640 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe427a4-e316-4c91-8d88-7d10979b35a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382309 Feb 16 08:47:12.676163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Router f00cf40d-4f81-433a-85b0-0b692ec04ad2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:12.793677 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-3a239aef-72e5-4443-a37b-7f4a6f30647f service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428845 Feb 16 08:47:12.888242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:12.898815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] Sync routers for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:12.912142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:12.913174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:12.914276 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1d9e8ce9-512e-41ce-9035-097e059c0513 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4737566 Feb 16 08:47:12.923556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:12.941615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf24491-6d8c-4882-9fb4-eab005c52226 req-c6268917-7075-4e04-a585-3fa06224a6d2 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:12.943349 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbf24491-6d8c-4882-9fb4-eab005c52226 req-c6268917-7075-4e04-a585-3fa06224a6d2 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 943 time: 0.1975515 Feb 16 08:47:12.973519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 11b8a55a-7d30-4eec-a7fa-d975593123f2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:12.976502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:12.988694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] Routers {'f00cf40d-4f81-433a-85b0-0b692ec04ad2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:12.989560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:12.996907 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-7edfa920-fa5c-4f28-9741-1784ea09fa99 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] show failed (client error): The resource could not be found. Feb 16 08:47:12.997910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7edfa920-fa5c-4f28-9741-1784ea09fa99 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "GET /v2.0/routers/tempest-non_exist_router-1599568375 HTTP/1.1" status: 404 len: 335 time: 0.0734746 Feb 16 08:47:13.001755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:13.009600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9d6a77ff-2490-42d4-bf29-3e779b467526 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:13.035140 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-616045ee-55c0-4209-a19b-cb800e2494af req-df0ca471-69b3-459f-b9f5-442f0fd6c46e service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054470 Feb 16 08:47:13.050562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:13.050973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9863755d-79df-4996-a5b6-7e8cd59269f7 None None] The sync data for ids ['f00cf40d-4f81-433a-85b0-0b692ec04ad2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:13.065057 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbf24491-6d8c-4882-9fb4-eab005c52226 req-b19baa50-1816-4d9d-9101-886ee5999448 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110113 Feb 16 08:47:13.125610 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-9d6a77ff-2490-42d4-bf29-3e779b467526 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] update failed (client error): The resource could not be found. Feb 16 08:47:13.126608 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9d6a77ff-2490-42d4-bf29-3e779b467526 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "PUT /v2.0/routers/tempest-non_exist_router-778859921 HTTP/1.1" status: 404 len: 334 time: 0.1238637 Feb 16 08:47:13.132819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35758) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:13.260855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:13.274289 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] Sync routers for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:13.286853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:13.287728 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:13.331820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting subnet e2d781bb-29d4-489b-95a2-27ab6c790545 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:13.334261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.345106 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:13.355865 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:13.356458 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:13.365435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.370043 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f925d5f4-8f7f-452c-9dee-b2fdda881d94 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/870a901f-2568-4262-87e8-f3aea148b2bf HTTP/1.1" status: 204 len: 168 time: 2.8187959 Feb 16 08:47:13.370448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35762) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:13.392223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.416779 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:13.417432 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a32dba-dfa6-4d38-a7e1-5bf900c883f3 None None] The sync data for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:13.476090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.555281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.592796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Subnet': ['ID=e2d781bb-29d4-489b-95a2-27ab6c790545,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:13.599701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.608002 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bd68b02d-bde4-4f59-a005-a523e5be267b tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/subnets/e2d781bb-29d4-489b-95a2-27ab6c790545 HTTP/1.1" status: 204 len: 168 time: 0.4738667 Feb 16 08:47:13.610563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:13.610846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46a695-8635-4fb0-bd9c-bc2dd1a0df8c None None] Network b0f2546f-81dd-4611-a3e7-307310741638 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:13.729771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.741741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:13.742082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.765506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.891816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] DHCP port deletion for b0f2546f-81dd-4611-a3e7-307310741638 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:47:13.896184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Deleting port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:13.896761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.908475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:13.963637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] For port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,segment=NetworkSegment(ca02994b-1c9f-4e50-8259-55289c8b889c),segment_id=ca02994b-1c9f-4e50-8259-55289c8b889c)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:13.963987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.087742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:14.103914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] For port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,segment=NetworkSegment(ca02994b-1c9f-4e50-8259-55289c8b889c),segment_id=ca02994b-1c9f-4e50-8259-55289c8b889c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:14.104486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.171023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.221820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Port': ['ID=b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:14.232192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] No DVR routers for this DVR port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:14.255343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Calling delete_port for b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:14.336740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:14.337250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:14.407468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6cb18-ae37-4b54-b272-4862b8fd3743 req-5bcc64e9-c7f2-4307-99cd-ce920ec35cd5 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:14.408792 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3c6cb18-ae37-4b54-b272-4862b8fd3743 req-5bcc64e9-c7f2-4307-99cd-ce920ec35cd5 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 943 time: 0.1896923 Feb 16 08:47:14.505123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3c6cb18-ae37-4b54-b272-4862b8fd3743 req-54c94807-4b35-4916-8aae-ba60b2381b33 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907609 Feb 16 08:47:14.512887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.558535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f2546f-81dd-4611-a3e7-307310741638']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:14.572187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca02994b-1c9f-4e50-8259-55289c8b889c') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:14.572420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca02994b-1c9f-4e50-8259-55289c8b889c') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:14.589391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.601654 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-2b56ef94-fb61-4e36-a94d-1cb80fc14fa0 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2138591 Feb 16 08:47:14.609740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.615906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:14.616293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.625301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d268c4e2-c8c7-4b79-a247-1a3b72377baf details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:14.635012 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:14.642398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port dd615bfb-e3a1-4804-827d-b944d9dff074 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:14.646799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.764197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.785435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.795828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Network': ['ID=b0f2546f-81dd-4611-a3e7-307310741638,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:14.797278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf,segment=NetworkSegment(3e3f4b46-55ce-419f-aeaf-eec6e642ee78),segment_id=3e3f4b46-55ce-419f-aeaf-eec6e642ee78)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:14.809532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35772) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:14.809722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-110cdc8c-cdeb-4c37-9ae0-0a79949b6a36 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/networks/b0f2546f-81dd-4611-a3e7-307310741638 HTTP/1.1" status: 204 len: 168 time: 1.1979430 Feb 16 08:47:14.814774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf', 'network_id': '6fe427a4-e316-4c91-8d88-7d10979b35a7', 'port_id': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf', 'mac_address': 'fa:16:3e:c6:2e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbf03a5-6511-4104-97a2-5c65e630fc83', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:47:14.823884 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-1a056804-bda9-42b6-9c19-56627a320c28 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1098 time: 0.1149197 Feb 16 08:47:14.878765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Deleting port b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:14.879297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.904059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.961360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-be8ec224-7895-4a64-b05f-c50407247006 None None] The port 'b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:47:14.972798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:14.982829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-461c2ac1-3dee-49ac-9f5b-9405b35f16fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:14.984297 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-461c2ac1-3dee-49ac-9f5b-9405b35f16fc service neutron] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 897 time: 0.1388526 Feb 16 08:47:14.991171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d268c4e2-c8c7-4b79-a247-1a3b72377baf {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:47:15.007549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf,segment=NetworkSegment(3e3f4b46-55ce-419f-aeaf-eec6e642ee78),segment_id=3e3f4b46-55ce-419f-aeaf-eec6e642ee78)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:15.012795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.089233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:15.099754 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-f94b64fc-980f-4f52-96b3-47cec3e3e7cb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 1001 time: 0.1048372 Feb 16 08:47:15.166156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-440d1700-10e6-4ccf-a2af-7a7d229ac1cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:15.167653 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-440d1700-10e6-4ccf-a2af-7a7d229ac1cd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0633709 Feb 16 08:47:15.176853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:15.192789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for dd615bfb-e3a1-4804-827d-b944d9dff074 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:15.210917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:47:15.211279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b0f86c42-5cb3-4dc5-9ce0-2d4fcab34437 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:47:15.268196 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-29d11804-6cf8-49b8-a102-036ddc89c53b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905681 Feb 16 08:47:15.317697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting subnet 2fa123f2-7722-4a8f-ab3b-8942cfb18001 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:15.322357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.385511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.397756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['d268c4e2-c8c7-4b79-a247-1a3b72377baf'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:47:15.403617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-d4112a64-bd8a-49a2-b929-55c803ae4e2a service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279840 Feb 16 08:47:15.527808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.549365 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a28b630c-fe93-408a-95c3-7f4369e6cf35 req-10c55ab4-b2ba-4c97-a280-80c9a12b26a0 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378183 Feb 16 08:47:15.583472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.612074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=dd615bfb-e3a1-4804-827d-b944d9dff074,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:15.855720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.959296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa123f2-7722-4a8f-ab3b-8942cfb18001,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:15.972890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:15.979688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41677bd2-8079-4db8-886e-7dc223a57da2 None None] Network 92570f64-cba1-4495-a373-c9b8a506e96f requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:15.992189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165fe79-7bec-4d7a-839b-98ad126b70d7 req-cb2fd629-c255-4061-8bd1-cf0b4c272e85 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:15.993628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a165fe79-7bec-4d7a-839b-98ad126b70d7 req-cb2fd629-c255-4061-8bd1-cf0b4c272e85 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 944 time: 0.3423135 Feb 16 08:47:15.999503 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-be470484-f206-4709-a6d6-e369a7b95250 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/subnets/2fa123f2-7722-4a8f-ab3b-8942cfb18001 HTTP/1.1" status: 204 len: 168 time: 1.1889079 Feb 16 08:47:16.002530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35778) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:16.063655 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a165fe79-7bec-4d7a-839b-98ad126b70d7 req-c26e2153-2d9e-4d03-95ee-cd4ff5b47346 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622573 Feb 16 08:47:16.123552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.214484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting subnet e64754ba-4e70-461a-b335-a1f6a7c70236 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:16.220896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.247436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35784) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:16.255773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] DHCP port deletion for 92570f64-cba1-4495-a373-c9b8a506e96f request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:47:16.260495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Deleting port e02d9105-a292-4016-ac2a-b712d98cb350 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:16.261000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.322449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.403915 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bd3ccb8d-7920-44f7-8717-52df0122c7bc tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?project_id=1728b438d87a4963ba599631304eec39&network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 2999 time: 0.1559057 Feb 16 08:47:16.430966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.478322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] For port e02d9105-a292-4016-ac2a-b712d98cb350, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e02d9105-a292-4016-ac2a-b712d98cb350,segment=NetworkSegment(ae6612ca-b260-4bf3-b228-c65d90ceea98),segment_id=ae6612ca-b260-4bf3-b228-c65d90ceea98)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:16.478648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.617121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Calling delete_port for e02d9105-a292-4016-ac2a-b712d98cb350 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:16.619079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.644409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d268c4e2-c8c7-4b79-a247-1a3b72377baf up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:16.664297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Subnet': ['ID=e64754ba-4e70-461a-b335-a1f6a7c70236,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:16.668645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.675263 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-65bb9855-0ccb-484b-bf3c-7d9e37122d20 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/subnets/e64754ba-4e70-461a-b335-a1f6a7c70236 HTTP/1.1" status: 204 len: 168 time: 0.6714334 Feb 16 08:47:16.677878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35792) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:16.690845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6631706-7a70-48e8-b515-d8df34a8913d None None] Network 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:16.799838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.812762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port e02d9105-a292-4016-ac2a-b712d98cb350 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:16.813124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.866400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 11b8a55a-7d30-4eec-a7fa-d975593123f2 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:16.877725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:16.910769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] The port 'e02d9105-a292-4016-ac2a-b712d98cb350' was deleted {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:47:16.959560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] Pushing event deleted for resources: {'Port': ['ID=e02d9105-a292-4016-ac2a-b712d98cb350,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:16.962952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port d268c4e2-c8c7-4b79-a247-1a3b72377baf completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:16.971067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c1302f-ac09-42a9-a015-92908d5dbc9a None None] No DVR routers for this DVR port e02d9105-a292-4016-ac2a-b712d98cb350 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:16.973662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port d268c4e2-c8c7-4b79-a247-1a3b72377baf triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:16.974231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.036979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.069879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92570f64-cba1-4495-a373-c9b8a506e96f']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.089313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6612ca-b260-4bf3-b228-c65d90ceea98') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.089741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6612ca-b260-4bf3-b228-c65d90ceea98') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.103665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.107015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:17.121123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d483bd06-15ee-4a5e-a5d9-9d259831af17 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/routers/11b8a55a-7d30-4eec-a7fa-d975593123f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7471006 Feb 16 08:47:17.123052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35798) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:17.133291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] Sync routers for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:17.146781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.169208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:17.169208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.255057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.259988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] DHCP port deletion for 0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:47:17.265803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:17.266212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.276299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e02d9105-a292-4016-ac2a-b712d98cb350 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:17.288472 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:17.306070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Deleting port 738b8aff-a182-4200-b97f-e51a61e51399 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:17.306461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.332293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.348916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c42aa-c461-45e2-b7e0-d5d563fe4d86 req-a5c6b972-aaac-4951-98c9-23d3b89d969f tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:17.350444 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-138c42aa-c461-45e2-b7e0-d5d563fe4d86 req-a5c6b972-aaac-4951-98c9-23d3b89d969f tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 944 time: 0.0825961 Feb 16 08:47:17.353168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: e02d9105-a292-4016-ac2a-b712d98cb350 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:47:17.353516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e02d9105-a292-4016-ac2a-b712d98cb350 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:47:17.353937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 738b8aff-a182-4200-b97f-e51a61e51399 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:17.377294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:47:17.401744 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-138c42aa-c461-45e2-b7e0-d5d563fe4d86 req-88d74727-a0bb-4b5d-9430-0abd416f3c82 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442510 Feb 16 08:47:17.417784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.427462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf,segment=NetworkSegment(3e3f4b46-55ce-419f-aeaf-eec6e642ee78),segment_id=3e3f4b46-55ce-419f-aeaf-eec6e642ee78)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:17.442349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.445169 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf', 'code': 200} Feb 16 08:47:17.445402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.460521 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/networks/92570f64-cba1-4495-a373-c9b8a506e96f HTTP/1.1" status: 204 len: 168 time: 0.7813478 Feb 16 08:47:17.463001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79108265-c55c-49b4-bfa1-e6744f4174e2 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Network': ['ID=92570f64-cba1-4495-a373-c9b8a506e96f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:17.463251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35806) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:17.536820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.538487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] Routers {'11b8a55a-7d30-4eec-a7fa-d975593123f2'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:17.539363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['11b8a55a-7d30-4eec-a7fa-d975593123f2'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.587858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.603227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 738b8aff-a182-4200-b97f-e51a61e51399 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:17.603585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.617118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:17.617675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dab667-495d-4a50-bd25-8c307d97e622 None None] The sync data for ids ['11b8a55a-7d30-4eec-a7fa-d975593123f2'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:17.760096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:17.783617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7ed09e15-782e-4f65-aa9d-999db46a74a6 req-95ea5d8e-d8b8-4f17-b1ad-1432b4ddd89c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 1098 time: 0.1012678 Feb 16 08:47:17.807829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.823023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:17.823582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.841351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:17.842844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.847561 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7ed09e15-782e-4f65-aa9d-999db46a74a6 req-e71c2f6a-5739-4be1-85f2-41c637c249eb service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571418 Feb 16 08:47:17.857260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.868481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port c745f212-6036-418e-8093-b2a065abb505 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:17.868784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:17.961993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Calling delete_port for 738b8aff-a182-4200-b97f-e51a61e51399 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:17.981041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for 738b8aff-a182-4200-b97f-e51a61e51399 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:18.019494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:18.027212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.069595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:18.070269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:18.071975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.098517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:18.098830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:18.105955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=738b8aff-a182-4200-b97f-e51a61e51399,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:18.302843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for c745f212-6036-418e-8093-b2a065abb505 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:18.464686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.483378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35814) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:18.510145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=c745f212-6036-418e-8093-b2a065abb505,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:18.559639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ef86fb-7487-4bf7-af23-dc701f4c5506 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:18.570650 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-32ef86fb-7487-4bf7-af23-dc701f4c5506 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 814 time: 0.0781507 Feb 16 08:47:18.598800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 738b8aff-a182-4200-b97f-e51a61e51399 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:18.599251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.600829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Deleting port 738b8aff-a182-4200-b97f-e51a61e51399 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:18.601886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.744093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.811910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:18.811910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.835552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c74226-ea5f-4f99-ad08-8b1d415cf1b8 req-ad6d3f97-db6b-42b1-87ab-f472b5005989 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:18.837056 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4c74226-ea5f-4f99-ad08-8b1d415cf1b8 req-ad6d3f97-db6b-42b1-87ab-f472b5005989 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.2716026 Feb 16 08:47:18.844223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] For port 738b8aff-a182-4200-b97f-e51a61e51399, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=738b8aff-a182-4200-b97f-e51a61e51399,segment=NetworkSegment(467438b1-4ee4-4002-908f-3de34612fc15),segment_id=467438b1-4ee4-4002-908f-3de34612fc15)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:18.844588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:18.957069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Calling delete_port for 738b8aff-a182-4200-b97f-e51a61e51399 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:18.992600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for 738b8aff-a182-4200-b97f-e51a61e51399 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:19.031152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.036300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.067767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.068308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Fanout notify agent at l3_agent the message router_deleted on router 11b8a55a-7d30-4eec-a7fa-d975593123f2 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:47:19.078400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.091111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.096442 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c1c6310b-aa83-43a1-ac42-fad6192114da tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/routers/11b8a55a-7d30-4eec-a7fa-d975593123f2 HTTP/1.1" status: 204 len: 168 time: 1.9716766 Feb 16 08:47:19.097139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35822) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.127179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] Pushing event deleted for resources: {'Port': ['ID=738b8aff-a182-4200-b97f-e51a61e51399,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:19.131832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6df4a3-94a3-4df1-b073-3e38dc073469 None None] No DVR routers for this DVR port 738b8aff-a182-4200-b97f-e51a61e51399 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:19.179802 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4c74226-ea5f-4f99-ad08-8b1d415cf1b8 req-2a9565d0-97bb-41d6-b4c2-1d49dd28bf73 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277867 Feb 16 08:47:19.214787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.db.api [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:19.215506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG oslo_db.api [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:19.302883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting subnet ba0986b3-539b-4c42-b9ac-e4541d8cf8de {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:19.303869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35826) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.305728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.309564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--459433757', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:19.314460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:19.324371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:19.336600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:19.339628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.360419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.367946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:19.377034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.377369 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment c72445af-d2a3-43df-9f35-876183fffb7f of type vlan for network 5447e475-c2f2-4fc4-9196-929709e03e25 Feb 16 08:47:19.403865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.433175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.437204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:19.437781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.453044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.524579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.551544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2463968 Feb 16 08:47:19.554522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be47dc-3167-42cc-bc5d-6ac75f267244 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=5447e475-c2f2-4fc4-9196-929709e03e25,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:19.556471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.562076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Subnet': ['ID=ba0986b3-539b-4c42-b9ac-e4541d8cf8de,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:19.566453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5447e475-c2f2-4fc4-9196-929709e03e25 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:19.568244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.577788 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e8a24ce-2280-4d6b-af5a-0478a16cb6fc tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/subnets/ba0986b3-539b-4c42-b9ac-e4541d8cf8de HTTP/1.1" status: 204 len: 168 time: 0.4750092 Feb 16 08:47:19.578201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35834) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.587418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f06a37-c62c-4b8d-9013-800f5ac0509b None None] Network 589ecb48-3417-4276-8bda-514b98c3fce1 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:19.620234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5506f3c-3b15-49ea-9d76-00399e151a8d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:19.621972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f5506f3c-3b15-49ea-9d76-00399e151a8d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0644655 Feb 16 08:47:19.625246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.649178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 738b8aff-a182-4200-b97f-e51a61e51399 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:19.649676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.695837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.707061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 961cb11c-9961-41d8-9e9c-c37e49aa5917 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:19.707397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.766101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] The port '738b8aff-a182-4200-b97f-e51a61e51399' was deleted {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:47:19.931991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:19.947289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633fd6a5-eb6c-4a9a-adda-0ad2acf201ab tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:19.948874 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-633fd6a5-eb6c-4a9a-adda-0ad2acf201ab tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3224232 Feb 16 08:47:19.957770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:19.961596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] DHCP port deletion for 589ecb48-3417-4276-8bda-514b98c3fce1 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:47:19.966344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Deleting port 961cb11c-9961-41d8-9e9c-c37e49aa5917 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:19.967125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.004944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.013452 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a84f7b5a-5e1d-4be1-800d-b347c6d033e0 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545769 Feb 16 08:47:20.016458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35846) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.027084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] For port 961cb11c-9961-41d8-9e9c-c37e49aa5917, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=961cb11c-9961-41d8-9e9c-c37e49aa5917,segment=NetworkSegment(0d882413-0f93-4054-a1ea-1bd68d9f3c38),segment_id=0d882413-0f93-4054-a1ea-1bd68d9f3c38)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:20.027557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.050398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '467438b1-4ee4-4002-908f-3de34612fc15') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.050709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '467438b1-4ee4-4002-908f-3de34612fc15') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.071338 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6bf5442d-530f-40f8-9d1f-6d7bfb5bc411 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511537 Feb 16 08:47:20.071338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.076855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.157275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.162065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 961cb11c-9961-41d8-9e9c-c37e49aa5917 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:20.174258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:20.174692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.189985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] For port 961cb11c-9961-41d8-9e9c-c37e49aa5917, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=961cb11c-9961-41d8-9e9c-c37e49aa5917,segment=NetworkSegment(0d882413-0f93-4054-a1ea-1bd68d9f3c38),segment_id=0d882413-0f93-4054-a1ea-1bd68d9f3c38)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:20.190500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:20.199853 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:20.253190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.306130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.329483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.338400 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/networks/0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad HTTP/1.1" status: 204 len: 168 time: 2.8739274 Feb 16 08:47:20.342885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35856) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.345611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=961cb11c-9961-41d8-9e9c-c37e49aa5917,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:20.358366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] No DVR routers for this DVR port 961cb11c-9961-41d8-9e9c-c37e49aa5917 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:20.363838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Calling delete_port for 961cb11c-9961-41d8-9e9c-c37e49aa5917 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:20.374358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b47f3b-0d02-49c3-96fd-da5dc1961fb6 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:20.378483 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-19b47f3b-0d02-49c3-96fd-da5dc1961fb6 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2979274 Feb 16 08:47:20.378483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3deb1-da6b-47bc-b474-2089744095fe tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Network': ['ID=0a0cf3dd-30b8-48a5-a3fd-824a25d8e0ad,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:20.383269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35860) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.441829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:20.442386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:20.480873 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0581e6d-e185-4e10-b093-1d2cd546a0b1 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0628080 Feb 16 08:47:20.484869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35864) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.486911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.493397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-143945070', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:20.516743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589ecb48-3417-4276-8bda-514b98c3fce1']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.533583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d882413-0f93-4054-a1ea-1bd68d9f3c38') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.534304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d882413-0f93-4054-a1ea-1bd68d9f3c38') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:20.546088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.561370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.567319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:20.567803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:20.581950 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:20.674594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.695058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.701567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Network': ['ID=589ecb48-3417-4276-8bda-514b98c3fce1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:20.709985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:20.711791 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2877a920-5904-4fec-abc6-f3519d42f1f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/networks/589ecb48-3417-4276-8bda-514b98c3fce1 HTTP/1.1" status: 204 len: 168 time: 1.1326997 Feb 16 08:47:20.714277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35868) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:20.719956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:20.723989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:20.740740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:20.749986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c51f1-da4b-46a9-abc3-c847e3e7af46 req-801b5229-b3b7-41c4-8daa-f35a14825697 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:20.751766 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ae3c51f1-da4b-46a9-abc3-c847e3e7af46 req-801b5229-b3b7-41c4-8daa-f35a14825697 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.3727484 Feb 16 08:47:20.794245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting subnet f2a10fdc-2c67-4eeb-af6b-a8f9fff89292 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:20.797227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:20.817220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.873471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 19cf5209-021e-4805-b3e4-0d5d132b0a5f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:20.873716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:20.943423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Deleting port 961cb11c-9961-41d8-9e9c-c37e49aa5917 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:20.943974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.011740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cd6dc741-3f73-4226-ba93-9432ae067897 None None] The port '961cb11c-9961-41d8-9e9c-c37e49aa5917' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:47:21.050872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.051200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.054124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.086175 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ae3c51f1-da4b-46a9-abc3-c847e3e7af46 req-83c7f76a-c6fd-49cf-98d2-b6fed8f5a756 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244998 Feb 16 08:47:21.097413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.190568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 19cf5209-021e-4805-b3e4-0d5d132b0a5f owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:21.208319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 961cb11c-9961-41d8-9e9c-c37e49aa5917 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:21.253434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 961cb11c-9961-41d8-9e9c-c37e49aa5917 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:47:21.253934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 961cb11c-9961-41d8-9e9c-c37e49aa5917 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:47:21.302060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.365183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.407909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=19cf5209-021e-4805-b3e4-0d5d132b0a5f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:21.475269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.512737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45739535-daaa-40f3-990a-47682d5cbf6b req-ecea1723-e7da-4a6c-a276-1f9faad23749 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:21.514322 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-45739535-daaa-40f3-990a-47682d5cbf6b req-ecea1723-e7da-4a6c-a276-1f9faad23749 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.2764442 Feb 16 08:47:21.544257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Subnet': ['ID=f2a10fdc-2c67-4eeb-af6b-a8f9fff89292,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:21.550293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.589878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.597252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6adf246-7601-467b-a3b9-87a6467668c2 None None] Network b8efc59d-823e-47e2-9ab0-ed2c73203c14 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:21.609602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.628040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.631253 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28f725b1-4647-4261-b1be-fdb8cf89ecf8 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/floatingips/7b3a71be-e08b-42e1-91ff-775e1df1bb5d HTTP/1.1" status: 204 len: 168 time: 0.9154162 Feb 16 08:47:21.638475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3c5c4fe8-f03d-4965-8cdb-1f3809d922ec tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/subnets/f2a10fdc-2c67-4eeb-af6b-a8f9fff89292 HTTP/1.1" status: 204 len: 168 time: 1.2927032 Feb 16 08:47:21.639194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35874) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:21.639767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35876) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:21.655067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-45739535-daaa-40f3-990a-47682d5cbf6b req-dcc6b31d-d32e-4076-bbdb-4f3dabed57ff tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345289 Feb 16 08:47:21.664141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=9ca28501-350f-4cf9-b461-acdc8218fd0c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:21.689969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:21.690324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 5447e475-c2f2-4fc4-9196-929709e03e25, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:21.711250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-841ec10c-b896-492c-8cf7-6f8707d186b0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] DELETE failed (client error): The resource could not be found. Feb 16 08:47:21.711820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841ec10c-b896-492c-8cf7-6f8707d186b0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:47:21.714581 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-841ec10c-b896-492c-8cf7-6f8707d186b0 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/870a901f-2568-4262-87e8-f3aea148b2bf HTTP/1.1" status: 404 len: 333 time: 0.0730581 Feb 16 08:47:21.717778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35884) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:21.753999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 5447e475-c2f2-4fc4-9196-929709e03e25 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:21.778209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a7e12bbd-eb5c-4837-8249-c415e8d8e86f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Synchronizing usage tracker for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:21.793772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5447e475-c2f2-4fc4-9196-929709e03e25) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:21.808958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50a9a7-af4d-40fb-a899-200105e53b70 None None] Network 5447e475-c2f2-4fc4-9196-929709e03e25 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:21.815072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:21.815645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.835047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a7e12bbd-eb5c-4837-8249-c415e8d8e86f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Unset dirty status for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:21.836191 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7e12bbd-eb5c-4837-8249-c415e8d8e86f tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/ports?device_id=11b8a55a-7d30-4eec-a7fa-d975593123f2 HTTP/1.1" status: 200 len: 205 time: 0.1173327 Feb 16 08:47:21.836506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.839015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35888) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:21.848196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-762e062e-602e-4525-8d8d-1aa1595f0a1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3617914 Feb 16 08:47:21.924790 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-3ea91ddd-17b7-4a78-8d75-2470b98d2d2a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] delete failed (client error): The resource could not be found. Feb 16 08:47:21.928096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3ea91ddd-17b7-4a78-8d75-2470b98d2d2a tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/routers/11b8a55a-7d30-4eec-a7fa-d975593123f2 HTTP/1.1" status: 404 len: 336 time: 0.0837460 Feb 16 08:47:21.928541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35894) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:21.931141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Deleting port 2d23c59d-4420-4152-becf-2714723959c6 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:21.931679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:21.988470 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a208b4-e997-40d5-a9b8-39358858a655 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] DELETE failed (client error): The resource could not be found. Feb 16 08:47:21.988918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3a208b4-e997-40d5-a9b8-39358858a655 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 08:47:21.990578 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d3a208b4-e997-40d5-a9b8-39358858a655 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/subnets/ba0986b3-539b-4c42-b9ac-e4541d8cf8de HTTP/1.1" status: 404 len: 337 time: 0.0609088 Feb 16 08:47:21.994142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35898) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:22.103138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5447e475-c2f2-4fc4-9196-929709e03e25', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': '9ca28501-350f-4cf9-b461-acdc8218fd0c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:47:22.104564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.169467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] DHCP port deletion for b8efc59d-823e-47e2-9ab0-ed2c73203c14 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:47:22.186615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port e714fc64-effd-4d7f-b860-ded2c80ba4b9 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:22.191169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Deleting port 2d23c59d-4420-4152-becf-2714723959c6 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:22.191425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.191564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.315675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] For port 2d23c59d-4420-4152-becf-2714723959c6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2d23c59d-4420-4152-becf-2714723959c6,segment=NetworkSegment(34fc5a2a-159a-43a6-9233-7ef337f70eb5),segment_id=34fc5a2a-159a-43a6-9233-7ef337f70eb5)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:22.315987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.323492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:22.336148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551375677', 'description': 'tempest-secgroup-smoke-1551375677 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:22.391210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:22.425214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdefb10-7edb-45e8-819c-8b72a21f4192 req-c2a2f8d3-6c5f-4163-a098-9e1837f51b18 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:22.431629 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fdefb10-7edb-45e8-819c-8b72a21f4192 req-c2a2f8d3-6c5f-4163-a098-9e1837f51b18 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1979182 Feb 16 08:47:22.457359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Calling delete_port for 2d23c59d-4420-4152-becf-2714723959c6 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:22.496566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:22.507994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Allocated IP 172.20.0.18 (5447e475-c2f2-4fc4-9196-929709e03e25/9ca28501-350f-4cf9-b461-acdc8218fd0c/57c7b386-a27d-44ab-ac3e-506c2b0cac2c) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:22.524678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.578824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:22.581196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.615017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:22.623710 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fdefb10-7edb-45e8-819c-8b72a21f4192 req-4740ce9a-7577-4120-a970-82d969b68020 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904626 Feb 16 08:47:22.628491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:22.640944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] For port 2d23c59d-4420-4152-becf-2714723959c6, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2d23c59d-4420-4152-becf-2714723959c6,segment=NetworkSegment(34fc5a2a-159a-43a6-9233-7ef337f70eb5),segment_id=34fc5a2a-159a-43a6-9233-7ef337f70eb5)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:22.641196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.653817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:22.657168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.665708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Port': ['ID=2d23c59d-4420-4152-becf-2714723959c6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:22.676682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] No DVR routers for this DVR port 2d23c59d-4420-4152-becf-2714723959c6 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:22.777288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for e714fc64-effd-4d7f-b860-ded2c80ba4b9 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:22.781921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Calling delete_port for 2d23c59d-4420-4152-becf-2714723959c6 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:22.826391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.863459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.867288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8efc59d-823e-47e2-9ab0-ed2c73203c14']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:22.877292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.898036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fc5a2a-159a-43a6-9233-7ef337f70eb5') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:22.898500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fc5a2a-159a-43a6-9233-7ef337f70eb5') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:22.922979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.924616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:47:22.924995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:47:22.927257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.947541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4517420e-ee55-493b-bf73-5e2f139262ee,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:22.956763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.963610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.963949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.965062 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-14ffb25f-9c5b-45b4-ac37-7507a297b3e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6405776 Feb 16 08:47:22.966294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:22.967315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:22.981696 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:22.984168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35908) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:22.992870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:22.997919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=e714fc64-effd-4d7f-b860-ded2c80ba4b9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:23.045886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:23.058159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:23.070478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:23.081481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:23.090686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.090944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Transition to ACTIVE for port object 57c7b386-a27d-44ab-ac3e-506c2b0cac2c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:23.120341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.122341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Transition to ACTIVE for port object 57c7b386-a27d-44ab-ac3e-506c2b0cac2c will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:23.123299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.130067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.136293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Pushing event deleted for resources: {'Network': ['ID=b8efc59d-823e-47e2-9ab0-ed2c73203c14,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:23.145554 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0e59c387-2870-4d55-bfb5-8ad61495d3d7 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/networks/b8efc59d-823e-47e2-9ab0-ed2c73203c14 HTTP/1.1" status: 204 len: 168 time: 1.5029759 Feb 16 08:47:23.148674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:23.202548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Network 5447e475-c2f2-4fc4-9196-929709e03e25 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:23.203821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-71d38b6b-3ff8-4a07-b91f-97c826cbc307 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Synchronizing usage tracker for tenant:7353ca57894142d4b7499f4e7a2c1c87 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:23.206086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.206598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:23.221471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:23.230735 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cae17969-4cac-491d-a608-d22b34b932f5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/e714fc64-effd-4d7f-b860-ded2c80ba4b9 HTTP/1.1" status: 204 len: 168 time: 1.2352304 Feb 16 08:47:23.231426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35916) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:23.245661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-71d38b6b-3ff8-4a07-b91f-97c826cbc307 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Unset dirty status for tenant:7353ca57894142d4b7499f4e7a2c1c87 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:23.250289 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-71d38b6b-3ff8-4a07-b91f-97c826cbc307 tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "GET /v2.0/ports?device_id=f00cf40d-4f81-433a-85b0-0b692ec04ad2 HTTP/1.1" status: 200 len: 205 time: 0.1005864 Feb 16 08:47:23.252304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35920) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:23.277653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2d23c59d-4420-4152-becf-2714723959c6 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:23.318223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.324691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2d23c59d-4420-4152-becf-2714723959c6 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:47:23.325138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port f81bac22-377d-4072-aa75-c9d2eb7c25d5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:23.325267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2d23c59d-4420-4152-becf-2714723959c6 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:47:23.325678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.328719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Pushing event updated for resources: {'Port': ['ID=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:23.334321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.380842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Attempting to bind port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:23.381574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Attempting to bind port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:23.382064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Attempting to bind port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c on network 5447e475-c2f2-4fc4-9196-929709e03e25 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:23.391231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:23.391769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Checking segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:23.392815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.393315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Bound using segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:23.393889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Bound port: 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:23.394775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.413091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce1ce9-3190-4d71-a4f0-6ae46487f564,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:23.428201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.431931 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ce78d4d0-bfc8-413c-b43f-32b473104b1f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4458106 Feb 16 08:47:23.432217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:23.438755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.440287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:23.446477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Deleting port 2d23c59d-4420-4152-becf-2714723959c6 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:23.446763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.456083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:23.464556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:23.469224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:23.497160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:23.530786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8e42b716-0656-428a-a2f1-37305fe2cbe0 None None] The port '2d23c59d-4420-4152-becf-2714723959c6' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:47:23.566080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] For port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:23.570545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] For port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:23.577576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.594114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.676382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.693177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad753c88-e755-42ea-98c0-0a9794e452af None None] Pushing event updated for resources: {'Port': ['ID=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:23.805978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for f81bac22-377d-4072-aa75-c9d2eb7c25d5 owned by {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:23.925295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.935191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:23.961045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff54ebfb-60dd-4b90-a4ed-821c00c44cf4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:24.002512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.003786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-be92b816-8c40-4c32-808a-620fcb221cea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5705402 Feb 16 08:47:24.005668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.006595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35930) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.011503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.012735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:24.039837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.040409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Fanout notify agent at l3_agent the message router_deleted on router f00cf40d-4f81-433a-85b0-0b692ec04ad2 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:47:24.050763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:24.053297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.056862 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1a82c760-d553-4575-a912-70f099dce71e tempest-RoutersNegativeIpV6Test-1283266192 tempest-RoutersNegativeIpV6Test-1283266192-project] 10.222.0.94 "DELETE /v2.0/routers/f00cf40d-4f81-433a-85b0-0b692ec04ad2 HTTP/1.1" status: 204 len: 168 time: 0.8013062 Feb 16 08:47:24.062874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:24.067398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:24.085983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:24.093619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6d12-0395-4b1f-8f65-4d53576a65f1 req-ca77cc8d-cd37-4bd6-a114-5242e8dd15ab tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:24.095122 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03df6d12-0395-4b1f-8f65-4d53576a65f1 req-ca77cc8d-cd37-4bd6-a114-5242e8dd15ab tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.2984648 Feb 16 08:47:24.139107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.148087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.219434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=f81bac22-377d-4072-aa75-c9d2eb7c25d5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:24.237679 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03df6d12-0395-4b1f-8f65-4d53576a65f1 req-7f5d4a88-1ad8-4653-9501-eb2304dbbc9c tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318853 Feb 16 08:47:24.339161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.349580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.381515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.384141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37beaf2-c4d3-46d4-a20a-11f05f43a880,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:24.401821 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4ad41471-de71-4cc1-870c-bd07b7fb6d70 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/ports/f81bac22-377d-4072-aa75-c9d2eb7c25d5 HTTP/1.1" status: 204 len: 168 time: 1.1693039 Feb 16 08:47:24.405030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35940) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.419195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.424163 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04773a00-238f-404c-ae2d-ecb1381e0066 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4162862 Feb 16 08:47:24.424851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35944) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.425191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35946) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.432616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:24.450738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:24.460998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:24.464932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:24.471700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:24.506786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.582165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bf6a46-6677-47ce-bce0-337002307f5e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:24.583443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-16bf6a46-6677-47ce-bce0-337002307f5e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Synchronizing usage tracker for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:24.604325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.615889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-16bf6a46-6677-47ce-bce0-337002307f5e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Unset dirty status for tenant:f5cd5f8847cb4b11b010fe3db7332639 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:24.617239 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-16bf6a46-6677-47ce-bce0-337002307f5e tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "GET /v2.0/ports?device_id=8249f766-25a3-4536-95f5-b881fe799d25 HTTP/1.1" status: 200 len: 913 time: 0.2110128 Feb 16 08:47:24.620177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.650122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.713471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25740b3c-28d3-46a0-ba18-7b92cfd8094d,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:24.738678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.742557 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-128c9a1f-7ad2-4de4-8b69-ddb98326e90e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3137584 Feb 16 08:47:24.747583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35962) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.766231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:24.774167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:24.780663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:24.785486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-91a48c29-edd2-4a35-87f1-edc1681a2aea admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=7353ca57894142d4b7499f4e7a2c1c87&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3576701 Feb 16 08:47:24.787028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:24.791506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 35966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:24.794199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:24.813091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12abebb-17da-4d76-8c56-a9d2e7715d33 req-34ca374d-a753-4a33-8077-d1b0dfaff4a0 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:24.814618 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b12abebb-17da-4d76-8c56-a9d2e7715d33 req-34ca374d-a753-4a33-8077-d1b0dfaff4a0 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.2062275 Feb 16 08:47:24.816080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:47:24.838781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.891678 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-5f9a24bc-8f91-45b8-a70f-b4ccc98b06ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=766437a29c6e43efb97d89551fb34a0d&device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 1098 time: 0.2017844 Feb 16 08:47:24.898514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e20812b-6357-4cdd-8913-6a933024dd6c None None] Network 5447e475-c2f2-4fc4-9196-929709e03e25 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:24.909187 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b12abebb-17da-4d76-8c56-a9d2e7715d33 req-c3edf467-d8c8-404d-842f-66f622e40447 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883651 Feb 16 08:47:24.941834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.944384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.982376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91bad947-e7fd-4ea8-add1-1d453ea3c307,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:24.997320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:24.999292 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b0064510-b9d6-4ec7-a71a-fa70566a6f81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2422717 Feb 16 08:47:25.001924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 35970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:25.008106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '4517420e-ee55-493b-bf73-5e2f139262ee', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:25.014159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:25.017652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.019913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:25.023197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:25.029117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:25.030616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-29cbf8bb-7df4-4489-97b2-4dd40022722b None None] Provisioning for port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:25.041636 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:47:25.048451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.086708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.121288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.126238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.133912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-d341afb9-eb40-477f-b10d-d8045d87de19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:25.135391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-d341afb9-eb40-477f-b10d-d8045d87de19 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 200 len: 912 time: 0.2374253 Feb 16 08:47:25.170391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94abda66-1a46-4238-b325-1775f8deca04,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:25.177218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.178610 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2110969d-d32e-4a74-a938-a6debd60b7e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1757376 Feb 16 08:47:25.239376 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-f25241cf-402c-4fd4-8c27-8a31ec4dfb83 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 200 len: 217 time: 0.0918715 Feb 16 08:47:25.279519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 57c7b386-a27d-44ab-ac3e-506c2b0cac2c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:25.376053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:25.381289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:25.381897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.420713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.496531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2b1dc465-f8fa-4aa8-a044-c8291b69b1dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551375677&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0487831 Feb 16 08:47:25.522644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.562667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:25.571348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:47:25.571974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.615656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4fc0b701-8fbb-4799-b0dc-2520896f7d95 None None] Provisioning complete for port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:25.616041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4fc0b701-8fbb-4799-b0dc-2520896f7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.619703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-6c90ade5-2275-448e-8d13-6f80d8f37927 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:25.621121 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-6c90ade5-2275-448e-8d13-6f80d8f37927 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=afbf03a5-6511-4104-97a2-5c65e630fc83 HTTP/1.1" status: 200 len: 851 time: 0.3713484 Feb 16 08:47:25.621806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdbe43a-8877-4e43-965e-e5d95f23faaf,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:25.655668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2ce01f3f-97cb-49b2-b97f-55be8fd05ec3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:25.656344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2ce01f3f-97cb-49b2-b97f-55be8fd05ec3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:25.668327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:25.670361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e481ce05-4c6c-477d-8224-9574159f25b9 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/1fdbe43a-8877-4e43-965e-e5d95f23faaf HTTP/1.1" status: 204 len: 168 time: 0.8766077 Feb 16 08:47:25.681345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2ce01f3f-97cb-49b2-b97f-55be8fd05ec3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:25.682497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2ce01f3f-97cb-49b2-b97f-55be8fd05ec3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=5447e475-c2f2-4fc4-9196-929709e03e25 HTTP/1.1" status: 200 len: 796 time: 0.1793747 Feb 16 08:47:25.682887 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-c37f4088-7759-4803-b6ca-285e60b0dc81 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe427a4-e316-4c91-8d88-7d10979b35a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475771 Feb 16 08:47:25.707395 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-be9670d9-6964-402b-a6df-d4e98ced477f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0193810 Feb 16 08:47:25.709895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:25.913372 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2f104ad7-0472-4005-b215-f83d1fc3f5c3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2048988 Feb 16 08:47:25.933657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-df0e3191-572b-4040-8471-b39c0321bcf4 service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464709 Feb 16 08:47:26.081331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:26.122153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e58f4d31-d807-48fd-8598-8466b859424b service neutron] 10.222.0.94 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936107 Feb 16 08:47:26.192881 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-95fa2b3c-031a-41fc-8c6e-3819dbd97bf0 req-606c7deb-1cca-4585-ab2a-821c54b7922b service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518556 Feb 16 08:47:26.237303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65269c30-a6bd-4042-9923-de0da02304c5 req-8d479335-ceac-4bf9-9223-cf464fc0a4de tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:26.238846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-65269c30-a6bd-4042-9923-de0da02304c5 req-8d479335-ceac-4bf9-9223-cf464fc0a4de tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1750085 Feb 16 08:47:26.308887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-2cc2a1ec-2706-4b44-9592-6fd49cadb884 service neutron] 10.222.0.94 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792769 Feb 16 08:47:26.316476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-65269c30-a6bd-4042-9923-de0da02304c5 req-4b90eb4c-f41d-4def-ba6a-7116c02af26e tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703347 Feb 16 08:47:26.498524 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3eb935b9-5932-4e6b-a781-6de1af448c3e req-9b2b4350-54c5-40d6-b9d4-d79987c582a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 210 time: 0.0398257 Feb 16 08:47:26.717450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 505530b5-3acc-4b68-8325-3ba2c19dc0ab {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:26.717794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:26.900380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:27.021715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 505530b5-3acc-4b68-8325-3ba2c19dc0ab owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:27.197352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 57c7b386-a27d-44ab-ac3e-506c2b0cac2c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:27.210173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:27.268709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=505530b5-3acc-4b68-8325-3ba2c19dc0ab,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:27.282594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:27.282984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:27.516042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52fd1b5-f248-42a2-83a7-c79abf0ca751 req-415dbd60-f161-4b52-8464-5abffb0f560f tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:27.517532 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f52fd1b5-f248-42a2-83a7-c79abf0ca751 req-415dbd60-f161-4b52-8464-5abffb0f560f tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.0752640 Feb 16 08:47:27.568374 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f52fd1b5-f248-42a2-83a7-c79abf0ca751 req-87e6cddf-2c42-4353-9e72-8ebabddf2de3 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450132 Feb 16 08:47:27.677293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:27.692486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-953ee413-1eee-413d-a8b7-2c45e4273425 req-c9449191-256e-473c-a32d-b921aa8bc88f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 210 time: 0.0585327 Feb 16 08:47:27.968180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-ed6ef299-23b4-476c-8d39-f587180e1a84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:27.969569 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-ed6ef299-23b4-476c-8d39-f587180e1a84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=5447e475-c2f2-4fc4-9196-929709e03e25 HTTP/1.1" status: 200 len: 796 time: 0.1687028 Feb 16 08:47:28.026978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc342a-5a96-4745-9ea4-915ba80d2fb4 req-9c8e0c34-8e35-439d-b868-cf9153611433 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:28.028430 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7edc342a-5a96-4745-9ea4-915ba80d2fb4 req-9c8e0c34-8e35-439d-b868-cf9153611433 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.0819082 Feb 16 08:47:28.081035 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7edc342a-5a96-4745-9ea4-915ba80d2fb4 req-a14e928f-91ad-473b-a2aa-cab3d3b1e498 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Feb 16 08:47:28.202647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-6459a0ad-4c66-4311-a70b-c0a6c83346a0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:28.236277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-6459a0ad-4c66-4311-a70b-c0a6c83346a0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:28.237398 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-6459a0ad-4c66-4311-a70b-c0a6c83346a0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 472 time: 0.1667712 Feb 16 08:47:28.291331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['4517420e-ee55-493b-bf73-5e2f139262ee']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:28.497582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:28.502593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:28.506367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:28.513729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:28.528248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:28.531782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:28.703507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Router 8249f766-25a3-4536-95f5-b881fe799d25 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:28.717884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.29 (5447e475-c2f2-4fc4-9196-929709e03e25/9ca28501-350f-4cf9-b461-acdc8218fd0c/fa5c0247-59c9-4298-bcf5-315d59cd6e40) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:28.861397 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ebcf582-df8a-4872-bb54-359d01fcde58 req-1d9c9c10-3b03-4b71-85b1-666e9f5e517f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 210 time: 0.0419271 Feb 16 08:47:29.149874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.171075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object fa5c0247-59c9-4298-bcf5-315d59cd6e40 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:29.210715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:29.218743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.234767 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] Sync routers for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:29.265850 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:29.268094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:29.294079 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c7f7d5ee-dc77-4f42-adab-99738a524378 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "PUT /v2.0/routers/8249f766-25a3-4536-95f5-b881fe799d25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6727464 Feb 16 08:47:29.297622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36008) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:29.309528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 5447e475-c2f2-4fc4-9196-929709e03e25 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:29.311002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:29.313999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:29.315934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:29.378744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:29.379774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.409427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-1e5f4d6b-3242-4c7e-9b32-e7e975f0dc36 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1218805 Feb 16 08:47:29.423581 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:29.429597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Request body: {'port': {'device_id': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:29.436491 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] Routers {'8249f766-25a3-4536-95f5-b881fe799d25'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:29.437105 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['8249f766-25a3-4536-95f5-b881fe799d25'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:29.472886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ad0f2-e13e-406e-bd51-f0f2a8627448 req-8ba65c81-6ae3-46ab-ae07-f8fc5bd5c9eb tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:29.475290 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb7ad0f2-e13e-406e-bd51-f0f2a8627448 req-8ba65c81-6ae3-46ab-ae07-f8fc5bd5c9eb tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.2520370 Feb 16 08:47:29.501234 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:29.501692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a90340-80d2-4672-a9be-57cdd633cc8d None None] The sync data for ids ['8249f766-25a3-4536-95f5-b881fe799d25'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:29.551383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb7ad0f2-e13e-406e-bd51-f0f2a8627448 req-84be1056-5f70-4871-b39d-31a78927c3ed tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696299 Feb 16 08:47:29.572455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.583917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2f226e97-8df9-430b-9f5a-8711e25e8e70 None None] Provisioning for port fa5c0247-59c9-4298-bcf5-315d59cd6e40 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:29.589611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2f226e97-8df9-430b-9f5a-8711e25e8e70 None None] Provisioning complete for port fa5c0247-59c9-4298-bcf5-315d59cd6e40 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:29.589988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2f226e97-8df9-430b-9f5a-8711e25e8e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.616657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.652962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2f226e97-8df9-430b-9f5a-8711e25e8e70 None None] Port fa5c0247-59c9-4298-bcf5-315d59cd6e40 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:29.840970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.852892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting port 1e1eff6d-d385-4fcf-945e-b988519813fd {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:29.853231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:29.994090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5c0247-59c9-4298-bcf5-315d59cd6e40 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:47:30.003631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.030178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Transition to ACTIVE for port object fa5c0247-59c9-4298-bcf5-315d59cd6e40 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:30.035460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.103501 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-1948be6c-bff4-4118-b1de-b1538ea702af service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=766437a29c6e43efb97d89551fb34a0d&device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 1098 time: 0.1626368 Feb 16 08:47:30.224968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953bff50-b7b4-43ea-8304-48c001ff292d req-1c836b35-a746-477a-ac43-5b4eaf318a74 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:30.226459 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-953bff50-b7b4-43ea-8304-48c001ff292d req-1c836b35-a746-477a-ac43-5b4eaf318a74 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.3288281 Feb 16 08:47:30.293696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.302177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:30.315934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-26ec9e3d-d8e0-4a57-b0a7-98a1822eea8f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:30.317388 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-26ec9e3d-d8e0-4a57-b0a7-98a1822eea8f service neutron] 10.222.0.98 "GET /v2.0/networks?id=6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 200 len: 912 time: 0.1538315 Feb 16 08:47:30.427015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Calling delete_port for 1e1eff6d-d385-4fcf-945e-b988519813fd owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:30.440961 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-41a4479d-87e4-4dc9-bdf7-fe2fe471d3c3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 200 len: 217 time: 0.0997353 Feb 16 08:47:30.456901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310b693-9b2d-46db-898c-5fe9f756d156 req-1de184b2-8c0d-4ee4-bd6c-6db230ff63ef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:30.458314 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9310b693-9b2d-46db-898c-5fe9f756d156 req-1de184b2-8c0d-4ee4-bd6c-6db230ff63ef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 944 time: 0.4372482 Feb 16 08:47:30.460308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-953bff50-b7b4-43ea-8304-48c001ff292d req-343ec362-3a15-4003-a1b6-888b67087078 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226431 Feb 16 08:47:30.542789 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9310b693-9b2d-46db-898c-5fe9f756d156 req-7d798f0d-fa68-4d5f-840e-fa41c07b92a1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760243 Feb 16 08:47:30.636225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.637372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-cc11839b-952e-48e3-93c8-8102348abaff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:30.639366 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-cc11839b-952e-48e3-93c8-8102348abaff service neutron] 10.222.0.98 "GET /v2.0/subnets?id=afbf03a5-6511-4104-97a2-5c65e630fc83 HTTP/1.1" status: 200 len: 851 time: 0.1908398 Feb 16 08:47:30.640174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Attempting to bind port fa5c0247-59c9-4298-bcf5-315d59cd6e40 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:30.640502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Attempting to bind port fa5c0247-59c9-4298-bcf5-315d59cd6e40 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:30.640824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Attempting to bind port fa5c0247-59c9-4298-bcf5-315d59cd6e40 on network 5447e475-c2f2-4fc4-9196-929709e03e25 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:30.680725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Port': ['ID=1e1eff6d-d385-4fcf-945e-b988519813fd,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:30.687953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Port fa5c0247-59c9-4298-bcf5-315d59cd6e40 on network 5447e475-c2f2-4fc4-9196-929709e03e25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:47:30.688446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Attempting to bind port fa5c0247-59c9-4298-bcf5-315d59cd6e40 on network 5447e475-c2f2-4fc4-9196-929709e03e25 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:30.698148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-2bfaa6a4-cc7c-44af-9fb8-c17b5e5a3d9c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6fe427a4-e316-4c91-8d88-7d10979b35a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504417 Feb 16 08:47:30.701811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:30.702167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Checking segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:30.702813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Bound using segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:30.703232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Bound port: fa5c0247-59c9-4298-bcf5-315d59cd6e40, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:30.703572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.908655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:30.914588 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-84aef7dc-ecbe-4a41-ae67-ca4c7836701d service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954696 Feb 16 08:47:30.918762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:30.921706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:30.942476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.078739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.080174 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] 10.222.0.98 "PUT /v2.0/ports/fa5c0247-59c9-4298-bcf5-315d59cd6e40 HTTP/1.1" status: 200 len: 1094 time: 1.6559136 Feb 16 08:47:31.083029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:47:31.122204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f9d38-c8a5-4da4-bc3a-1e6c3c4a2429 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:31.179889 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40', 'status': 'completed', 'code': 200} Feb 16 08:47:31.190913 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-28e842cf-19df-49dd-be30-60fc0c79acb8 req-4286c847-452f-49b3-b4a3-0b557d48eb9b service neutron] 10.222.0.98 "GET /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689230 Feb 16 08:47:31.220943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.224167 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-b42fe71a-fad0-48ac-b796-94362a15d983 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 1097 time: 0.0841503 Feb 16 08:47:31.225692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.253707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.254453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Fanout notify agent at l3_agent the message router_deleted on router 8249f766-25a3-4536-95f5-b881fe799d25 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:47:31.280602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.281712 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f0346fbd-e819-45ca-9c30-ff9d47f16e40 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/routers/8249f766-25a3-4536-95f5-b881fe799d25 HTTP/1.1" status: 204 len: 168 time: 1.9796700 Feb 16 08:47:31.284175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36020) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:31.332245 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-d83fa791-137f-47c8-9df3-723899517ef1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40 HTTP/1.1" status: 200 len: 217 time: 0.0694656 Feb 16 08:47:31.397721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-73c3fac2-dfd1-42d3-9695-1a69134ebe62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:31.399470 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-73c3fac2-dfd1-42d3-9695-1a69134ebe62 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9ca28501-350f-4cf9-b461-acdc8218fd0c HTTP/1.1" status: 200 len: 837 time: 0.0615439 Feb 16 08:47:31.470387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Deleting subnet baecb2c1-fbc1-486c-80b0-14bdd2179b2c {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:31.473287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.475219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-f9e0a065-a424-4082-82a9-02c2e0aad22a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5447e475-c2f2-4fc4-9196-929709e03e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0680249 Feb 16 08:47:31.526337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.623074 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-7353f706-ef61-40bb-b214-a978883d3683 service neutron] 10.222.0.98 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378977 Feb 16 08:47:31.627114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.769347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2b812789-5640-4d3f-b2ea-cc54accead0e req-5f7199b1-9df0-43a8-9523-0319b09df002 service neutron] 10.222.0.98 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366847 Feb 16 08:47:31.815868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.878071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.918793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44909f0-d0d8-472d-b6d2-b6d7e5371de7 req-9cec0e96-3c14-463e-8ba2-bce380bec473 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:31.920279 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b44909f0-d0d8-472d-b6d2-b6d7e5371de7 req-9cec0e96-3c14-463e-8ba2-bce380bec473 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.3345754 Feb 16 08:47:31.933982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a42b5-c4b3-4fa5-8c99-8e248e50cfe1 req-a59e1e42-21a6-40fd-8b56-2f4b6dd93861 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:31.935389 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-257a42b5-c4b3-4fa5-8c99-8e248e50cfe1 req-a59e1e42-21a6-40fd-8b56-2f4b6dd93861 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 944 time: 0.1834350 Feb 16 08:47:31.936057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Subnet': ['ID=baecb2c1-fbc1-486c-80b0-14bdd2179b2c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:31.971278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:31.991858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3f63b0a6-bbc6-44b3-8845-129c9de71ef5 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/subnets/baecb2c1-fbc1-486c-80b0-14bdd2179b2c HTTP/1.1" status: 204 len: 168 time: 0.7065184 Feb 16 08:47:32.001382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36028) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:32.019064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-ec5a33f1-61dd-492d-aaea-57667c3b85e5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 1097 time: 0.0776887 Feb 16 08:47:32.091248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b44909f0-d0d8-472d-b6d2-b6d7e5371de7 req-5d466837-e9db-45a3-bc41-15491102e030 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630602 Feb 16 08:47:32.108561 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-257a42b5-c4b3-4fa5-8c99-8e248e50cfe1 req-91079df3-107f-494a-8946-3f2d4606a78e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576214 Feb 16 08:47:32.139490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.195905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3839-3115-4daa-af3d-5a8911b4130d req-aebe9ff8-5e00-474b-b1bb-22e40c5717b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:32.197422 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-aebe9ff8-5e00-474b-b1bb-22e40c5717b5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=5447e475-c2f2-4fc4-9196-929709e03e25 HTTP/1.1" status: 200 len: 897 time: 0.1583047 Feb 16 08:47:32.273793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.281695 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-5e3ff195-cb95-408f-adc1-b2b5481f2903 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40 HTTP/1.1" status: 200 len: 217 time: 0.0637071 Feb 16 08:47:32.297996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688bb020-6d76-4578-a958-fbeed362f91d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:32.309827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f598592-dd2e-4cef-b43d-450681c7cdc1') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:32.310636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f598592-dd2e-4cef-b43d-450681c7cdc1') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:32.321532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.338037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.344171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:32.344480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.346269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a3839-3115-4daa-af3d-5a8911b4130d req-4cec6206-cb48-4af2-89c2-e9c65663a260 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:32.348096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-4cec6206-cb48-4af2-89c2-e9c65663a260 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9ca28501-350f-4cf9-b461-acdc8218fd0c HTTP/1.1" status: 200 len: 837 time: 0.0605958 Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:32.358098 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:32.423089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-f51e5b57-476e-434c-b154-f6b5d6abb7d3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=5447e475-c2f2-4fc4-9196-929709e03e25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0682993 Feb 16 08:47:32.436807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.456919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:32.462916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] Pushing event deleted for resources: {'Network': ['ID=688bb020-6d76-4578-a958-fbeed362f91d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:32.469152 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23cfc78b-20dd-4841-9da8-17f939a4aa96 tempest-FloatingIPTestJSON-1736385345 tempest-FloatingIPTestJSON-1736385345-project] 10.222.0.94 "DELETE /v2.0/networks/688bb020-6d76-4578-a958-fbeed362f91d HTTP/1.1" status: 204 len: 168 time: 0.4648178 Feb 16 08:47:32.657032 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-ae8db689-3612-4089-b722-0a5620ecef0b service neutron] 10.222.0.98 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274830 Feb 16 08:47:32.775113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36036) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:32.790689 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-827a3839-3115-4daa-af3d-5a8911b4130d req-91bb13b5-2637-4a11-9b4a-7c77d53c8a86 service neutron] 10.222.0.98 "GET /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267242 Feb 16 08:47:32.955121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-65b3e5f8-dcba-4f01-9741-2ec4691ab72e admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f5cd5f8847cb4b11b010fe3db7332639&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1788561 Feb 16 08:47:32.957531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36042) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:33.016963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:33.041667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:33.103376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:33.128340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceaf0e8-4f34-4f2c-8b5b-7334e1e3c463,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:33.131582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:33.132886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-728639dd-31db-4362-86ff-122ddf8eeef7 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4ceaf0e8-4f34-4f2c-8b5b-7334e1e3c463 HTTP/1.1" status: 204 len: 168 time: 0.1742182 Feb 16 08:47:33.366112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a3f84-eecd-47c1-8b12-c8ffa4a57439 req-b1652adf-76a7-4a09-8208-575f38de48ed tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:33.367566 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-084a3f84-eecd-47c1-8b12-c8ffa4a57439 req-b1652adf-76a7-4a09-8208-575f38de48ed tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1370184 Feb 16 08:47:33.373059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84f3bc-395a-49df-bd8f-3b6194e5570b req-144d04d3-afbd-4d2f-87fb-b9635a8f9ad2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:33.374423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e84f3bc-395a-49df-bd8f-3b6194e5570b req-144d04d3-afbd-4d2f-87fb-b9635a8f9ad2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 944 time: 0.1076670 Feb 16 08:47:33.446850 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-084a3f84-eecd-47c1-8b12-c8ffa4a57439 req-62fa47af-1978-4e53-af81-c55997af4595 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Feb 16 08:47:33.454892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e84f3bc-395a-49df-bd8f-3b6194e5570b req-ec0cfdb5-48b1-4af1-b149-0cbaf362a290 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615971 Feb 16 08:47:33.870854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd94fe-60fc-4cc7-a738-7256e5d0b097 req-5616ae0c-b360-42b7-9059-94e3a0faeeed tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:33.873557 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97bd94fe-60fc-4cc7-a738-7256e5d0b097 req-5616ae0c-b360-42b7-9059-94e3a0faeeed tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.0791581 Feb 16 08:47:33.917930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97bd94fe-60fc-4cc7-a738-7256e5d0b097 req-87b7f465-6b1e-4cfc-a750-cbfad955048d tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397594 Feb 16 08:47:33.958901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36072) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:34.086888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1767444898-network', 'tenant_id': '760e6d0c21c540fd90806025c5b18119'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:34.091712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:34.095467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Usage tracker for resource:network and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:34.098253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:34.108177 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:34.118384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Made reservation on behalf of 760e6d0c21c540fd90806025c5b18119 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:34.120781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.133277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.163780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:34.167532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:34.171052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:34.176746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:34.245518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.249835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.281040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:34.289918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0c3094-f954-438e-943c-7ba7098ff377,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:34.296444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.296813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Added segment 0759c10a-83ff-4abb-84b8-4b64dc7c9b5b of type vlan for network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 Feb 16 08:47:34.323047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.350759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.351709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:34.352290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.457968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] Pushing event updated for resources: {'Network': ['ID=0d5ebae1-1197-4560-bcf8-614f6fea6b65,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:34.460911 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba08e153-d5f8-443f-a5d7-4391cea1711e admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5010147 Feb 16 08:47:34.463944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36078) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:34.470788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Request body: {'subnet': {'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1767444898-subnet', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:34.471504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:34.475806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:34.479630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Usage tracker for resource:subnet and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:34.483097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:34.488818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:34.499905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Made reservation on behalf of 760e6d0c21c540fd90806025c5b18119 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:34.502164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.701512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fa5c0247-59c9-4298-bcf5-315d59cd6e40 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:47:34.824868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec74c98-14c7-49bd-bf7a-198eb4b856f9 req-234f8913-209d-4a68-9d2d-08fca69847b3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:34.826250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ec74c98-14c7-49bd-bf7a-198eb4b856f9 req-234f8913-209d-4a68-9d2d-08fca69847b3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 944 time: 0.2363164 Feb 16 08:47:34.837624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:34.851246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'port_id': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40', 'mac_address': 'fa:16:3e:39:71:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:47:34.902368 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ec74c98-14c7-49bd-bf7a-198eb4b856f9 req-e16ca99d-35df-4c2b-9d1a-0a934c4f71e1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691724 Feb 16 08:47:34.903590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.905716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.930415 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5c0247-59c9-4298-bcf5-315d59cd6e40 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:47:34.948395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:34.955031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:34.974142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d85905-7f29-404d-9db2-46bf1f033185,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:34.988310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:34.988670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Network hostable DHCP agents. Network: 0d5ebae1-1197-4560-bcf8-614f6fea6b65, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:35.014159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:35.024631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 0d5ebae1-1197-4560-bcf8-614f6fea6b65) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:35.030014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:35.030742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.035574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:35.038221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf3e3b-8f3e-48c2-81f0-a4b3a3923093 None None] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:35.099533 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-72011cec-cbca-4e9b-bfca-4120255e2227 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6343145 Feb 16 08:47:35.102230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36086) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:35.108501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:35.113306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:35.117243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Usage tracker for resource:router and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:35.122123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:35.127890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:35.142029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.143066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.157275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4018d8-0904-46a0-869a-1198d555818d req-946e148c-ad99-42fb-a152-7188e6344f2a tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:35.158801 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b4018d8-0904-46a0-869a-1198d555818d req-946e148c-ad99-42fb-a152-7188e6344f2a tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1056499 Feb 16 08:47:35.162761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.210719 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b4018d8-0904-46a0-869a-1198d555818d req-c9b1710c-dffb-49d4-9481-ac405b68adf6 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 Feb 16 08:47:35.271274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:47:35.272182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.282575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['fa5c0247-59c9-4298-bcf5-315d59cd6e40'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:47:35.329069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.516123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.525050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Allocated IP 172.20.0.2 (0d5ebae1-1197-4560-bcf8-614f6fea6b65/c5d85905-7f29-404d-9db2-46bf1f033185/04eb6005-86d1-4660-94de-fbf6432bbc03) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:35.548033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.684969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Allocated IP 172.26.4.232 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/73202a37-547f-446b-86b0-c71c13c07491) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:35.849397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.863364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Transition to ACTIVE for port object 04eb6005-86d1-4660-94de-fbf6432bbc03 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:35.882917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Transition to ACTIVE for port object 04eb6005-86d1-4660-94de-fbf6432bbc03 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:35.888822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.894404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:35.902586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-8e38f4a6-4100-494c-984c-3868b1103409 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:35.903260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-8e38f4a6-4100-494c-984c-3868b1103409 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Synchronizing usage tracker for tenant:766437a29c6e43efb97d89551fb34a0d on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:47:35.928723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-8e38f4a6-4100-494c-984c-3868b1103409 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Unset dirty status for tenant:766437a29c6e43efb97d89551fb34a0d on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:47:35.929858 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-8e38f4a6-4100-494c-984c-3868b1103409 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.98 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1668336 Feb 16 08:47:35.958925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:35.962514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:35.964240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Pushing event updated for resources: {'Port': ['ID=04eb6005-86d1-4660-94de-fbf6432bbc03,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:35.966902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:35.992452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.067368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Deleting port d268c4e2-c8c7-4b79-a247-1a3b72377baf {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:47:36.067760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.103389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Attempting to bind port 04eb6005-86d1-4660-94de-fbf6432bbc03 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:36.103672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Attempting to bind port 04eb6005-86d1-4660-94de-fbf6432bbc03 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:36.104030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Attempting to bind port 04eb6005-86d1-4660-94de-fbf6432bbc03 on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:36.111303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:36.111679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:36.112075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.112634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Bound using segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:36.113109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Bound port: 04eb6005-86d1-4660-94de-fbf6432bbc03, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:36.113486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.131040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e9fdb-926d-481d-b356-38dfff122634 req-01207d60-0b9b-4f6b-8c82-06ba9f819799 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:36.133077 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd8e9fdb-926d-481d-b356-38dfff122634 req-01207d60-0b9b-4f6b-8c82-06ba9f819799 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 945 time: 0.0905719 Feb 16 08:47:36.165147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:36.173033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:36.182367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:36.208726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] For port 04eb6005-86d1-4660-94de-fbf6432bbc03, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:36.210774 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd8e9fdb-926d-481d-b356-38dfff122634 req-d263c0b3-17ff-4fec-8812-24c810b868ca tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688312 Feb 16 08:47:36.213037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] For port 04eb6005-86d1-4660-94de-fbf6432bbc03, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=04eb6005-86d1-4660-94de-fbf6432bbc03,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:36.219579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.277462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Pushing event updated for resources: {'Port': ['ID=73202a37-547f-446b-86b0-c71c13c07491,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:36.337859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d971c68-f629-4204-8acc-89cb8256d596 None None] Pushing event updated for resources: {'Port': ['ID=04eb6005-86d1-4660-94de-fbf6432bbc03,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:36.457395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0204a8-6ba9-499c-b811-3f2efd207c1b req-597e9db7-752b-421a-83e4-c9e2343b45b4 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:36.462965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df0204a8-6ba9-499c-b811-3f2efd207c1b req-597e9db7-752b-421a-83e4-c9e2343b45b4 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 945 time: 0.1028321 Feb 16 08:47:36.474414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] For port d268c4e2-c8c7-4b79-a247-1a3b72377baf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d268c4e2-c8c7-4b79-a247-1a3b72377baf,segment=NetworkSegment(3e3f4b46-55ce-419f-aeaf-eec6e642ee78),segment_id=3e3f4b46-55ce-419f-aeaf-eec6e642ee78)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:36.474414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.547272 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df0204a8-6ba9-499c-b811-3f2efd207c1b req-8862c51a-c9cf-477f-b9d1-85e766a5e044 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4a90ea-277b-477b-b08f-e3efaaed3993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674539 Feb 16 08:47:36.699988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fa5c0247-59c9-4298-bcf5-315d59cd6e40 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:36.713504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Calling delete_port for d268c4e2-c8c7-4b79-a247-1a3b72377baf owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:47:36.769659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.770381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.774771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port fa5c0247-59c9-4298-bcf5-315d59cd6e40 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:36.779728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port fa5c0247-59c9-4298-bcf5-315d59cd6e40 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:36.780101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.893017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.921317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:47:36.932252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:36.937848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:36.986888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:37.008776 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40', 'code': 200} Feb 16 08:47:37.034144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:37.038796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Pushing event deleted for resources: {'Port': ['ID=d268c4e2-c8c7-4b79-a247-1a3b72377baf,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:37.127940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] No DVR routers for this DVR port d268c4e2-c8c7-4b79-a247-1a3b72377baf on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:47:37.132258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:37.135556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'name': 'network-vif-deleted', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:47:37.166567 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5a2d78e6-ccbc-4cd3-b520-f82bdb7ca9b3 req-d7105ec6-db88-4a39-a066-279224b78b79 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.98 "DELETE /v2.0/ports/d268c4e2-c8c7-4b79-a247-1a3b72377baf HTTP/1.1" status: 204 len: 173 time: 1.2296937 Feb 16 08:47:37.232675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:47:37.259866 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6940123-4c07-45fa-b94a-24f5887118e7', 'name': 'network-vif-deleted', 'tag': 'd268c4e2-c8c7-4b79-a247-1a3b72377baf', 'status': 'completed', 'code': 200} Feb 16 08:47:37.324039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 04eb6005-86d1-4660-94de-fbf6432bbc03 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:37.431858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 04eb6005-86d1-4660-94de-fbf6432bbc03 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:37.492638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a13b3-3b7f-4069-9d5b-1ec161f6b99e None None] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:37.510796 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85cd34e5-b971-44ca-890e-0486fbbe9179 req-a715ccda-a8ed-428f-9701-26137a94e3e4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 1099 time: 0.1632504 Feb 16 08:47:37.513870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ba7429-23cd-4806-8e0a-803527c40cba req-ffa92f4b-ced4-4269-9c20-0f7928f15b3d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:37.521549 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-87ba7429-23cd-4806-8e0a-803527c40cba req-ffa92f4b-ced4-4269-9c20-0f7928f15b3d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.1043720 Feb 16 08:47:37.564692 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85cd34e5-b971-44ca-890e-0486fbbe9179 req-4445caa3-731d-4db6-8291-de1903bc65c2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471423 Feb 16 08:47:37.575016 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-87ba7429-23cd-4806-8e0a-803527c40cba req-bb28b912-b88a-4fb8-95c3-3ec19a63291b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522854 Feb 16 08:47:37.606957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:37.609133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Provisioning for port 04eb6005-86d1-4660-94de-fbf6432bbc03 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:37.625119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:37.628593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:37.629813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f32b89ab-2cd5-4f94-a060-d2249071c6b7 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5263448 Feb 16 08:47:37.632454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36102) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:37.633605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Provisioning complete for port 04eb6005-86d1-4660-94de-fbf6432bbc03 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:37.633986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:37.727078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e06b09f-e1df-45c9-98c7-a8d063f678d1 req-b8f6dc20-9fad-4643-94c5-9b233ec2c5d4 tempest-TestServerAdvancedOps-2134815410 tempest-TestServerAdvancedOps-2134815410-project] 10.222.0.94 "GET /v2.0/ports?device_id=d6940123-4c07-45fa-b94a-24f5887118e7 HTTP/1.1" status: 200 len: 210 time: 0.0417724 Feb 16 08:47:37.761095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:37.761834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:38.020351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.068737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:38.125187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] For port 04eb6005-86d1-4660-94de-fbf6432bbc03, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=04eb6005-86d1-4660-94de-fbf6432bbc03,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:38.190943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.346249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aaab5-7c47-454e-afbf-cee3ecd40efe None None] Pushing event updated for resources: {'Port': ['ID=04eb6005-86d1-4660-94de-fbf6432bbc03,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:38.474680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb828ba0-549f-4ec5-8005-6467692d1735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.502580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:36Z', 'revision_number': 3, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:38.510561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:47:38.510916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Updating router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 port 73202a37-547f-446b-86b0-c71c13c07491 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:47:38.519046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.568174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-784bd302-4a1c-45d6-b090-63c47c7dd058 None None] Provisioning complete for port 04eb6005-86d1-4660-94de-fbf6432bbc03 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:38.568548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-784bd302-4a1c-45d6-b090-63c47c7dd058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.606728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.722746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d268c4e2-c8c7-4b79-a247-1a3b72377baf no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:47:38.779433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: d268c4e2-c8c7-4b79-a247-1a3b72377baf {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:47:38.780129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d268c4e2-c8c7-4b79-a247-1a3b72377baf not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:47:38.789463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Allocated IP 172.20.0.1 (0d5ebae1-1197-4560-bcf8-614f6fea6b65/c5d85905-7f29-404d-9db2-46bf1f033185/493d4f4a-d4a6-442b-b769-35a117ba4ad1) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:38.795418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e68d6-2925-415e-84ab-620eae35a7ab req-a1aad09a-534b-4ea9-9a3b-4ebfd945c3ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:38.802682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-898e68d6-2925-415e-84ab-620eae35a7ab req-a1aad09a-534b-4ea9-9a3b-4ebfd945c3ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.1022828 Feb 16 08:47:38.859616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36110) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:38.904776 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-898e68d6-2925-415e-84ab-620eae35a7ab req-e7fcb6f2-7abe-4227-b772-e186b6040e44 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012125 Feb 16 08:47:38.933699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Deleting subnet afbf03a5-6511-4104-97a2-5c65e630fc83 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:38.937906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.985548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:38.992914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.006807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Transition to ACTIVE for port object 493d4f4a-d4a6-442b-b769-35a117ba4ad1 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:39.034987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.051468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.081559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.095811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Transition to ACTIVE for port object 73202a37-547f-446b-86b0-c71c13c07491 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:39.103672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.120550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:39.124012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:39.126649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:39.221628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176da8-145e-4615-b83e-55c3b217bb71 None None] Pushing event updated for resources: {'Port': ['ID=73202a37-547f-446b-86b0-c71c13c07491,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.223592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb0cc7-3a15-463c-b6ef-52a1ababdc06 req-1c84ab9f-dcd6-4954-923b-f58d6248fd10 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:39.225491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Attempting to bind port 73202a37-547f-446b-86b0-c71c13c07491 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:39.225859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Attempting to bind port 73202a37-547f-446b-86b0-c71c13c07491 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:39.226220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Attempting to bind port 73202a37-547f-446b-86b0-c71c13c07491 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:39.233362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.233490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:39.233730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:39.234124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.234534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:39.235060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Bound port: 73202a37-547f-446b-86b0-c71c13c07491, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:39.235341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.237695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-55cb0cc7-3a15-463c-b6ef-52a1ababdc06 req-1c84ab9f-dcd6-4954-923b-f58d6248fd10 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.1576166 Feb 16 08:47:39.239246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.250388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Pushing event updated for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.267454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 04eb6005-86d1-4660-94de-fbf6432bbc03 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:39.301332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afbf03a5-6511-4104-97a2-5c65e630fc83,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.311212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.325065 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8fed0ca-9285-4703-b9e4-c9904c052f93 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/afbf03a5-6511-4104-97a2-5c65e630fc83 HTTP/1.1" status: 204 len: 168 time: 0.4643009 Feb 16 08:47:39.329098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36116) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:39.366006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] For port 73202a37-547f-446b-86b0-c71c13c07491, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:39.371791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] For port 73202a37-547f-446b-86b0-c71c13c07491, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=73202a37-547f-446b-86b0-c71c13c07491,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:39.403665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.404343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.423124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-55cb0cc7-3a15-463c-b6ef-52a1ababdc06 req-f1cb9521-7237-4b92-b925-6b23ac952a80 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498585 Feb 16 08:47:39.475734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.520600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 04eb6005-86d1-4660-94de-fbf6432bbc03 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:39.521101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.552044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b176da8-145e-4615-b83e-55c3b217bb71 None None] Pushing event updated for resources: {'Port': ['ID=73202a37-547f-446b-86b0-c71c13c07491,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.563041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a47084f-7990-48b5-9d36-d6e0259c3246 None None] Provisioning for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:39.572387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a47084f-7990-48b5-9d36-d6e0259c3246 None None] Provisioning complete for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:39.572832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a47084f-7990-48b5-9d36-d6e0259c3246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.604832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:39.605694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:39.614798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.642897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe427a4-e316-4c91-8d88-7d10979b35a7']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:39.654448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.659424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3f4b46-55ce-419f-aeaf-eec6e642ee78') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:39.659662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.659795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3f4b46-55ce-419f-aeaf-eec6e642ee78') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:39.674675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.694632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.702266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:39.702993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:39.717641 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:39.767124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.770416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Pushing event updated for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.787210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0a47084f-7990-48b5-9d36-d6e0259c3246 None None] Port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:39.799517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.818591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.837224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fe427a4-e316-4c91-8d88-7d10979b35a7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:39.849482 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d20dc4ee-b19d-41f2-a9bf-f0e0fb3966c8 admin admin] 10.222.0.94 "DELETE /v2.0/networks/6fe427a4-e316-4c91-8d88-7d10979b35a7 HTTP/1.1" status: 204 len: 168 time: 0.5191915 Feb 16 08:47:39.853644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36124) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:39.890207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:39.922416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Deleting subnet ee494fff-2a6e-4e11-bf50-26f189805131 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:47:39.924581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:39.925778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:39.925957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:39.986201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.162670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.244020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.314221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee494fff-2a6e-4e11-bf50-26f189805131,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:40.321571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f86729c-cd16-41a3-90a1-70c8284a8ba8 None None] Provisioning complete for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:40.322593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f86729c-cd16-41a3-90a1-70c8284a8ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.324186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.340141 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e4c973de-625f-45f5-a39e-7571cb681334 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/ee494fff-2a6e-4e11-bf50-26f189805131 HTTP/1.1" status: 204 len: 168 time: 0.4829042 Feb 16 08:47:40.340638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36128) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:40.385937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5f86729c-cd16-41a3-90a1-70c8284a8ba8 None None] Port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:40.394086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 2, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:40.398665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58506a-d86c-4090-a117-ea62800358f7 None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 2, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:40.516430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:40.592215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.727014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.757710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66a2b07-d975-4cb3-bfa3-1c634551be05']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:40.758886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:40.770668 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33e98b0c-1932-46bf-8df8-5754e36c75de admin admin] 10.222.0.94 "PUT /v2.0/routers/4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1371222 Feb 16 08:47:40.771348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a8eea9-3ac2-4256-88a5-c618d6b82a10') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:40.771644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a8eea9-3ac2-4256-88a5-c618d6b82a10') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:40.784490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.803309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.811813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:47:40.812147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:47:40.827813 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:47:40.899874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-31c2ad54-0b8c-4f37-8dca-360a00042ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.924188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.944999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:40.953543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] Pushing event deleted for resources: {'Network': ['ID=e66a2b07-d975-4cb3-bfa3-1c634551be05,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:40.958672 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1eb3b62-1e10-49ce-a39b-5c65e82ee028 admin admin] 10.222.0.94 "DELETE /v2.0/networks/e66a2b07-d975-4cb3-bfa3-1c634551be05 HTTP/1.1" status: 204 len: 168 time: 0.6136844 Feb 16 08:47:40.958672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36136) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:41.187331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36144) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:41.308659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 73202a37-547f-446b-86b0-c71c13c07491 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:41.394380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 73202a37-547f-446b-86b0-c71c13c07491 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:41.400406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 73202a37-547f-446b-86b0-c71c13c07491 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:41.400798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.410224 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-11caac75-b688-4599-ae6f-7cf7a3413e82 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=766437a29c6e43efb97d89551fb34a0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194109 Feb 16 08:47:41.411132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36150) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:41.517016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.554307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.576968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.597319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 73202a37-547f-446b-86b0-c71c13c07491, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=73202a37-547f-446b-86b0-c71c13c07491,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:41.604053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.642610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.677841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4a90ea-277b-477b-b08f-e3efaaed3993,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:41.694052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.702278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-39c0f59c-a17d-4f19-98c0-5a13dd8a2ef6 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/db4a90ea-277b-477b-b08f-e3efaaed3993 HTTP/1.1" status: 204 len: 168 time: 0.2877493 Feb 16 08:47:41.706946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=73202a37-547f-446b-86b0-c71c13c07491,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:41.721322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:41.902515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.019451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.048684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36168) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:42.054969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-367657311-network', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:42.061107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:42.065470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Usage tracker for resource:network and tenant:689f4578a62b415ba5ccabb5310e289e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:42.068465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:42.074052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:42.086608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Made reservation on behalf of 689f4578a62b415ba5ccabb5310e289e for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:42.089177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.102903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.130396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36172) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:42.159549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:42.171148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Usage tracker for resource:security_group_rule and tenant:689f4578a62b415ba5ccabb5310e289e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:42.176212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:42.185953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:42.217515 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-65796f00-738c-45a0-922f-357f3e6e01cc admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=35973adcebab45a383a68299eb1bca92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0837240 Feb 16 08:47:42.217787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36176) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:42.323480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.336143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.342318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.368790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.395102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:47:42.412764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad1d2c3-df59-4629-8080-a9f53c32d71f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:42.432167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.432514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Added segment ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812 of type vlan for network 85f66f50-1cc2-41ab-8b97-998f50e8c275 Feb 16 08:47:42.462706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.487850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.507021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7d358-e32b-46c5-ba74-aa540aab03bd,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:42.512525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.513358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:42.513924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.515293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.17 (5447e475-c2f2-4fc4-9196-929709e03e25/9ca28501-350f-4cf9-b461-acdc8218fd0c/0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:42.608174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.614428 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3ed49239-6894-4b7a-ad8e-ca23181cfcdb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47e7d358-e32b-46c5-ba74-aa540aab03bd HTTP/1.1" status: 204 len: 168 time: 0.3906398 Feb 16 08:47:42.614428 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5603423 Feb 16 08:47:42.616963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36182) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:42.627926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Request body: {'subnet': {'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-367657311-subnet', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:42.630996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab296f7-d501-46b3-9b49-bdcb5e6832fe admin admin] Pushing event updated for resources: {'Network': ['ID=85f66f50-1cc2-41ab-8b97-998f50e8c275,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:42.634674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:42.643708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Usage tracker for resource:subnet and tenant:689f4578a62b415ba5ccabb5310e289e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:42.644109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:47:42.655472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:42.665121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:42.694682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Made reservation on behalf of 689f4578a62b415ba5ccabb5310e289e for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:47:42.696988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.764959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.797562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:42.851929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:42.981508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 5447e475-c2f2-4fc4-9196-929709e03e25 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:42.987288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:42.990792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:42.993241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:43.080717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.114277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.178295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98f13993-7d8b-4730-a287-7930262235fd,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:43.222133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 73202a37-547f-446b-86b0-c71c13c07491 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:43.261150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.284037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Checking segment: {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:43.284455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Network hostable DHCP agents. Network: 85f66f50-1cc2-41ab-8b97-998f50e8c275, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:47:43.290639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7d1c9dad-c1d3-4feb-b4b2-297827320203 None None] Provisioning for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:43.297935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7d1c9dad-c1d3-4feb-b4b2-297827320203 None None] Provisioning complete for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:43.298309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d1c9dad-c1d3-4feb-b4b2-297827320203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.356887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 73202a37-547f-446b-86b0-c71c13c07491 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:43.357282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.379283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c9dad-c1d3-4feb-b4b2-297827320203 None None] Port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:43.480188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:47:43.498500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 85f66f50-1cc2-41ab-8b97-998f50e8c275) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:43.504913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:47:43.505516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.506769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5849b-3deb-402a-bc3f-2eaa00c567ea None None] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:43.547502 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-84ed257c-5564-4f9c-b060-07fed0372244 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9294798 Feb 16 08:47:43.550010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36186) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:43.556986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:43.577869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:43.628822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Usage tracker for resource:router and tenant:689f4578a62b415ba5ccabb5310e289e is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:43.635758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:43.650166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:43.673350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.674299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.728227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.739862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-85f66f50-1cc2-41ab-8b97-998f50e8c275', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:47:43.740713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.754706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.759967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.818147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:43.901017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Allocated IP 172.20.0.2 (85f66f50-1cc2-41ab-8b97-998f50e8c275/98f13993-7d8b-4730-a287-7930262235fd/1e7acbf1-7778-41d4-9b75-67f1dcdb7ced) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:44.097028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:44.104306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.111135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.116271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.122008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Transition to ACTIVE for port object 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:44.142167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Transition to ACTIVE for port object 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:44.148786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.220272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:44.221331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Pushing event updated for resources: {'Port': ['ID=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:44.223612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:44.225793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:44.313425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Attempting to bind port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:44.313808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Attempting to bind port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:44.314138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Attempting to bind port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced on network 85f66f50-1cc2-41ab-8b97-998f50e8c275 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:44.320609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:44.321096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Checking segment: {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:44.321500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.321895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Bound using segment: {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:44.322593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Bound port: 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:44.322912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.338993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 5447e475-c2f2-4fc4-9196-929709e03e25 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:44.341711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:44.412892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-26550822-a498-4cab-a71c-ca627a372652 None None] For port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:44.416225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-26550822-a498-4cab-a71c-ca627a372652 None None] For port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:44.423661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.540862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550822-a498-4cab-a71c-ca627a372652 None None] Pushing event updated for resources: {'Port': ['ID=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:44.610287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-af470235-0494-44c5-ba47-2c3c12db0cef None None] Provisioning complete for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:44.610699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af470235-0494-44c5-ba47-2c3c12db0cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.666727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-af470235-0494-44c5-ba47-2c3c12db0cef None None] Port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:44.753128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.791008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:44.948018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Allocated IP 172.26.4.196 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/172adf51-f5a3-4cbe-b3b8-8990711230e3) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:45.053582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:45.226566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.267994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:45.291032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.349869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:45.369091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Pushing event updated for resources: {'Port': ['ID=172adf51-f5a3-4cbe-b3b8-8990711230e3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:45.373175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:45.375944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:45.379054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:45.520130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f731e-3606-4bb7-9621-b8a0af76912b None None] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:47:45.623651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:45.627709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Provisioning for port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:45.636873 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:45.643650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Provisioning complete for port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:45.644028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.646208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-daa571fc-7842-4866-86d6-9f9848a8717d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/56e7b715-cd2a-44cf-b7b6-9512e7aac36a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6880953 Feb 16 08:47:45.652532 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:45.653130 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:45.691938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.692674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.839993 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:45.863868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.906853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] For port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:45.912612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:45.955118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:47:45.997614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c3c26-e93d-42ae-b6cd-f7d9ad85fb12 None None] Pushing event updated for resources: {'Port': ['ID=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:46.139604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-edad6d14-8e3d-4030-9bc1-3360d65eae27 None None] Provisioning complete for port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:46.139980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-edad6d14-8e3d-4030-9bc1-3360d65eae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.164347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:46.174911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207acdd-2208-4208-a867-db485920075f None None] Sync routers for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:46.198084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.202158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ca9f9004-0126-487f-b832-4b00de1635df admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6511827 Feb 16 08:47:46.205163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36194) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:46.213492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207acdd-2208-4208-a867-db485920075f None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:46.214667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e207acdd-2208-4208-a867-db485920075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:46.218123 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:47:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf', 'name': '', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:87:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:42Z', 'updated_at': '2022-02-16T08:47:43Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:46.222617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:47:46.222951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Updating router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:47:46.277577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.462336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e207acdd-2208-4208-a867-db485920075f None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:46.645254 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.657061 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Transition to ACTIVE for port object 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:46.664103 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.737393 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Pushing event updated for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:46.759780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e207acdd-2208-4208-a867-db485920075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:45Z', 'revision_number': 3, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:46.766200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207acdd-2208-4208-a867-db485920075f None None] Checking router: 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:47:46.766668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207acdd-2208-4208-a867-db485920075f None None] Updating router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 port 172adf51-f5a3-4cbe-b3b8-8990711230e3 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:47:46.822963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.899771 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.900112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.900599 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.901000 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.901405 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.901793 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.902290 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.902700 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.903083 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.903461 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.903873 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:46.916357 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Attempting to bind port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:46.916802 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Attempting to bind port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:46.917224 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Attempting to bind port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf on network 5447e475-c2f2-4fc4-9196-929709e03e25 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:46.925446 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:46.925914 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Checking segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:46.926372 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:46.926913 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Bound using segment: {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:46.927432 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Bound port: 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72445af-d2a3-43df-9f35-876183fffb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:46.928111 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.028897 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] For port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:47.031708 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] For port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:47.037178 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.054114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.132648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:47.133478 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:47.263608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.268613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:47.371449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e207acdd-2208-4208-a867-db485920075f None None] Transition to ACTIVE for port object 172adf51-f5a3-4cbe-b3b8-8990711230e3 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:47.379901 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4b9ce-cec0-4b41-905e-7019e6eeb2ac None None] Pushing event updated for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:47.382182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.433293 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:47.461773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Allocated IP 172.20.0.1 (85f66f50-1cc2-41ab-8b97-998f50e8c275/98f13993-7d8b-4730-a287-7930262235fd/ad875b5b-28bc-45cf-b963-099f7bd2a323) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:47:47.472977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:47.473617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.498270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e207acdd-2208-4208-a867-db485920075f None None] Attempting to bind port 172adf51-f5a3-4cbe-b3b8-8990711230e3 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:47.498674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e207acdd-2208-4208-a867-db485920075f None None] Attempting to bind port 172adf51-f5a3-4cbe-b3b8-8990711230e3 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:47.499042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207acdd-2208-4208-a867-db485920075f None None] Attempting to bind port 172adf51-f5a3-4cbe-b3b8-8990711230e3 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:47.526757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9d14-882a-405a-ac48-c22ad1ec6804 None None] Pushing event updated for resources: {'Port': ['ID=172adf51-f5a3-4cbe-b3b8-8990711230e3,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:47.532785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207acdd-2208-4208-a867-db485920075f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:47.533158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207acdd-2208-4208-a867-db485920075f None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:47.533573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.533966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e207acdd-2208-4208-a867-db485920075f None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:47.534457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e207acdd-2208-4208-a867-db485920075f None None] Bound port: 172adf51-f5a3-4cbe-b3b8-8990711230e3, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:47.534854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.627020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.647590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Transition to ACTIVE for port object ad875b5b-28bc-45cf-b963-099f7bd2a323 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:47.647795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e207acdd-2208-4208-a867-db485920075f None None] For port 172adf51-f5a3-4cbe-b3b8-8990711230e3, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:47.671806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e207acdd-2208-4208-a867-db485920075f None None] For port 172adf51-f5a3-4cbe-b3b8-8990711230e3, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=172adf51-f5a3-4cbe-b3b8-8990711230e3,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:47.674644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.687726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e207acdd-2208-4208-a867-db485920075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.754938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:47.758426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:47.760977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:47:47.785662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9d14-882a-405a-ac48-c22ad1ec6804 None None] Pushing event updated for resources: {'Port': ['ID=172adf51-f5a3-4cbe-b3b8-8990711230e3,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:47.793973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207acdd-2208-4208-a867-db485920075f None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:47.794754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e207acdd-2208-4208-a867-db485920075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:47.806579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Pushing event updated for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:47.820116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:47.832825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:47:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf', 'name': '', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:87:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:42Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:47.838856 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489ecf7d-1624-4174-9515-8e069bb9940f None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:47:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf', 'name': '', 'network_id': '5447e475-c2f2-4fc4-9196-929709e03e25', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:87:96:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:42Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9ca28501-350f-4cf9-b461-acdc8218fd0c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:47.945247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.028937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e207acdd-2208-4208-a867-db485920075f None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:48.178652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-037a22c4-2369-40b2-9602-1f25c16c597b None None] Provisioning for port ad875b5b-28bc-45cf-b963-099f7bd2a323 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:48.200239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-037a22c4-2369-40b2-9602-1f25c16c597b None None] Provisioning complete for port ad875b5b-28bc-45cf-b963-099f7bd2a323 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:48.201162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-037a22c4-2369-40b2-9602-1f25c16c597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.239168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.248297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.321564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-037a22c4-2369-40b2-9602-1f25c16c597b None None] Port ad875b5b-28bc-45cf-b963-099f7bd2a323 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:48.378200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.381795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Pushing event updated for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:48.449028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e207acdd-2208-4208-a867-db485920075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ad875b5b-28bc-45cf-b963-099f7bd2a323', 'name': '', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'mac_address': 'fa:16:3e:6e:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:47Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 1, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'subnets': [{'id': '98f13993-7d8b-4730-a287-7930262235fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:48.455615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e207acdd-2208-4208-a867-db485920075f None None] The sync data for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv is: [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ad875b5b-28bc-45cf-b963-099f7bd2a323', 'name': '', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'mac_address': 'fa:16:3e:6e:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:47Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 1, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'subnets': [{'id': '98f13993-7d8b-4730-a287-7930262235fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:47:48.524971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:47:48.526009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:47:48.747189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c2f3078f-f5d5-4e0c-a52c-1e6544c04333 None None] Provisioning complete for port ad875b5b-28bc-45cf-b963-099f7bd2a323 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:48.747892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c2f3078f-f5d5-4e0c-a52c-1e6544c04333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:48.798277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3078f-f5d5-4e0c-a52c-1e6544c04333 None None] Port ad875b5b-28bc-45cf-b963-099f7bd2a323 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:47:48.923568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:47:49.124792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:47:49.133444 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-35a81b68-ff0f-4c7e-8c80-348ef6f554da admin admin] 10.222.0.94 "PUT /v2.0/routers/816d679f-8c35-4ed0-a5e9-e391eb51b2e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9258294 Feb 16 08:47:49.235561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:49.309922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:49.315282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:49.315659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:49.429612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:49.461374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:49.465873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:49.537267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:49.736553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36206) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:49.742145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997899045', 'description': 'tempest-secgroup-smoke-1997899045 description', 'project_id': '760e6d0c21c540fd90806025c5b18119'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:49.748228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:49.752460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:49.755738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:49.761995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:49.875615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:49.922173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:49.926137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:49.929158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:49.934852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:49.991319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:49.994897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.035060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b49ee-990e-4109-ab2d-4479a38590d2,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.038140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.039353 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3017652 Feb 16 08:47:50.042377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36210) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.045863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.046207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.046571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.046901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.047235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.047562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.047882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.048201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.048518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.048631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.048832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.049146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5a8cb74-f00d-42fb-bddb-1db4600d316f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.054951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.058927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.061768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.068089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.083820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.150244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.154951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.178078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e380058f-ab96-47c1-988a-74d954063397,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.190146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.193921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1475620 Feb 16 08:47:50.193921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.193921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.193921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.194328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.194411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36214) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.194542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.194754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.195348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.196157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.196670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.197000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.197330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76872032-2ad3-4554-8d2d-5750d2eb8b1d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:47:50.200846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.207845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.211962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.215359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.223335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.239480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.306167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.310728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.334259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbc9c833-2cf1-4bfe-8977-b76cb88949df,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.343517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.344737 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-39918668-13f1-4935-b517-a381fc86f529 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1494439 Feb 16 08:47:50.347421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36218) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.352699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.358701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.362542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.365371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.371030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.390797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.452782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.456336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.478254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbec27f-f1cb-4000-90a2-2f84f685964b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.487321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.488484 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3a60c8ad-9ed0-4e55-8268-c43682e39667 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1401839 Feb 16 08:47:50.491244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36224) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.496575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.503049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.507098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.510232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.517074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.533733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.598770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.602486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.626489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3307507d-5ec1-4489-9efd-abfa772a0812,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.636085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.637418 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-87090e94-96b6-4382-9249-e1f440750936 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452191 Feb 16 08:47:50.640172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36228) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.645566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.651657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.655579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.658495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.664185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.675301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Project 760e6d0c21c540fd90806025c5b18119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:47:50.682029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.750921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.755603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.777588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb3cc55-6d11-4792-a5f4-0e4776c17315,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.787614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.788713 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-57956332-e5d5-4a65-970c-670e12f30a22 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1476328 Feb 16 08:47:50.791425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36232) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:47:50.797471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'security_group_rule': {'security_group_id': 'e97b49ee-990e-4109-ab2d-4479a38590d2', 'project_id': '760e6d0c21c540fd90806025c5b18119', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:47:50.803720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:47:50.807668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:security_group_rule and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:47:50.811347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:47:50.817343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:47:50.828135 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Project 760e6d0c21c540fd90806025c5b18119 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:47:50.835235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.899817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.903301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.926533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc61dbe5-2d8a-4eed-932d-210aab3d94ff,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:50.935498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:50.936689 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3f2f0abc-6214-432f-9e92-6a60c92426bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1442332 Feb 16 08:47:51.222602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:51.290005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:51.290376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:58.367177 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:47:58.391921 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:58.392798 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:58.586627 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:47:58.932573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 2, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:47:58.937266 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:47:58.937622 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Updating router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:47:58.999892 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.347724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 172adf51-f5a3-4cbe-b3b8-8990711230e3 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:47:59.396665 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.411978 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Transition to ACTIVE for port object 493d4f4a-d4a6-442b-b769-35a117ba4ad1 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:47:59.421567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.443357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 172adf51-f5a3-4cbe-b3b8-8990711230e3 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:47:59.450250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 172adf51-f5a3-4cbe-b3b8-8990711230e3 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:47:59.450755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.599424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.608879 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b79c8-c09e-4fb3-9683-2b3fb36bab04 None None] Pushing event updated for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:59.624387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 172adf51-f5a3-4cbe-b3b8-8990711230e3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=172adf51-f5a3-4cbe-b3b8-8990711230e3,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:47:59.630188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.711908 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Attempting to bind port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:47:59.712771 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Attempting to bind port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:47:59.713408 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Attempting to bind port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:47:59.721447 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:47:59.722224 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:47:59.722224 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.722730 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Bound using segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:47:59.723189 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Bound port: 493d4f4a-d4a6-442b-b769-35a117ba4ad1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:47:59.723573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.728968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=172adf51-f5a3-4cbe-b3b8-8990711230e3,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:59.816684 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] For port 493d4f4a-d4a6-442b-b769-35a117ba4ad1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:47:59.820046 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] For port 493d4f4a-d4a6-442b-b769-35a117ba4ad1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=493d4f4a-d4a6-442b-b769-35a117ba4ad1,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:47:59.824935 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:47:59.913587 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b79c8-c09e-4fb3-9683-2b3fb36bab04 None None] Pushing event updated for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:47:59.917102 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:47:59.917696 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:00.109670 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:00.434117 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:00.438626 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408ecc1f-90e3-41ab-9ba9-7b0dce4f7147 None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:01.243217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 493d4f4a-d4a6-442b-b769-35a117ba4ad1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:01.313021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:01.317551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:01.317920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:01.432196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:01.467561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 493d4f4a-d4a6-442b-b769-35a117ba4ad1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=493d4f4a-d4a6-442b-b769-35a117ba4ad1,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:01.471613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:01.472473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 172adf51-f5a3-4cbe-b3b8-8990711230e3 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:01.583594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:01.596763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 172adf51-f5a3-4cbe-b3b8-8990711230e3 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:01.597135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:01.810303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:02.562461 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:48:03.220817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 493d4f4a-d4a6-442b-b769-35a117ba4ad1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:03.294190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:03.294659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:04.120858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36332) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:04.523612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:05.233357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:05.234210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:05.590102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:05.590498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:05.724139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:05.901737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:05.945913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:06.271957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:06.833047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:07.141663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:07.151162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ee439ef4-455f-48be-8c1f-a0b049fdfeba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/56e7b715-cd2a-44cf-b7b6-9512e7aac36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292122 Feb 16 08:48:07.152652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:07.173429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-51a98128-e182-4030-8b3f-0777eb0af576 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:07.186112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:07.187507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:07.193494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-51a98128-e182-4030-8b3f-0777eb0af576 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:07.195113 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-51a98128-e182-4030-8b3f-0777eb0af576 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997899045&fields=id&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 267 time: 0.0713439 Feb 16 08:48:07.362823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-d5a65e34-959b-4bf4-a04f-c1b7fff3c2d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:07.363593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-d5a65e34-959b-4bf4-a04f-c1b7fff3c2d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:07.381729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-d5a65e34-959b-4bf4-a04f-c1b7fff3c2d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:07.382918 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-d5a65e34-959b-4bf4-a04f-c1b7fff3c2d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.1804719 Feb 16 08:48:07.400858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-7d34880d-df5a-4851-af5f-42b042a97765 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/quotas/760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 375 time: 0.0119104 Feb 16 08:48:07.402840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:07.488023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-649ec82f-1bc5-4c3b-a1b6-5c6b66df38a3 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798545 Feb 16 08:48:07.685060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-2626873d-ffb2-4409-861b-f4074d79c97e service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841280 Feb 16 08:48:07.694819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3097826-5ae3-4703-8284-6ba9fd4ff253 req-8f153790-b3ea-4522-8210-d7922d5efbaa tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:07.695485 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3097826-5ae3-4703-8284-6ba9fd4ff253 req-8f153790-b3ea-4522-8210-d7922d5efbaa tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:07.755092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:07.759145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:07.770337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:07.770993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:47:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:07.787393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-c3097826-5ae3-4703-8284-6ba9fd4ff253 req-8f153790-b3ea-4522-8210-d7922d5efbaa tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:07.788527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3097826-5ae3-4703-8284-6ba9fd4ff253 req-8f153790-b3ea-4522-8210-d7922d5efbaa tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.2162056 Feb 16 08:48:07.865629 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-0cdc50bc-1b2e-4234-b5f4-4828bc84d7a4 service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663568 Feb 16 08:48:07.870527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3097826-5ae3-4703-8284-6ba9fd4ff253 req-1fed4b53-2366-477f-9f63-9b1c8106d2c9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751324 Feb 16 08:48:07.990134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:08.294779 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a920499-770f-43ba-822d-241cf7bc564d req-dd08810a-8483-4dc2-ab03-a31bec32c1cb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 210 time: 0.0513899 Feb 16 08:48:08.358807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:08.363510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33482a77-75c5-4ba0-a73c-1578813c28c6 None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1ae8ddd2-57d1-4633-942e-316f2ef2fb75', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.233', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'port_id': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'mac_address': 'fa:16:3e:9d:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:46:42Z', 'updated_at': '2022-02-16T08:46:47Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:08.408850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7ba8820a-7f43-4147-83b1-cb12ed4e3e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:09.083067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a6b5f-ae11-4d5b-8918-82d5f7d6df06 req-98743881-1fe3-4d93-8c9f-a12fa8d01020 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:09.084545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e5a6b5f-ae11-4d5b-8918-82d5f7d6df06 req-98743881-1fe3-4d93-8c9f-a12fa8d01020 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.0833852 Feb 16 08:48:09.119311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-da7e8313-2fea-4186-8497-e84ea7cf8f84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:09.119997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-da7e8313-2fea-4186-8497-e84ea7cf8f84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:09.130154 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e5a6b5f-ae11-4d5b-8918-82d5f7d6df06 req-959b515d-4061-40fa-8ed5-aab2da996713 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=4517420e-ee55-493b-bf73-5e2f139262ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398564 Feb 16 08:48:09.131930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-da7e8313-2fea-4186-8497-e84ea7cf8f84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:09.133010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-da7e8313-2fea-4186-8497-e84ea7cf8f84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 946 time: 0.0884666 Feb 16 08:48:09.181130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:09.205331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port fa5c0247-59c9-4298-bcf5-315d59cd6e40 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:09.205672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:09.214748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:09.215101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0fe11fba-8fe2-4ce8-b3f1-7cea127f9dcf not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:09.460438 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f126c033-e4d4-4e57-9799-8ad88ad38972 req-7ecbf228-a510-49ee-8d4b-4234891c7ace tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 210 time: 0.0403960 Feb 16 08:48:09.580997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port fa5c0247-59c9-4298-bcf5-315d59cd6e40, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fa5c0247-59c9-4298-bcf5-315d59cd6e40,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:09.581359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:09.595838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-01c25eac-9ed7-463c-b222-6b2be2e48aba tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:09.597150 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-01c25eac-9ed7-463c-b222-6b2be2e48aba tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.2064102 Feb 16 08:48:09.725244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for fa5c0247-59c9-4298-bcf5-315d59cd6e40 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:09.801315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-333542a8-a07b-4a91-9167-8786420587b7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:09.826249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-333542a8-a07b-4a91-9167-8786420587b7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:09.827469 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-333542a8-a07b-4a91-9167-8786420587b7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 380 time: 0.1773429 Feb 16 08:48:09.869147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'port': {'device_id': '315fce10-036a-4656-803d-3781a4bd26e1', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'admin_state_up': True, 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'security_groups': ['e97b49ee-990e-4109-ab2d-4479a38590d2']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:09.976781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.045816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=fa5c0247-59c9-4298-bcf5-315d59cd6e40,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:10.142562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:10.144901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port fa5c0247-59c9-4298-bcf5-315d59cd6e40 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:48:10.148035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.150355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'name': 'network-vif-deleted', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:10.155786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:port and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:10.159821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:10.168943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:10.179173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9daa1b3-659b-4a13-be91-897b2b28446f req-87a95e20-8522-492a-89a0-77562bceb693 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/fa5c0247-59c9-4298-bcf5-315d59cd6e40 HTTP/1.1" status: 204 len: 173 time: 1.0400398 Feb 16 08:48:10.183200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Made reservation on behalf of 760e6d0c21c540fd90806025c5b18119 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:48:10.187270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.259330 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd520979d-9882-4bd4-ac50-dcc8fb97b30d', 'name': 'network-vif-deleted', 'tag': 'fa5c0247-59c9-4298-bcf5-315d59cd6e40', 'status': 'completed', 'code': 200} Feb 16 08:48:10.402626 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f76a072-3958-4941-9872-2e18c1f0ff79 req-059be756-1b87-4abd-90b4-f7cca56ae7f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=d520979d-9882-4bd4-ac50-dcc8fb97b30d HTTP/1.1" status: 200 len: 210 time: 0.0565443 Feb 16 08:48:10.427039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.20.0.11 (0d5ebae1-1197-4560-bcf8-614f6fea6b65/c5d85905-7f29-404d-9db2-46bf1f033185/114a63a4-b66e-4f96-8a13-0b308b315442) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:10.655406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c22a4dfd-9f83-4295-9adf-591d6435ece0 req-f8046673-6466-4fc3-9684-2319f66759ff tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 210 time: 0.0547500 Feb 16 08:48:10.776746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.794427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Transition to ACTIVE for port object 114a63a4-b66e-4f96-8a13-0b308b315442 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:10.819021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.891265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:10.894144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:10.897911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:10.908535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2baff0bf-aacd-4e88-a145-fd3042f6df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.945319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:10.968568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:10.969284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:10.994144 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-72253ca9-9b2c-4660-be3a-febaa16d7c4f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1358433 Feb 16 08:48:11.012260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Request body: {'port': {'device_id': '315fce10-036a-4656-803d-3781a4bd26e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:11.125985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.141842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-04c24629-0ab2-4d4a-97e3-9e3a37b1195b None None] Provisioning for port 114a63a4-b66e-4f96-8a13-0b308b315442 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:11.146977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-04c24629-0ab2-4d4a-97e3-9e3a37b1195b None None] Provisioning complete for port 114a63a4-b66e-4f96-8a13-0b308b315442 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:11.147355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-04c24629-0ab2-4d4a-97e3-9e3a37b1195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.217828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-04c24629-0ab2-4d4a-97e3-9e3a37b1195b None None] Port 114a63a4-b66e-4f96-8a13-0b308b315442 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:48:11.482022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114a63a4-b66e-4f96-8a13-0b308b315442 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:48:11.489101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.507879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Transition to ACTIVE for port object 114a63a4-b66e-4f96-8a13-0b308b315442 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:11.512080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.541716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36386) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:11.613756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.642810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:11.645765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.673609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.744933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.777746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4517420e-ee55-493b-bf73-5e2f139262ee,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:11.780017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Attempting to bind port 114a63a4-b66e-4f96-8a13-0b308b315442 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:11.781254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Attempting to bind port 114a63a4-b66e-4f96-8a13-0b308b315442 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:11.781254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Attempting to bind port 114a63a4-b66e-4f96-8a13-0b308b315442 on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:11.788731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Port 114a63a4-b66e-4f96-8a13-0b308b315442 on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:48:11.789061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Attempting to bind port 114a63a4-b66e-4f96-8a13-0b308b315442 on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:11.796546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:11.796909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:11.797265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Bound using segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:11.797690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Bound port: 114a63a4-b66e-4f96-8a13-0b308b315442, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:11.798032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.801443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.810552 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-68351085-da16-4e08-a37d-0db1f2c315a9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/4517420e-ee55-493b-bf73-5e2f139262ee HTTP/1.1" status: 204 len: 168 time: 0.2668707 Feb 16 08:48:11.873880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36394) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:11.911292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:11.989297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:12.049431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=114a63a4-b66e-4f96-8a13-0b308b315442,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:12.063202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.064071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612b7d6-4551-4638-88bd-4488108b19c2 req-4ac9ad24-2bbb-4f65-88ec-e5b8f6d8a1d2 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:12.067052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8612b7d6-4551-4638-88bd-4488108b19c2 req-4ac9ad24-2bbb-4f65-88ec-e5b8f6d8a1d2 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.1981347 Feb 16 08:48:12.113625 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8612b7d6-4551-4638-88bd-4488108b19c2 req-d17e486b-c402-46da-bbbb-910dc1d5029a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421734 Feb 16 08:48:12.149726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.151373 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] 10.222.0.98 "PUT /v2.0/ports/114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 200 len: 1094 time: 1.1437287 Feb 16 08:48:12.180786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e681-d83b-4bbf-a386-0ee01a242cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:12.185573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet 9ca28501-350f-4cf9-b461-acdc8218fd0c {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:48:12.189294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.264398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:12.332329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.361512 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442', 'status': 'completed', 'code': 200} Feb 16 08:48:12.416073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-1ea255f2-c8c9-44e6-b5c8-cf0c3aca3ae0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1097 time: 0.1867886 Feb 16 08:48:12.487566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.526387 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-7edc01e6-3053-408e-8089-d562bf9d986d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 200 len: 217 time: 0.0958977 Feb 16 08:48:12.706723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-709bc773-3ee8-4660-a623-7d808bc0f640 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:12.708168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-709bc773-3ee8-4660-a623-7d808bc0f640 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.1751750 Feb 16 08:48:12.749247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.799535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca28501-350f-4cf9-b461-acdc8218fd0c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:12.805584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.812940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818a1321-6263-40c0-92a4-ceab6be25824 None None] Network 5447e475-c2f2-4fc4-9196-929709e03e25 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:48:12.817638 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ba1c7ef2-4e19-4b41-a31e-ee6a59f4ddad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/9ca28501-350f-4cf9-b461-acdc8218fd0c HTTP/1.1" status: 204 len: 168 time: 0.9402571 Feb 16 08:48:12.818010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36400) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:12.843379 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-1123cb2d-ec09-402c-9c07-3a9055ebbba1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1278410 Feb 16 08:48:12.930532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fa5c0247-59c9-4298-bcf5-315d59cd6e40 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:12.955056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.967287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:12.967708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:12.975244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: fa5c0247-59c9-4298-bcf5-315d59cd6e40 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:12.975589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fa5c0247-59c9-4298-bcf5-315d59cd6e40 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:12.994473 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-c2d35d3e-6b0e-4c62-8d17-9ed10072ea65 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403034 Feb 16 08:48:13.170996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] DHCP port deletion for 5447e475-c2f2-4fc4-9196-929709e03e25 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:48:13.173874 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-db6e6c4c-2534-4464-a58c-bd8351443af9 req-fe3e39d7-a578-4eaf-bb75-c270a9923813 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733356 Feb 16 08:48:13.178641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Deleting port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:13.179133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.205964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:13.206602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.307042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 57c7b386-a27d-44ab-ac3e-506c2b0cac2c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:13.382815 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-21a592e3-8ee9-4de0-9460-b13d9195509a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1097 time: 0.1220775 Feb 16 08:48:13.445753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 57c7b386-a27d-44ab-ac3e-506c2b0cac2c owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:13.534310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] For port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,segment=NetworkSegment(c72445af-d2a3-43df-9f35-876183fffb7f),segment_id=c72445af-d2a3-43df-9f35-876183fffb7f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:13.534928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.543294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-b89fce49-7528-4a7e-85b8-879b34d89a05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:13.544805 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-b89fce49-7528-4a7e-85b8-879b34d89a05 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1556053 Feb 16 08:48:13.550067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.567161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f5bf2f-de32-4d01-9386-1c9488226e08 req-b2991737-d965-48be-845f-8b7812d41432 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:13.574540 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41f5bf2f-de32-4d01-9386-1c9488226e08 req-b2991737-d965-48be-845f-8b7812d41432 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.1671665 Feb 16 08:48:13.598416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.635020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-d49ef40d-4c02-43ce-a511-68cd9ffbc50c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 200 len: 217 time: 0.0822022 Feb 16 08:48:13.659118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:48:13.696226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=57c7b386-a27d-44ab-ac3e-506c2b0cac2c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:13.719476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Calling delete_port for 57c7b386-a27d-44ab-ac3e-506c2b0cac2c owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:13.729178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-419e482a-e499-4507-b275-562fc9a0427f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:13.731343 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-419e482a-e499-4507-b275-562fc9a0427f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0908058 Feb 16 08:48:13.735149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41f5bf2f-de32-4d01-9386-1c9488226e08 req-9f6a7ca4-23d0-4d41-aa00-5e3f3dc425b4 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588356 Feb 16 08:48:13.835054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.862875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-c581df16-cb71-42c1-8a6f-ed3bfb9a6593 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226332 Feb 16 08:48:13.863558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.865219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:48:13.865624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:48:13.890299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5447e475-c2f2-4fc4-9196-929709e03e25']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:13.904763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72445af-d2a3-43df-9f35-876183fffb7f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:13.905182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72445af-d2a3-43df-9f35-876183fffb7f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:13.917231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.935789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.942616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:48:13.943149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:48:13.957967 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:48:14.010185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-eee16e3a-e8d8-4ebc-b309-3b7178ce8a3c service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423540 Feb 16 08:48:14.040063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.061321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.067528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=5447e475-c2f2-4fc4-9196-929709e03e25,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:14.084517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4c32b1b5-a9e3-4be9-9d51-e9751b328407 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/5447e475-c2f2-4fc4-9196-929709e03e25 HTTP/1.1" status: 204 len: 168 time: 1.2653830 Feb 16 08:48:14.087083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36406) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:14.157633 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0f7ee98b-ef68-4f02-be42-ec3bd22ea76a req-d8f2a84d-9193-4719-aab5-9e9230efaf2b service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410110 Feb 16 08:48:14.287009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 44478ba7-e1d9-46fe-8073-ad0905f8d42c {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:14.287347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.367177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Deleting port 57c7b386-a27d-44ab-ac3e-506c2b0cac2c {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:14.367756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.432007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5eaec4fd-d3d6-4dc0-9fd1-7527b9475a25 None None] The port '57c7b386-a27d-44ab-ac3e-506c2b0cac2c' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:48:14.538227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.538588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.657735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 44478ba7-e1d9-46fe-8073-ad0905f8d42c owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:14.807328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:14.850819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=44478ba7-e1d9-46fe-8073-ad0905f8d42c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:14.995553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:15.127933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407ccdf-6b98-4a83-ba6c-26370269cbe1 req-e779ca95-d042-4378-94ca-0ab99915c038 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:15.129307 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9407ccdf-6b98-4a83-ba6c-26370269cbe1 req-e779ca95-d042-4378-94ca-0ab99915c038 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.2499774 Feb 16 08:48:15.194880 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9407ccdf-6b98-4a83-ba6c-26370269cbe1 req-013907c6-83e9-4054-8e20-7abb94cfe2b7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597391 Feb 16 08:48:15.414872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-6c0f41dc-f2d6-44f8-a6c5-d47c37e3db11 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701311 Feb 16 08:48:15.439918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:15.575678 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-a3871d06-9844-4af8-bfa4-2235bee2cabb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1098 time: 0.0674958 Feb 16 08:48:15.639586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:15.655330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:15.708023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-30b240c9-0e3c-4cb9-a931-a5682402bfef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/1ae8ddd2-57d1-4633-942e-316f2ef2fb75 HTTP/1.1" status: 204 len: 168 time: 1.6197064 Feb 16 08:48:15.708724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:15.718658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-ffc77967-e40a-4463-a992-11e5b64d1826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:15.720345 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-ffc77967-e40a-4463-a992-11e5b64d1826 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 897 time: 0.1268744 Feb 16 08:48:15.790091 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-62c550b3-f19a-4241-98e2-7aa108a522dc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 217 time: 0.0640223 Feb 16 08:48:15.845273 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'status': 'completed', 'code': 200} Feb 16 08:48:15.853308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-82464fd3-261c-47dd-8ae3-2d2b9e5983e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:15.854778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-82464fd3-261c-47dd-8ae3-2d2b9e5983e9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0588050 Feb 16 08:48:15.944230 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-849cec52-fe66-467a-9a56-e4548cdc140f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808043 Feb 16 08:48:16.109995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-369cef63-2b42-4955-8cbb-7c421355c1cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:16.110711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-369cef63-2b42-4955-8cbb-7c421355c1cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:16.125300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-369cef63-2b42-4955-8cbb-7c421355c1cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:16.126687 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-369cef63-2b42-4955-8cbb-7c421355c1cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.0934780 Feb 16 08:48:16.175257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-0d3322d6-765b-49cc-a58b-8f5cc460c154 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:16.189491 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-ed14a734-f454-4efd-9d24-e628842a09f6 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200131 Feb 16 08:48:16.193809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-0d3322d6-765b-49cc-a58b-8f5cc460c154 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:16.195013 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3445b14-3401-4c64-ac58-9903e30ab530 req-0d3322d6-765b-49cc-a58b-8f5cc460c154 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624099 Feb 16 08:48:16.327449 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d8562ed0-5e21-4ea2-9064-c8a302076497 req-fee434a3-db68-4931-b52a-77921aefa2df service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314771 Feb 16 08:48:16.396938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f198d-2a9d-49bc-aa00-2166c18ba837 req-7c7f9fc7-94c3-4836-8733-a5cdf263011c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:16.398387 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d90f198d-2a9d-49bc-aa00-2166c18ba837 req-7c7f9fc7-94c3-4836-8733-a5cdf263011c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0759733 Feb 16 08:48:16.443669 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d90f198d-2a9d-49bc-aa00-2166c18ba837 req-69d75006-adff-46ab-9cec-4068a770622e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386946 Feb 16 08:48:16.471987 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-a62a6464-a9c0-4ee5-ba70-5fa07777e6bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 1098 time: 0.0739899 Feb 16 08:48:16.601261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-b68f7ce0-4f9c-4ab6-84a7-ff0866d0807e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:16.602696 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-b68f7ce0-4f9c-4ab6-84a7-ff0866d0807e service neutron] 10.222.0.98 "GET /v2.0/networks?id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 200 len: 897 time: 0.1236739 Feb 16 08:48:16.672440 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-f7d45700-1862-4174-8e3b-ce3f660f8179 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 200 len: 217 time: 0.0621619 Feb 16 08:48:16.734301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-064d99cc-0f68-4a5f-8b07-59c1cec0f5b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:16.735739 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-064d99cc-0f68-4a5f-8b07-59c1cec0f5b6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 200 len: 834 time: 0.0563326 Feb 16 08:48:16.811531 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-814b9013-913c-47b4-a8dd-bb505a48f880 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689409 Feb 16 08:48:16.941465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-526f0006-e11f-42b2-b9ee-800e81e215b7 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212831 Feb 16 08:48:17.071899 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-88f8011f-40bd-448e-af3b-2eba06cbb8de req-44cd6d9b-266a-4696-8c7d-29d57a825f40 service neutron] 10.222.0.98 "GET /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241231 Feb 16 08:48:17.402040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cdbecd-7c38-45ff-87e0-3ad9051f19d2 req-303017b9-a4a5-4b59-bd07-216ac86754e0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:17.404168 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91cdbecd-7c38-45ff-87e0-3ad9051f19d2 req-303017b9-a4a5-4b59-bd07-216ac86754e0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.0791402 Feb 16 08:48:17.543105 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91cdbecd-7c38-45ff-87e0-3ad9051f19d2 req-d8df561c-2eb5-40d0-a04c-3440d5f8fd8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d5fddbc3-c872-438a-a210-44e397e25db0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334658 Feb 16 08:48:17.607779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-45a5a390-565a-4568-9edb-6aa878ca37c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:17.608816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-45a5a390-565a-4568-9edb-6aa878ca37c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:17.623094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-45a5a390-565a-4568-9edb-6aa878ca37c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:17.624208 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-45a5a390-565a-4568-9edb-6aa878ca37c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 945 time: 0.1040235 Feb 16 08:48:17.657203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2465cc22-f7a1-4811-835a-ca56eed09b9a req-6cbf1544-62f1-4ca7-b86f-53c46411e6f6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:17.658659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2465cc22-f7a1-4811-835a-ca56eed09b9a req-6cbf1544-62f1-4ca7-b86f-53c46411e6f6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0898120 Feb 16 08:48:17.690793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 7eb285a1-283b-4366-b09d-f4979dd92c73 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:17.691139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:17.703251 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2465cc22-f7a1-4811-835a-ca56eed09b9a req-b8473d3f-9ae1-4c4b-ad30-5431b3d627cd tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387123 Feb 16 08:48:17.931032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 7eb285a1-283b-4366-b09d-f4979dd92c73, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7eb285a1-283b-4366-b09d-f4979dd92c73,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:17.931311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:18.050015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 7eb285a1-283b-4366-b09d-f4979dd92c73 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:18.154560 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:18.167037 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:18.167648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:18.303074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:18.315061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Sync routers for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:18.327435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:18.328433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:18.355689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=7eb285a1-283b-4366-b09d-f4979dd92c73,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:18.364573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:18.441580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 7eb285a1-283b-4366-b09d-f4979dd92c73 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:48:18.444198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:18.446836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'name': 'network-vif-deleted', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:18.469010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e4af5f0b-3881-4559-bdca-0b4290521352 req-50ec16ad-5246-4d36-9adc-e4824c8bd2d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/7eb285a1-283b-4366-b09d-f4979dd92c73 HTTP/1.1" status: 204 len: 173 time: 0.8392406 Feb 16 08:48:18.519061 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f14c25b-5e8a-422c-95ea-849fe91aa064', 'name': 'network-vif-deleted', 'tag': '7eb285a1-283b-4366-b09d-f4979dd92c73', 'status': 'completed', 'code': 200} Feb 16 08:48:18.541687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:18.681795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:18.686517 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:18.697272 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:18.697894 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:18.772262 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-158acde3-d8d8-4a57-9144-381528e4ca49 req-6646314f-bf5f-4cd4-bfac-8b8577bae7d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=9f14c25b-5e8a-422c-95ea-849fe91aa064 HTTP/1.1" status: 200 len: 210 time: 0.0656438 Feb 16 08:48:18.895827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ad875b5b-28bc-45cf-b963-099f7bd2a323', 'name': '', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'mac_address': 'fa:16:3e:6e:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:47Z', 'updated_at': '2022-02-16T08:47:48Z', 'revision_number': 2, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'subnets': [{'id': '98f13993-7d8b-4730-a287-7930262235fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:18.900345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Checking router: 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:18.900696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Updating router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 port ad875b5b-28bc-45cf-b963-099f7bd2a323 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:48:18.951407 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:18.959700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217562b-ba28-4071-8b2b-d9a806ee34e9 req-8cbe4df5-e4fd-4457-a3c5-3c00d5e631e0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:18.960628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:18.961189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d217562b-ba28-4071-8b2b-d9a806ee34e9 req-8cbe4df5-e4fd-4457-a3c5-3c00d5e631e0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0791464 Feb 16 08:48:19.012523 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d217562b-ba28-4071-8b2b-d9a806ee34e9 req-ec73a203-886a-474c-bc30-e0017c55c272 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452218 Feb 16 08:48:19.316708 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:19.320951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0016b78-a68e-4298-802c-cc6f9d6e53fa None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:05Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd17773d0-5a3b-4377-ad59-a782897acd26', 'name': '', 'network_id': '06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:2a:f0:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:07Z', 'updated_at': '2022-02-16T08:46:17Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'fcec5399-5bde-449f-aaef-0c77a4f5ed67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:19.347665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:19.363192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Transition to ACTIVE for port object ad875b5b-28bc-45cf-b963-099f7bd2a323 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:19.370268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:19.497293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Pushing event updated for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:19.567204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.567381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.567714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.568048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.568377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.568695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.569016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.569338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.569654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.569972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.570286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:48:19.593688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Attempting to bind port ad875b5b-28bc-45cf-b963-099f7bd2a323 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:19.594054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Attempting to bind port ad875b5b-28bc-45cf-b963-099f7bd2a323 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:19.594411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Attempting to bind port ad875b5b-28bc-45cf-b963-099f7bd2a323 on network 85f66f50-1cc2-41ab-8b97-998f50e8c275 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:19.600785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:19.601150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Checking segment: {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:19.601545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:19.601929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Bound using segment: {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:19.602381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Bound port: ad875b5b-28bc-45cf-b963-099f7bd2a323, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:19.602774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:19.700536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] For port ad875b5b-28bc-45cf-b963-099f7bd2a323, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:19.703778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] For port ad875b5b-28bc-45cf-b963-099f7bd2a323, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ad875b5b-28bc-45cf-b963-099f7bd2a323,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:19.711248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:19.789599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2874645-104d-42fb-ab79-36718d399d42 None None] Pushing event updated for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:19.792440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:19.793033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:19.902474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36434) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:19.987847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:20.017968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:20.021599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:20.096746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:20.130903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fddbc3-c872-438a-a210-44e397e25db0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:20.143619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:20.147294 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-24a9f5e5-a4e1-426e-a93c-13aed740a294 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/d5fddbc3-c872-438a-a210-44e397e25db0 HTTP/1.1" status: 204 len: 168 time: 0.2408056 Feb 16 08:48:20.196282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:20.244603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ec6c2-e523-427e-a3c6-dea54830ed29 req-b2abebf0-66f0-4e83-9592-ce2be0bf0194 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:20.246081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd8ec6c2-e523-427e-a3c6-dea54830ed29 req-b2abebf0-66f0-4e83-9592-ce2be0bf0194 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0873740 Feb 16 08:48:20.303149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd8ec6c2-e523-427e-a3c6-dea54830ed29 req-a3b3b919-803e-4446-895d-b9163deae69b tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498390 Feb 16 08:48:20.372409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ad875b5b-28bc-45cf-b963-099f7bd2a323', 'name': '', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'mac_address': 'fa:16:3e:6e:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:47Z', 'updated_at': '2022-02-16T08:48:19Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'subnets': [{'id': '98f13993-7d8b-4730-a287-7930262235fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:20.376662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96e2062-5976-497a-8a51-9aedec886e09 None None] The sync data for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv is: [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:47:47Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'ad875b5b-28bc-45cf-b963-099f7bd2a323', 'name': '', 'network_id': '85f66f50-1cc2-41ab-8b97-998f50e8c275', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'mac_address': 'fa:16:3e:6e:1e:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98f13993-7d8b-4730-a287-7930262235fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:47Z', 'updated_at': '2022-02-16T08:48:19Z', 'revision_number': 4, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'subnets': [{'id': '98f13993-7d8b-4730-a287-7930262235fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:20.638036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:20.942595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7eb285a1-283b-4366-b09d-f4979dd92c73 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:20.978759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 7eb285a1-283b-4366-b09d-f4979dd92c73 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:20.979105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7eb285a1-283b-4366-b09d-f4979dd92c73 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:21.279123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port d17773d0-5a3b-4377-ad59-a782897acd26 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:21.280987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.295878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ad875b5b-28bc-45cf-b963-099f7bd2a323 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:21.365407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ad875b5b-28bc-45cf-b963-099f7bd2a323 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:21.371087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ad875b5b-28bc-45cf-b963-099f7bd2a323 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:21.371724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.474498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port d17773d0-5a3b-4377-ad59-a782897acd26, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d17773d0-5a3b-4377-ad59-a782897acd26,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:21.475183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.494639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.506902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b45eb4-eddf-45e9-98bb-5f3a5e78e96b req-9954fc39-91db-4e2a-9186-1703d9d4a1d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:21.508501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53b45eb4-eddf-45e9-98bb-5f3a5e78e96b req-9954fc39-91db-4e2a-9186-1703d9d4a1d6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0780127 Feb 16 08:48:21.530023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ad875b5b-28bc-45cf-b963-099f7bd2a323, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ad875b5b-28bc-45cf-b963-099f7bd2a323,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:21.535220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.555635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53b45eb4-eddf-45e9-98bb-5f3a5e78e96b req-886c1893-3c1a-4ff4-914a-92b15a22b977 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410597 Feb 16 08:48:21.612814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:21.699566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for d17773d0-5a3b-4377-ad59-a782897acd26 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:21.867328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:21.912253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=d17773d0-5a3b-4377-ad59-a782897acd26,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:22.210397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:22.758954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248e324-17cf-41e9-82df-89f24feed590 req-362d0ece-a33c-4995-a28a-afc50453cc08 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:22.760418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4248e324-17cf-41e9-82df-89f24feed590 req-362d0ece-a33c-4995-a28a-afc50453cc08 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 944 time: 0.0791941 Feb 16 08:48:22.778692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:22.805717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4248e324-17cf-41e9-82df-89f24feed590 req-9751f6da-1372-4fef-9460-aaee6eefd504 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392606 Feb 16 08:48:22.941358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 114a63a4-b66e-4f96-8a13-0b308b315442 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:48:22.976160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:22.988743 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-696d2713-cad0-4ef2-9f41-383bc0f7c23e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/56e7b715-cd2a-44cf-b7b6-9512e7aac36a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7912569 Feb 16 08:48:22.991347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:23.080007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=114a63a4-b66e-4f96-8a13-0b308b315442,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:23.094638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '114a63a4-b66e-4f96-8a13-0b308b315442', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'port_id': '114a63a4-b66e-4f96-8a13-0b308b315442', 'mac_address': 'fa:16:3e:79:df:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:48:23.149324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.167877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114a63a4-b66e-4f96-8a13-0b308b315442 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:48:23.188144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=114a63a4-b66e-4f96-8a13-0b308b315442,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:23.196033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.268509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:23.338406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet fcec5399-5bde-449f-aaef-0c77a4f5ed67 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:48:23.340519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ad875b5b-28bc-45cf-b963-099f7bd2a323 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:23.342586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.351721 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a53ae-2c71-470a-9faf-feb1e07c70e0 None None] New status for floating IP 1ae8ddd2-57d1-4633-942e-316f2ef2fb75: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:48:23.399099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.431572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ad875b5b-28bc-45cf-b963-099f7bd2a323 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:23.431886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.484331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['114a63a4-b66e-4f96-8a13-0b308b315442'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:48:23.489527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.542935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Sync routers for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:23.566614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.604490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=fcec5399-5bde-449f-aaef-0c77a4f5ed67,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:23.612377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:23.616482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:23.617118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:23.619392 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-68389a79-3744-4555-9a81-bba7635ee75c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/fcec5399-5bde-449f-aaef-0c77a4f5ed67 HTTP/1.1" status: 204 len: 168 time: 0.6270788 Feb 16 08:48:23.622609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36454) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:23.670780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe28cc7-16a9-47d5-bac4-32a46c62bea1 None None] Network 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:48:23.820753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.020346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b42f00-ef28-475a-8a64-102285e01f93 req-20d91d68-f199-4daf-87f7-929ead9671bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:24.021812 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-35b42f00-ef28-475a-8a64-102285e01f93 req-20d91d68-f199-4daf-87f7-929ead9671bc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 945 time: 0.0816984 Feb 16 08:48:24.039438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.050177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 5d817a75-3014-4a45-95ef-8381fec024ac {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:24.050565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.072524 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-35b42f00-ef28-475a-8a64-102285e01f93 req-38c19040-c43f-4929-aa9c-c0348c4e4cdb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431244 Feb 16 08:48:24.089511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:24.223891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 5d817a75-3014-4a45-95ef-8381fec024ac, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5d817a75-3014-4a45-95ef-8381fec024ac,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:24.224306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.346604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 5d817a75-3014-4a45-95ef-8381fec024ac owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:24.396790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] DHCP port deletion for 06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:48:24.415263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Deleting port 8a9573e9-727f-4695-9367-c3b30e43814b {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:48:24.415641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.514501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.562502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=5d817a75-3014-4a45-95ef-8381fec024ac,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:24.675990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76'}], 'enable_snat': True}, 'gw_port_id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:21Z', 'revision_number': 7, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '5d817a75-3014-4a45-95ef-8381fec024ac', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:46:00Z', 'updated_at': '2022-02-16T08:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:24.684421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] For port 8a9573e9-727f-4695-9367-c3b30e43814b, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8a9573e9-727f-4695-9367-c3b30e43814b,segment=NetworkSegment(e36302bb-4614-4ee6-a23d-e87c7fd31e6f),segment_id=e36302bb-4614-4ee6-a23d-e87c7fd31e6f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:24.684817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.691709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Checking router: 56e7b715-cd2a-44cf-b7b6-9512e7aac36a for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:24.812523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Calling delete_port for 8a9573e9-727f-4695-9367-c3b30e43814b owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:48:24.850882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Routers {'56e7b715-cd2a-44cf-b7b6-9512e7aac36a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:24.851518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:24.894595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:24.973619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 114a63a4-b66e-4f96-8a13-0b308b315442 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:25.045454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] Set router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:25.103638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.154515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.158923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.190477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.191160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router 56e7b715-cd2a-44cf-b7b6-9512e7aac36a {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:48:25.209879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.213455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36462) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:25.213978 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c09f680-822e-4848-862e-358a90691e56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/56e7b715-cd2a-44cf-b7b6-9512e7aac36a HTTP/1.1" status: 204 len: 168 time: 1.5903471 Feb 16 08:48:25.260460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] Pushing event deleted for resources: {'Port': ['ID=8a9573e9-727f-4695-9367-c3b30e43814b,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:25.265613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:24Z', 'revision_number': 9, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:25.276877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eaf6d1e-4224-418b-9970-fa4e26b0a0ae None None] The sync data for ids ['56e7b715-cd2a-44cf-b7b6-9512e7aac36a'] in dv-neutron-829488-1-hyperv is: [{'id': '56e7b715-cd2a-44cf-b7b6-9512e7aac36a', 'name': 'tempest-TestNetworkBasicOps-router-87069556', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:45:59Z', 'updated_at': '2022-02-16T08:48:24Z', 'revision_number': 9, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:25.278450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c70f88-86be-40a2-a7d6-ce0c9d020f41 None None] No DVR routers for this DVR port 8a9573e9-727f-4695-9367-c3b30e43814b on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:48:25.303832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 114a63a4-b66e-4f96-8a13-0b308b315442 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:25.315573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 114a63a4-b66e-4f96-8a13-0b308b315442 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:25.315955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.433097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.434729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.460643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:25.470977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=114a63a4-b66e-4f96-8a13-0b308b315442,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:25.474715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.527023 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442', 'code': 200} Feb 16 08:48:25.540878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:25.581032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc06b03-f6cb-41a5-b87f-7fd5427a53e5 req-ca456775-c5b2-4a70-bc86-00427d2a4e7f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:25.582506 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbc06b03-f6cb-41a5-b87f-7fd5427a53e5 req-ca456775-c5b2-4a70-bc86-00427d2a4e7f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 945 time: 0.2279618 Feb 16 08:48:25.591127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.644048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:25.674773 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbc06b03-f6cb-41a5-b87f-7fd5427a53e5 req-ef8443b5-2c65-43ab-84a4-512534533c65 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859163 Feb 16 08:48:25.675728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9573e9-727f-4695-9367-c3b30e43814b no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:25.677391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:25.677819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36302bb-4614-4ee6-a23d-e87c7fd31e6f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:25.696147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.718685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 8a9573e9-727f-4695-9367-c3b30e43814b {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:25.719387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8a9573e9-727f-4695-9367-c3b30e43814b not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:25.735550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.743260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:48:25.743665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:48:25.759280 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:48:25.774867 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c60e1b9-7e2d-47d9-87e0-24cef4238a33 req-53f95fb6-df4b-4a00-a167-2dfa0c032aaf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1099 time: 0.0738013 Feb 16 08:48:25.817291 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c60e1b9-7e2d-47d9-87e0-24cef4238a33 req-953d47e9-bc4b-4c5c-bc34-563729c51c74 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357769 Feb 16 08:48:25.840542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.857462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.868305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:25.873676 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-20834965-1153-4e13-8257-5a980c702478 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/06f74bd8-eb47-4c35-a8bf-c6ea5c69a20d HTTP/1.1" status: 204 len: 168 time: 0.6583076 Feb 16 08:48:25.893054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36468) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:25.898503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1505046838', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:25.903516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:25.907511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:25.910351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:25.916230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:25.926578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:48:25.929491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.957417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:48:25.966595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:25.966980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment 78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea of type vlan for network c948b755-79dd-4a7d-a122-876daefd4ac3 Feb 16 08:48:25.997987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.034747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.038551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:26.039215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.140618 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465336 Feb 16 08:48:26.143487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:26.148743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-725089021', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:26.149125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee339c5e-c5c5-4397-a5a1-60a32cf54aa4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=c948b755-79dd-4a7d-a122-876daefd4ac3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:26.155956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:26.158762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network c948b755-79dd-4a7d-a122-876daefd4ac3 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:48:26.160061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:26.162968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:26.169818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:26.182124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.183254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.202632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.351340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.531699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.560008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.692331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.213 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/522695ef-fdc2-4b72-ab32-f90aeb3ea831) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:26.842408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.881413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:26.903475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8974-dc4a-4741-b12a-84821758bd1a req-47a77299-2898-46df-9eeb-f413ed0e64d1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:26.904933 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e43d8974-dc4a-4741-b12a-84821758bd1a req-47a77299-2898-46df-9eeb-f413ed0e64d1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0886300 Feb 16 08:48:26.951463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=522695ef-fdc2-4b72-ab32-f90aeb3ea831,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:26.956711 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e43d8974-dc4a-4741-b12a-84821758bd1a req-ef0d5259-bfba-46ac-9f2b-2762cb7eb66b tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456309 Feb 16 08:48:26.957688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:26.958879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:26.961757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:27.117964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:27.118636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:27.194310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d17773d0-5a3b-4377-ad59-a782897acd26 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:27.232748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d17773d0-5a3b-4377-ad59-a782897acd26 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:27.233643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d17773d0-5a3b-4377-ad59-a782897acd26 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:27.466135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 60e12e5c-c420-45f1-8821-9a9f0b13456d is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:48:27.667138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:27.678996 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Sync routers for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:27.691687 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:27.692432 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:27.695630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:27.699680 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2f6d6df0-00bb-493f-b8ba-6b5b66225001 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5522993 Feb 16 08:48:27.699909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36478) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:27.745881 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6846a7da-d685-47dd-99e5-159994ce2fed tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405102 Feb 16 08:48:27.746326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36482) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:27.867916 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:27.880268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da856bed-6fa8-44f0-aa36-1fb5fe0bf79d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:27.881747 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da856bed-6fa8-44f0-aa36-1fb5fe0bf79d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1345868 Feb 16 08:48:27.884588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36486) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:27.924131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c11da718-c4fe-44b4-a70e-1901eb05cf46 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383704 Feb 16 08:48:27.926550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36490) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:27.931746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1483410491', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:28.040595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:28.044360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:28.047317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:28.053053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:28.063775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:48:28.154842 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:27Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:28.158969 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Checking router: 60e12e5c-c420-45f1-8821-9a9f0b13456d for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:28.159474 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Updating router 60e12e5c-c420-45f1-8821-9a9f0b13456d port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:48:28.174783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.176759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d8e1e-f816-4d2e-997a-962b952a02b2 req-8aa2391a-51d2-49ed-86e2-b6a217895002 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:28.178307 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e5d8e1e-f816-4d2e-997a-962b952a02b2 req-8aa2391a-51d2-49ed-86e2-b6a217895002 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0890939 Feb 16 08:48:28.255157 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.311028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e5d8e1e-f816-4d2e-997a-962b952a02b2 req-d4e57807-6dca-4e13-a4da-f6eded5fb3fe tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268630 Feb 16 08:48:28.413008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.505353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=93114793-7d1e-4b91-8786-1ce24dbdc7e0,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:28.514280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce839ca-2a10-476f-a32d-69b0e6e3e1b7 req-6ca3865c-ffce-44eb-989a-48ef05f7cf20 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:28.515791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ce839ca-2a10-476f-a32d-69b0e6e3e1b7 req-6ca3865c-ffce-44eb-989a-48ef05f7cf20 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0793400 Feb 16 08:48:28.516977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:28.517334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: c948b755-79dd-4a7d-a122-876daefd4ac3, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:48:28.541010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network c948b755-79dd-4a7d-a122-876daefd4ac3 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:48:28.559669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, c948b755-79dd-4a7d-a122-876daefd4ac3) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:28.564492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:28.565140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.574675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e866cd06-094c-4b0b-9363-5eba7398dc5c None None] Network c948b755-79dd-4a7d-a122-876daefd4ac3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:48:28.586509 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ce839ca-2a10-476f-a32d-69b0e6e3e1b7 req-e90a2055-b8e3-45b0-92bb-6e7e5855771d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641887 Feb 16 08:48:28.590822 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0ffcae38-1fa6-4eb4-b7c3-4c9faa6ce528 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6616738 Feb 16 08:48:28.593034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36498) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:28.605734 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.609248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36502) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:28.619909 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Transition to ACTIVE for port object 522695ef-fdc2-4b72-ab32-f90aeb3ea831 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:28.628386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.738197 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fe2e3-2872-413c-8b69-1772b07840cb None None] Pushing event updated for resources: {'Port': ['ID=522695ef-fdc2-4b72-ab32-f90aeb3ea831,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:28.773552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Attempting to bind port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:28.773910 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Attempting to bind port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:28.774276 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Attempting to bind port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:28.783243 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:28.783770 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:28.784169 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.784548 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:28.785001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Bound port: 522695ef-fdc2-4b72-ab32-f90aeb3ea831, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:28.785905 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.829614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-c948b755-79dd-4a7d-a122-876daefd4ac3', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:48:28.830538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.834156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b74e60f1-6763-46eb-9a30-f5ff6b9f5e6d tempest-TestVolumeBootPattern-303930727 tempest-TestVolumeBootPattern-303930727-project-admin] Synchronizing usage tracker for tenant:689f4578a62b415ba5ccabb5310e289e on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:28.855476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b74e60f1-6763-46eb-9a30-f5ff6b9f5e6d tempest-TestVolumeBootPattern-303930727 tempest-TestVolumeBootPattern-303930727-project-admin] Unset dirty status for tenant:689f4578a62b415ba5ccabb5310e289e on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:28.857506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b74e60f1-6763-46eb-9a30-f5ff6b9f5e6d tempest-TestVolumeBootPattern-303930727 tempest-TestVolumeBootPattern-303930727-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1094 time: 0.2470341 Feb 16 08:48:28.862146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36510) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:28.868177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '114a63a4-b66e-4f96-8a13-0b308b315442', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:28.871717 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] For port 522695ef-fdc2-4b72-ab32-f90aeb3ea831, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:28.874943 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] For port 522695ef-fdc2-4b72-ab32-f90aeb3ea831, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=522695ef-fdc2-4b72-ab32-f90aeb3ea831,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:28.879443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:28.881796 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.883667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:floatingip and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:28.886753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:28.893473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:28.919867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:28.981758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fe2e3-2872-413c-8b69-1772b07840cb None None] Pushing event updated for resources: {'Port': ['ID=522695ef-fdc2-4b72-ab32-f90aeb3ea831,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:28.985603 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:28.986281 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:29.022766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Allocated IP 172.20.0.2 (c948b755-79dd-4a7d-a122-876daefd4ac3/93114793-7d1e-4b91-8786-1ce24dbdc7e0/44f30b36-2e9e-44fc-9b3a-8f9fb7905f62) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:29.091675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.169528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:29.205961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5d817a75-3014-4a45-95ef-8381fec024ac no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:48:29.299040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.304335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.26.4.147 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/b268b2a2-8231-41dd-8067-b054f2831a87) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:29.309165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Transition to ACTIVE for port object 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:29.328147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Transition to ACTIVE for port object 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:29.339019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.382044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 5d817a75-3014-4a45-95ef-8381fec024ac {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:48:29.382510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5d817a75-3014-4a45-95ef-8381fec024ac not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:48:29.426740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Network c948b755-79dd-4a7d-a122-876daefd4ac3 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:29.430559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:29.432864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Pushing event updated for resources: {'Port': ['ID=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:29.435223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:29.514771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.536151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Attempting to bind port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:29.536698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Attempting to bind port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:29.537169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Attempting to bind port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 on network c948b755-79dd-4a7d-a122-876daefd4ac3 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:29.545592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:29.546281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Checking segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:29.546963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.547472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Bound using segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:29.548230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Bound port: 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:29.548721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.585925 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:27Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:29.591024 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896c7dc3-76eb-41e9-9311-d24a43de3c21 None None] The sync data for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv is: [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:27Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:29.632908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.657544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] For port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:29.660860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] For port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:29.665738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.666119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:29.740610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:29.744082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:29.746661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:29.752652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f09fb-5187-43ac-bcef-5544d4971b1c None None] Pushing event updated for resources: {'Port': ['ID=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:29.783074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=b268b2a2-8231-41dd-8067-b054f2831a87,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:29.956151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (c948b755-79dd-4a7d-a122-876daefd4ac3/93114793-7d1e-4b91-8786-1ce24dbdc7e0/6ce0fc84-f53b-4f4b-a247-a6578609cc44) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:30.131924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.150842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 6ce0fc84-f53b-4f4b-a247-a6578609cc44 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:30.173345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.296279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.335811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network c948b755-79dd-4a7d-a122-876daefd4ac3 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:30.343729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:30.348188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:30.353493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.388512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:30.413120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.501586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.573828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.580802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.698372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=b268b2a2-8231-41dd-8067-b054f2831a87,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:30.706859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.756237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cdc926-1739-4122-97cc-0acdb9e716d9 None None] Network c948b755-79dd-4a7d-a122-876daefd4ac3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:48:30.860507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bd9d9b3c-f176-4c16-82f5-a799cea3abfe None None] Provisioning for port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:30.907099 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Floating IP 4958071c-18cb-4c74-b5a8-8cab392a8fc7 associated. External IP: 172.26.4.147, port: 114a63a4-b66e-4f96-8a13-0b308b315442. Feb 16 08:48:30.939112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:30.945536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.066611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.074472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:31.273226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network c948b755-79dd-4a7d-a122-876daefd4ac3 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:31.276669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:31.315634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Provisioning for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:31.323351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Provisioning complete for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:31.323799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.349428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:31.459730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:31.464207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:48:31.475650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:31.482343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:31.482745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.525101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Provisioning complete for port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:31.525636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.723082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:31.764483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.766872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.781451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:31.833521 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e6dfac7f-ccdc-4c95-bfda-4f44e73198d7 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9700301 Feb 16 08:48:31.834337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:31.855072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.872265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 60e12e5c-c420-45f1-8821-9a9f0b13456d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:31.882607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:31.886843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.902783 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442', 'status': 'completed', 'code': 200} Feb 16 08:48:31.929068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:31.975562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:31.976502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:32.027278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-446ae5e0-a3cf-4a7a-93e4-6c75111d7f9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1099 time: 0.0767500 Feb 16 08:48:32.100021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:32.117113 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8055faca-9048-4ff3-b5e4-e2bccc7a390f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/60e12e5c-c420-45f1-8821-9a9f0b13456d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5200522 Feb 16 08:48:32.117350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36518) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:32.151881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:48:32.152802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-4481df0e-2990-4c5a-bc85-02f27c10c4e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:48:32.199045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:32.209542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-34b54d27-b0f4-447b-a021-2493b3cd0d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.211184 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-34b54d27-b0f4-447b-a021-2493b3cd0d6e service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1784041 Feb 16 08:48:32.247096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:32.369114 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-e799a091-ab98-4be7-b46d-54665c0641f9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 200 len: 1000 time: 0.1514001 Feb 16 08:48:32.423596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.423975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.424338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.424697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.425056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.425411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.427768 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-87be6d16-6a8b-44cf-afec-e44ce21a3de2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.3092551 Feb 16 08:48:32.430254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36522) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:32.449227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-16670b0b-9b69-49f6-9241-c920bfc54512 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.450970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-16670b0b-9b69-49f6-9241-c920bfc54512 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0753062 Feb 16 08:48:32.512167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.512869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.513232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.513857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.513986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.514274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:32.518505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-271d82a2-b624-4113-9ab7-a2ce1594e0cf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0848520 Feb 16 08:48:32.518810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36526) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:32.536344 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-4b9a5697-fdca-4689-a4e4-cc2f67f03999 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768616 Feb 16 08:48:32.547717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-6220d367-5dcc-4498-9d21-6c9a74fa1d9a service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:48:32.548684 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-6220d367-5dcc-4498-9d21-6c9a74fa1d9a service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054121 Feb 16 08:48:32.630427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '4958071c-18cb-4c74-b5a8-8cab392a8fc7', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': '114a63a4-b66e-4f96-8a13-0b308b315442', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:79:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fce10-036a-4656-803d-3781a4bd26e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:30Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:32.634302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:32.645876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:32.646515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:32.683593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-73518923-d2bf-4528-a431-6ef8d6930e76 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290240 Feb 16 08:48:32.723129 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-141ef60c-5291-477a-a16d-dc930adcd1e7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2032170 Feb 16 08:48:32.838418 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b07e50d-1961-46d9-9beb-4ef4bc6944af req-fc95f390-18c4-4d33-a367-5d009a9932e5 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488321 Feb 16 08:48:32.881644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:33.017863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36532) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.023575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2124351359', 'description': 'tempest-secgroup-smoke-2124351359 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.029571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.033717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.036645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.042276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.055728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.075925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5f2d2aa2-c6c1-461d-9b45-c0b6d1361a89 None None] Provisioning complete for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:33.076286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f2d2aa2-c6c1-461d-9b45-c0b6d1361a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.092054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.096920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.100974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.109046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.149284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5f2d2aa2-c6c1-461d-9b45-c0b6d1361a89 None None] Port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:48:33.176070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.179648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.212598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.217056 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1980731 Feb 16 08:48:33.217591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36536) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.224878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.230910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.235695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.241521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.241731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca52c1-3695-4c2d-ad24-0a826dcd63d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.249993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.283432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.353036 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:33.355214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.359633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.384295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46293fdc-c175-4e44-98bb-eb8d4a8dc87b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.394770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.396088 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c89c88d8-861a-47ba-80cc-228ec9aba6fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1770999 Feb 16 08:48:33.398684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36540) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.404494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.410378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.414078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.416944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.423168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.443407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.450041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '4958071c-18cb-4c74-b5a8-8cab392a8fc7', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': '114a63a4-b66e-4f96-8a13-0b308b315442', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:79:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fce10-036a-4656-803d-3781a4bd26e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:30Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:33.456762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3f2402-4323-4321-9d86-f53f1144ad7c None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '4958071c-18cb-4c74-b5a8-8cab392a8fc7', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.147', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': '114a63a4-b66e-4f96-8a13-0b308b315442', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:79:df:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315fce10-036a-4656-803d-3781a4bd26e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:30Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:33.465152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:33.466337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.521252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.530508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.555034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7029ea4f-7028-4091-b503-0df07f868c82,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.564864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.568607 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8a507312-3199-4756-aa5c-9a3e26a0865d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1663940 Feb 16 08:48:33.568814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36544) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.574019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.580272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.584063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.586950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.592832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.607396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 522695ef-fdc2-4b72-ab32-f90aeb3ea831 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:33.609369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.671835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.672288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:33.675649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.677515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:33.677892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.701582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ba8d2c-81f2-4e0a-9f58-a71ab958eeee,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.711900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.713300 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed9fd007-0f01-446b-b99c-7a519a2f934c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1435916 Feb 16 08:48:33.717620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36548) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.723791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.729579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.734098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.737054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.743223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.759002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.796796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.813173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 522695ef-fdc2-4b72-ab32-f90aeb3ea831, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=522695ef-fdc2-4b72-ab32-f90aeb3ea831,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:33.816878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.841713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.845660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.872040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f758047d-c4ef-445b-b961-ab176d54deaa,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.881514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.882788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c18ac168-4c03-4122-ba43-db89e94ded9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1640239 Feb 16 08:48:33.883291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=522695ef-fdc2-4b72-ab32-f90aeb3ea831,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:33.885306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:33.891524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:33.897395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:33.901174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:33.904513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:33.910064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:33.921846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:48:33.928402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.994001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:33.997357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.019765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b03e041-2559-450a-a387-2f15f0ba12c8,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:34.028471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.029541 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4dd55807-f9df-49cc-b942-6960e3326555 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1428444 Feb 16 08:48:34.032304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36556) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:34.037603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:34.044027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:34.047788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:34.050638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:34.056204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:34.066404 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:48:34.072614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.136904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.140935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.163263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fe5e85-542c-4cc3-b55c-6e30b954abec,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:34.172163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:34.173525 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17ef147a-0224-42c1-bcf2-8211434361f8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1402974 Feb 16 08:48:34.401313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-57248390-2c34-4521-9a78-e12e442f0eae tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:34.416372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-57248390-2c34-4521-9a78-e12e442f0eae tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:34.417659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-57248390-2c34-4521-9a78-e12e442f0eae tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2124351359&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0554643 Feb 16 08:48:34.560320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0a98c098-7903-455c-8ff5-2b4e0b2923be tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:34.560901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0a98c098-7903-455c-8ff5-2b4e0b2923be tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:34.575912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0a98c098-7903-455c-8ff5-2b4e0b2923be tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:34.577017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0a98c098-7903-455c-8ff5-2b4e0b2923be tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 200 len: 797 time: 0.1529489 Feb 16 08:48:34.593121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-541c177b-a2b2-461c-b0d1-c142a6e2f7ae tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0103562 Feb 16 08:48:34.672840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-20413022-5b94-4bd0-b87c-a3fb40a82c73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:48:34.687834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-20413022-5b94-4bd0-b87c-a3fb40a82c73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:48:34.689091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-20413022-5b94-4bd0-b87c-a3fb40a82c73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913138 Feb 16 08:48:34.705536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-417aee1f-f309-41f1-8de8-8dcde73eb181 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:48:34.705986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-417aee1f-f309-41f1-8de8-8dcde73eb181 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052490 Feb 16 08:48:34.836754 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-b2a7541e-2d24-430c-8c9d-66332cab9ced service neutron] 10.222.0.94 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243172 Feb 16 08:48:34.979830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-c2c6aa00-e744-43cd-8105-8cfbed0f8b44 service neutron] 10.222.0.94 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372149 Feb 16 08:48:35.080161 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08c30e3-715e-49a0-8951-c2635a5fb288 None None] New status for floating IP 4958071c-18cb-4c74-b5a8-8cab392a8fc7: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:48:35.223287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f6a8055-4f0b-4ec3-9054-88ec0eb10ab0 req-4a851bd2-a0ce-4366-a44f-a40334245c42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0580599 Feb 16 08:48:35.281275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 522695ef-fdc2-4b72-ab32-f90aeb3ea831 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:35.354731 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:35.355369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:36.408915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-4fc52a83-a253-4017-af62-dae1df01f27b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:36.410245 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-4fc52a83-a253-4017-af62-dae1df01f27b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 200 len: 797 time: 0.1538010 Feb 16 08:48:36.413827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd8975cb-7dac-4f7b-8270-36caeca334bf req-8a6a12a3-96b4-41a6-8bc2-f47416486aef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0421262 Feb 16 08:48:36.483320 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-8e203b8b-d3fa-47c1-a80c-539826e25ac8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 380 time: 0.0451956 Feb 16 08:48:36.493900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '86f44380-ee3a-4021-a176-4520adbff2f7', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:36.718747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:36.727778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:36.737549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:48:36.740550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:36.898904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.10 (c948b755-79dd-4a7d-a122-876daefd4ac3/93114793-7d1e-4b91-8786-1ce24dbdc7e0/39ac8aaa-508d-4e6a-84a3-cc48c711cd91) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:37.089242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.104523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:37.126075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.198589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network c948b755-79dd-4a7d-a122-876daefd4ac3 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:37.202198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:37.206411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:37.254852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:37.276983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:37.277607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.310318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-0612251d-2150-498a-bd5c-ae64e09a609f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8187976 Feb 16 08:48:37.328501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Request body: {'port': {'device_id': '86f44380-ee3a-4021-a176-4520adbff2f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:37.453302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.505243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-20ba19f3-3df0-4eac-99d3-5f260db05f98 None None] Provisioning for port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:37.511860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-20ba19f3-3df0-4eac-99d3-5f260db05f98 None None] Provisioning complete for port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:37.512689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-20ba19f3-3df0-4eac-99d3-5f260db05f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.569072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-20ba19f3-3df0-4eac-99d3-5f260db05f98 None None] Port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:48:37.653131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393a88-85fd-4630-b33e-c66e652dfa92 req-e04a333f-fba7-4f11-b692-f4c68fd80cbb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:37.655316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af393a88-85fd-4630-b33e-c66e652dfa92 req-e04a333f-fba7-4f11-b692-f4c68fd80cbb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 932 time: 0.0845890 Feb 16 08:48:37.705071 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af393a88-85fd-4630-b33e-c66e652dfa92 req-717f736b-78d9-476b-8b98-a7e8625a7fa7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 Feb 16 08:48:37.833543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:48:37.841630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.858234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Transition to ACTIVE for port object 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:37.861649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:37.991123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Pushing event updated for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:38.101340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Attempting to bind port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:38.101525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Attempting to bind port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:38.101886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Attempting to bind port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 on network c948b755-79dd-4a7d-a122-876daefd4ac3 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:38.109451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 on network c948b755-79dd-4a7d-a122-876daefd4ac3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:48:38.109575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Attempting to bind port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 on network c948b755-79dd-4a7d-a122-876daefd4ac3 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:38.116838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:38.117002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Checking segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:38.117510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Bound using segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:38.117998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Bound port: 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:38.118972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:38.225274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:38.229766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:38.234883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:38.300018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:38.301393 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] 10.222.0.98 "PUT /v2.0/ports/39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 200 len: 1094 time: 0.9785230 Feb 16 08:48:38.301764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:38.316335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a369031-f581-459f-8e88-c5de0e5f16cb service neutron] Pushing event updated for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:38.400164 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'status': 'completed', 'code': 200} Feb 16 08:48:38.419412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9fd7afdd-059f-48e9-acaa-1388e347ed82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:38.462573 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-75a24e5a-00f9-48ee-b425-3141d9fb86b4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0959888 Feb 16 08:48:38.539318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-7b1157f0-c2b4-4b14-9fea-09766d27a1d7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 200 len: 217 time: 0.0622122 Feb 16 08:48:38.693257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-a31b687b-20b9-4176-aa3d-335d34898a55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:38.694617 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-a31b687b-20b9-4176-aa3d-335d34898a55 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=93114793-7d1e-4b91-8786-1ce24dbdc7e0 HTTP/1.1" status: 200 len: 835 time: 0.1442699 Feb 16 08:48:38.767093 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-866c8f63-5220-47f8-ae47-f8d3330127fb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c948b755-79dd-4a7d-a122-876daefd4ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662553 Feb 16 08:48:38.899297 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-b7c35aae-dceb-4e02-a54d-2fcfd35d34c9 service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Feb 16 08:48:38.901769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d022109-676c-4f8d-a057-d835b95ff1e9 req-1299ed1e-30b5-4754-9e65-f9ed155b4ec0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:38.903861 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3d022109-676c-4f8d-a057-d835b95ff1e9 req-1299ed1e-30b5-4754-9e65-f9ed155b4ec0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 944 time: 0.0741825 Feb 16 08:48:38.951475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3d022109-676c-4f8d-a057-d835b95ff1e9 req-772cde1e-541a-4989-81f5-f8e1e1e2f6bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417171 Feb 16 08:48:39.031875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9736b30-b74d-46ab-a470-ae8a2c92f4d1 req-b60281cc-ed8c-4055-bf61-21420fc41a2a service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261451 Feb 16 08:48:39.213658 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-22bbf145-5d0d-41ef-9368-b47bea0ecc57 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1097 time: 0.0686665 Feb 16 08:48:39.345949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-ffab4b68-01c7-4f41-8277-4bbfbfcd01a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:39.347374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-ffab4b68-01c7-4f41-8277-4bbfbfcd01a5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 200 len: 898 time: 0.1267664 Feb 16 08:48:39.419955 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-0e9f77b7-e43d-4eaa-a1bb-947122ee74ce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 200 len: 217 time: 0.0646381 Feb 16 08:48:39.483589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-70f824b0-e1ba-4d5e-86be-dd28412a0fff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:39.485025 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-70f824b0-e1ba-4d5e-86be-dd28412a0fff service neutron] 10.222.0.98 "GET /v2.0/subnets?id=93114793-7d1e-4b91-8786-1ce24dbdc7e0 HTTP/1.1" status: 200 len: 835 time: 0.0592101 Feb 16 08:48:39.562757 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:48:39.570293 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-4129e4c6-52fe-4353-b592-be82996ab01f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c948b755-79dd-4a7d-a122-876daefd4ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741603 Feb 16 08:48:39.704117 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-b4889d32-4556-4e66-9bb6-b6783ba40e60 service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214697 Feb 16 08:48:39.836274 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ece3f7a-09aa-478d-9e65-3a7f9f137220 req-ad99b634-20a3-43c4-9a76-a2ef47f1969a service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247315 Feb 16 08:48:40.147290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc27ba3-0033-4de6-b8cd-6c61b7ccb361 req-63deb2d7-3612-457d-8ea8-2196c6dc007d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:40.148723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cc27ba3-0033-4de6-b8cd-6c61b7ccb361 req-63deb2d7-3612-457d-8ea8-2196c6dc007d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 944 time: 0.0746994 Feb 16 08:48:40.193500 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cc27ba3-0033-4de6-b8cd-6c61b7ccb361 req-c86e5c2b-2aa2-4df4-aba0-62462c4d6c21 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383599 Feb 16 08:48:40.901984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-83708910-dec6-465e-88b4-6c6de260b095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:41.016154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:48:41.150102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:41.163972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'port_id': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'mac_address': 'fa:16:3e:67:22:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:48:41.222995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:41.247711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:48:41.267958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:41.272774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:41.347622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:41.483037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef94767-ecc9-4b9e-9155-85f874204c2f req-710f1de7-ee3c-403e-a11e-fdb72b8549ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:41.485769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ef94767-ecc9-4b9e-9155-85f874204c2f req-710f1de7-ee3c-403e-a11e-fdb72b8549ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 945 time: 0.1665070 Feb 16 08:48:41.486502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Sync routers for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:41.501494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:41.502095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:41.531640 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ef94767-ecc9-4b9e-9155-85f874204c2f req-bc92c01d-8c5a-43ed-9d34-2294b63d4508 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Feb 16 08:48:41.609037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['39ac8aaa-508d-4e6a-84a3-cc48c711cd91'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:48:41.727346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:41.806367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:42.003862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.260617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:42.264991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Checking router: 60e12e5c-c420-45f1-8821-9a9f0b13456d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:42.265338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Updating router 60e12e5c-c420-45f1-8821-9a9f0b13456d port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:48:42.313722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.638301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.649721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Transition to ACTIVE for port object 6ce0fc84-f53b-4f4b-a247-a6578609cc44 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:48:42.656234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.729483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9b6b7-1094-4ca7-a7aa-7420e8fef666 req-6a8de32a-dd43-4188-b3d1-8a63100000c6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:42.731619 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbf9b6b7-1094-4ca7-a7aa-7420e8fef666 req-6a8de32a-dd43-4188-b3d1-8a63100000c6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 945 time: 0.0772169 Feb 16 08:48:42.785216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbf9b6b7-1094-4ca7-a7aa-7420e8fef666 req-c0ea8eb7-dd2e-41f3-bf58-b8f569c78601 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421603 Feb 16 08:48:42.812884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65e8af-7296-4493-b9b1-1949e2145ff3 None None] Pushing event updated for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:42.872010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Attempting to bind port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:48:42.872397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Attempting to bind port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:48:42.872757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Attempting to bind port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 on network c948b755-79dd-4a7d-a122-876daefd4ac3 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:48:42.879446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:48:42.879812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Checking segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:48:42.880203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.880595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Bound using segment: {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:48:42.881089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Bound port: 6ce0fc84-f53b-4f4b-a247-a6578609cc44, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:48:42.881423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:42.970323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] For port 6ce0fc84-f53b-4f4b-a247-a6578609cc44, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:48:42.973471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] For port 6ce0fc84-f53b-4f4b-a247-a6578609cc44, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6ce0fc84-f53b-4f4b-a247-a6578609cc44,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:48:42.978830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:43.028255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:43.113096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65e8af-7296-4493-b9b1-1949e2145ff3 None None] Pushing event updated for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:43.126474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:43.127091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:43.318850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:43.333395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:43.333772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:43.427358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:43.622185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:43.710315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:43.743542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:43.752193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:43.789554 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'code': 200} Feb 16 08:48:43.793311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:43.872290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:43.895884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:42Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:43.899888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac78c904-18a7-458b-a41f-3b16246c6b92 None None] The sync data for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv is: [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:42Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:44.057884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bd812-a5e8-472d-81c8-48cae42a5b34 req-84a216a9-0de4-452e-90d5-7d85f8a32157 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:44.060161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e88bd812-a5e8-472d-81c8-48cae42a5b34 req-84a216a9-0de4-452e-90d5-7d85f8a32157 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0985036 Feb 16 08:48:44.106237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ec171cf6-38d4-41c7-b48e-49691d754e8e req-c3808636-fe5b-4fe9-82ce-01e9443e9466 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0760560 Feb 16 08:48:44.110413 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e88bd812-a5e8-472d-81c8-48cae42a5b34 req-a52c7a40-4e2c-4478-a739-6f7af69478e0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449526 Feb 16 08:48:44.153608 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ec171cf6-38d4-41c7-b48e-49691d754e8e req-c66520f9-9a33-4a14-9563-a0752075ca30 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411780 Feb 16 08:48:45.338404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6ce0fc84-f53b-4f4b-a247-a6578609cc44 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:45.433358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16a078-9222-4474-b8f9-0cfb5bfbbfa9 req-7370357b-46dd-4bb0-b0d6-72173caf7016 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:45.434923 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b16a078-9222-4474-b8f9-0cfb5bfbbfa9 req-7370357b-46dd-4bb0-b0d6-72173caf7016 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0884500 Feb 16 08:48:45.439420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:48:45.445224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:45.445691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:45.488567 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b16a078-9222-4474-b8f9-0cfb5bfbbfa9 req-5b289953-8f94-4245-8c7b-dd424fc627e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Feb 16 08:48:45.572918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:45.607632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 6ce0fc84-f53b-4f4b-a247-a6578609cc44, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6ce0fc84-f53b-4f4b-a247-a6578609cc44,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:48:45.619665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:45.686465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:46.694396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc63ec8-d7ba-44e5-b58b-dcd647621fe6 req-6a1e294f-d9be-4c54-b9ea-25b37453c8e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:46.695889 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bbc63ec8-d7ba-44e5-b58b-dcd647621fe6 req-6a1e294f-d9be-4c54-b9ea-25b37453c8e7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0812953 Feb 16 08:48:46.742721 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bbc63ec8-d7ba-44e5-b58b-dcd647621fe6 req-8f3fe614-852d-436c-ab6c-70d50ae89aa2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409923 Feb 16 08:48:46.935628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0fcf8-876e-415e-a259-6001cb498de4 req-74b8ad12-4f93-4a4d-8e68-532c8d22c45d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:46.936996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8af0fcf8-876e-415e-a259-6001cb498de4 req-74b8ad12-4f93-4a4d-8e68-532c8d22c45d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0749686 Feb 16 08:48:46.985779 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8af0fcf8-876e-415e-a259-6001cb498de4 req-22093dfc-9a86-463f-bf9e-6aeda30ebf5a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Feb 16 08:48:47.013100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36606) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:47.083481 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aac91f6b-b340-4f5b-b726-789e707bd1a9 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1094 time: 0.0690849 Feb 16 08:48:47.086793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36610) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:47.092916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:48:47.098694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:48:47.102552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:48:47.105349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:48:47.110983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:48:47.121018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:47.253865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6ce0fc84-f53b-4f4b-a247-a6578609cc44 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:48:47.266152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:47.326821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:48:47.327200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:47.406603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.73 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/59e535c7-ea08-443a-bd74-0a24ed1270f7) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:48:47.673029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:47.699837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:47.769419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:48:47.772360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:48:47.776637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:48:47.806093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=59e535c7-ea08-443a-bd74-0a24ed1270f7,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:48.283020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:48.345677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:48.563407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:48.567783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:48.672634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=59e535c7-ea08-443a-bd74-0a24ed1270f7,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:48:48.698644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:48.888236 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP bf8b880f-f152-421a-bb17-41fd6d1aa346 associated. External IP: 172.26.4.73, port: 39ac8aaa-508d-4e6a-84a3-cc48c711cd91. Feb 16 08:48:49.410167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 60e12e5c-c420-45f1-8821-9a9f0b13456d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:48:49.609907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:48:49.634446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:48:49.693814 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0af7b952-ccbc-4fbf-ac2b-c2e7df4b652c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6059508 Feb 16 08:48:49.694482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:48:49.696625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36616) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:49.749662 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'status': 'completed', 'code': 200} Feb 16 08:48:49.819458 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7b7604a7-6162-4513-8606-e08c86f738c9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1216843 Feb 16 08:48:49.878570 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-3c05023a-3505-4dd7-bf07-3cd6d053c6e3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0833461 Feb 16 08:48:50.018090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-2fc18a0c-8939-4209-bd70-4ae49d0323cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:50.019254 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-2fc18a0c-8939-4209-bd70-4ae49d0323cd service neutron] 10.222.0.98 "GET /v2.0/networks?id=c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 200 len: 898 time: 0.1347606 Feb 16 08:48:50.131185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-7c94ffee-2b09-4644-a311-a98ec8dadd05 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 200 len: 999 time: 0.1049681 Feb 16 08:48:50.206241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-3563499a-3583-4066-9692-26517b88b476 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:48:50.206241 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-3563499a-3583-4066-9692-26517b88b476 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=93114793-7d1e-4b91-8786-1ce24dbdc7e0 HTTP/1.1" status: 200 len: 835 time: 0.0653169 Feb 16 08:48:50.284168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-7dbc1010-cb3c-4eb2-8ecd-505a3d4d6417 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c948b755-79dd-4a7d-a122-876daefd4ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728865 Feb 16 08:48:50.420065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-cfdb0605-ee16-455a-a022-5ee0a326bb47 service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278701 Feb 16 08:48:50.573797 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0927ac74-21a6-452f-a6d2-82a33f24d931 req-2c00e234-27de-49df-8a14-90f170446f77 service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485016 Feb 16 08:48:50.823665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36622) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:50.949005 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6d49d94-0044-492f-8338-59efa7090bac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1234455 Feb 16 08:48:51.954152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36626) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:52.069287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f3f46869-fa5a-4120-961a-33573d0ac513 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1138222 Feb 16 08:48:53.018718 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Sync routers for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:48:53.031150 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:53.031745 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:53.072952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36630) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:53.179705 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-49d5667f-de18-4c4f-b200-a2e251fe0660 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1056206 Feb 16 08:48:53.231624 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:53.568824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'bf8b880f-f152-421a-bb17-41fd6d1aa346', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'port_id': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'mac_address': 'fa:16:3e:67:22:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f44380-ee3a-4021-a176-4520adbff2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:48Z', 'updated_at': '2022-02-16T08:48:48Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:53.572704 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Checking router: 60e12e5c-c420-45f1-8821-9a9f0b13456d for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:48:53.584136 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:48:53.584730 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:48:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:53.757689 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:48:54.117843 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'bf8b880f-f152-421a-bb17-41fd6d1aa346', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'port_id': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'mac_address': 'fa:16:3e:67:22:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f44380-ee3a-4021-a176-4520adbff2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:48Z', 'updated_at': '2022-02-16T08:48:48Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:48:54.121637 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d8e59b-695e-40be-961b-57a9738eff21 None None] The sync data for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv is: [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'bf8b880f-f152-421a-bb17-41fd6d1aa346', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.73', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'port_id': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'mac_address': 'fa:16:3e:67:22:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f44380-ee3a-4021-a176-4520adbff2f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:48:48Z', 'updated_at': '2022-02-16T08:48:48Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:48:54.183184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36634) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:54.295399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc058a7e-131a-4542-b274-d57187e77ae4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1096096 Feb 16 08:48:55.299610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36638) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:55.417250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4a58e562-43d8-44b4-b47f-97d27f0921c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1175585 Feb 16 08:48:56.421532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36642) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:56.533387 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-47d55cd1-3e95-4fd3-980e-50135b042bd9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 991 time: 0.1110806 Feb 16 08:48:57.273666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d00517c-06b6-45f3-a98f-30e3c4369121 None None] New status for floating IP bf8b880f-f152-421a-bb17-41fd6d1aa346: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:48:57.537716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:48:57.642512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-537ca115-ccd3-42be-bda0-8e85f73060bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 993 time: 0.1030827 Feb 16 08:49:01.809613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:08.414123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-da897881-22f2-4018-9c01-92794d794927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:10.907707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-433120d9-4a85-4a59-9524-db854b2471ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:11.659477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:11.954771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:13.732824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:15.426244 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-a96f2751-e530-4ca4-9c37-050f4949cb1c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686221 Feb 16 08:49:15.603191 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-ac5df5d7-bf51-4d06-973e-e9b955653e32 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 1099 time: 0.0669286 Feb 16 08:49:15.745382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-3844a684-d5ff-433d-af23-8dbd67b5cc65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:15.746901 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-3844a684-d5ff-433d-af23-8dbd67b5cc65 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1244333 Feb 16 08:49:15.937958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-6833ebab-bf8e-4052-973e-6991e998ff4f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 200 len: 1002 time: 0.1849165 Feb 16 08:49:16.001375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-94e7ec75-74e4-48b0-a549-10090ee3fa9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:16.002839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-94e7ec75-74e4-48b0-a549-10090ee3fa9f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0584335 Feb 16 08:49:16.078650 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-e16ba8f7-ffde-4828-8972-4f885a90da66 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683391 Feb 16 08:49:16.207020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-ba001b35-8219-42f3-9303-c7b630938caf service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217082 Feb 16 08:49:16.341669 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a6b009-808d-4743-b652-36a5f74d5b59 req-70d8fd2e-7f29-4a1a-a686-9ed3e54c35e9 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246934 Feb 16 08:49:16.564335 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:49:18.276302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36666) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:18.375501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-607522f3-297d-4c4e-a957-3ea622c587f1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 200 len: 993 time: 0.0980704 Feb 16 08:49:18.759035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36676) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:18.955364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 59e535c7-ea08-443a-bd74-0a24ed1270f7 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:49:18.955609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:19.119043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:19.119363 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:19.236163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 59e535c7-ea08-443a-bd74-0a24ed1270f7 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:49:19.390146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:19.432923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=59e535c7-ea08-443a-bd74-0a24ed1270f7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:19.444727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.445085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.445414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.445743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.446090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.446902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.446902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.447121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.447367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.447683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.448000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:19.536830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:20.030497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 60e12e5c-c420-45f1-8821-9a9f0b13456d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:49:20.230226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:49:20.247915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:20.250935 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Sync routers for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:49:20.264558 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:20.265486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:20.310310 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-61261e1c-4178-4709-9864-ef63965fbffe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/bf8b880f-f152-421a-bb17-41fd6d1aa346 HTTP/1.1" status: 204 len: 168 time: 1.5465820 Feb 16 08:49:20.310310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:49:20.365382 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'status': 'completed', 'code': 200} Feb 16 08:49:20.441770 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:20.492966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-fa5d7125-acac-47a5-8105-a832444d98ae service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 1099 time: 0.0734537 Feb 16 08:49:20.638262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412f-7185-440e-a184-b1ea0887dc77 req-0005e4ca-b00d-4799-a87a-1779f15c1a8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:20.639646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-0005e4ca-b00d-4799-a87a-1779f15c1a8a service neutron] 10.222.0.98 "GET /v2.0/networks?id=c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 200 len: 898 time: 0.1389019 Feb 16 08:49:20.707765 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-6d4effb6-ff32-4c0c-bbbf-bcc72f1710b7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 200 len: 217 time: 0.0612791 Feb 16 08:49:20.718932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac53dc-409c-4cb9-b795-0131b0de9286 req-ce025b07-ba6b-4845-96ee-cfe9a4dbcbd4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:20.723004 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffac53dc-409c-4cb9-b795-0131b0de9286 req-ce025b07-ba6b-4845-96ee-cfe9a4dbcbd4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0910430 Feb 16 08:49:20.771832 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffac53dc-409c-4cb9-b795-0131b0de9286 req-bbc29c69-a7b9-4e3f-9903-f11fa5480959 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448072 Feb 16 08:49:20.777357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c407412f-7185-440e-a184-b1ea0887dc77 req-3e0ca36e-7c42-4918-ad71-eb0f36f5c081 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:20.779391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-3e0ca36e-7c42-4918-ad71-eb0f36f5c081 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=93114793-7d1e-4b91-8786-1ce24dbdc7e0 HTTP/1.1" status: 200 len: 835 time: 0.0629485 Feb 16 08:49:20.783645 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:20.787875 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Checking router: 60e12e5c-c420-45f1-8821-9a9f0b13456d for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:49:20.804675 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:20.805265 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:20.855499 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-334e1ce8-1129-43e1-a2dd-80c7101d93de service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=c948b755-79dd-4a7d-a122-876daefd4ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688794 Feb 16 08:49:20.980996 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:20.989923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-2492a76b-98a4-4985-a102-a5b0b1546576 service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249821 Feb 16 08:49:21.124199 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c407412f-7185-440e-a184-b1ea0887dc77 req-5bf397e2-9efd-48cf-82c2-7097f4bb092a service neutron] 10.222.0.98 "GET /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244612 Feb 16 08:49:21.284841 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:21.288992 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4932e53f-930b-4739-888e-d8ea3e857398 None None] The sync data for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv is: [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:30Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '6ce0fc84-f53b-4f4b-a247-a6578609cc44', 'name': '', 'network_id': 'c948b755-79dd-4a7d-a122-876daefd4ac3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7d:e7:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:29Z', 'updated_at': '2022-02-16T08:48:45Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '93114793-7d1e-4b91-8786-1ce24dbdc7e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:49:21.494660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d5c348-6a9a-4432-9f68-beafc53e1991 None None] New status for floating IP bf8b880f-f152-421a-bb17-41fd6d1aa346: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:49:21.973813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc449-6c3e-4b35-8d92-4fba8013b446 req-422a3493-26db-4d08-82f3-8644ab854521 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:21.975202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-acfcc449-6c3e-4b35-8d92-4fba8013b446 req-422a3493-26db-4d08-82f3-8644ab854521 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0771461 Feb 16 08:49:22.106151 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-acfcc449-6c3e-4b35-8d92-4fba8013b446 req-87b87f29-c139-44f5-aa7a-a9412c064f76 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253810 Feb 16 08:49:22.228882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-2c04794f-c3e7-4ade-8c76-60efb49586ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:22.229473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-2c04794f-c3e7-4ade-8c76-60efb49586ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:49:22.244967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-2c04794f-c3e7-4ade-8c76-60efb49586ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:49:22.246085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-2c04794f-c3e7-4ade-8c76-60efb49586ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 946 time: 0.0957720 Feb 16 08:49:22.317661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:49:22.318000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:22.675298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:22.675654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:22.791917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:49:22.936279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:22.986061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=39ac8aaa-508d-4e6a-84a3-cc48c711cd91,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:23.062342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:49:23.064675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:23.067113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'name': 'network-vif-deleted', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:49:23.084143 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f0260c1a-bc93-4d08-9d6c-43fa6af0b99f req-8553e37e-9302-4d8a-a3a5-75d1b394b783 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/39ac8aaa-508d-4e6a-84a3-cc48c711cd91 HTTP/1.1" status: 204 len: 173 time: 0.8329539 Feb 16 08:49:23.326714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86f44380-ee3a-4021-a176-4520adbff2f7', 'name': 'network-vif-deleted', 'tag': '39ac8aaa-508d-4e6a-84a3-cc48c711cd91', 'status': 'completed', 'code': 200} Feb 16 08:49:23.369552 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-880a5bc3-bc7e-4ab1-ba61-c71727445c09 req-6ebd0a00-8aa7-41fd-9d2c-f927a4249510 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=86f44380-ee3a-4021-a176-4520adbff2f7 HTTP/1.1" status: 200 len: 210 time: 0.0460000 Feb 16 08:49:24.474464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36694) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:24.539789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:24.568333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:24.632191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:24.650158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:24.660206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:24.661311 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f52e57c2-2e97-49bd-a028-45020cc0eb18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/8cf8a6fa-d0f4-4714-9244-9ceafc2cf2d2 HTTP/1.1" status: 204 len: 168 time: 0.1858475 Feb 16 08:49:24.842396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36700) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:25.228752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:25.819839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 6ce0fc84-f53b-4f4b-a247-a6578609cc44 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:49:25.820172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:25.998462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 6ce0fc84-f53b-4f4b-a247-a6578609cc44, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6ce0fc84-f53b-4f4b-a247-a6578609cc44,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:25.999201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:26.125331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 6ce0fc84-f53b-4f4b-a247-a6578609cc44 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:49:26.390233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:26.444327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=6ce0fc84-f53b-4f4b-a247-a6578609cc44,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:26.514986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.514986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.515462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.515643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.515970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.516306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.516625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.517045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.517263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.517580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.517896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:26.769155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:27.205789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:49:27.241507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:49:27.241870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 39ac8aaa-508d-4e6a-84a3-cc48c711cd91 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:49:27.334917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 60e12e5c-c420-45f1-8821-9a9f0b13456d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:49:27.534952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:49:27.545141 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Sync routers for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:49:27.550045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3be34ee7-5c9a-4de8-8b65-9ec824363ccf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/60e12e5c-c420-45f1-8821-9a9f0b13456d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7062304 Feb 16 08:49:27.552770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36704) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:27.557079 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:27.557683 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:27.732223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:27.865021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet 93114793-7d1e-4b91-8786-1ce24dbdc7e0 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:49:27.868160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:27.921228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.006702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.021866 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:49:26Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:28.025764 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Checking router: 60e12e5c-c420-45f1-8821-9a9f0b13456d for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:49:28.036617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Routers {'60e12e5c-c420-45f1-8821-9a9f0b13456d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:28.037201 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['60e12e5c-c420-45f1-8821-9a9f0b13456d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:28.098414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.145426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=93114793-7d1e-4b91-8786-1ce24dbdc7e0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:28.149434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.159467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-df70268f-5e0a-40c3-a10a-4789a8e43be8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/93114793-7d1e-4b91-8786-1ce24dbdc7e0 HTTP/1.1" status: 204 len: 168 time: 0.6032755 Feb 16 08:49:28.159749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36708) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:28.162070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf9cb05-e8f8-439d-8b33-dfd3f4116ff4 None None] Network c948b755-79dd-4a7d-a122-876daefd4ac3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:49:28.271697 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] Set router 60e12e5c-c420-45f1-8821-9a9f0b13456d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:28.375541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.424500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] DHCP port deletion for c948b755-79dd-4a7d-a122-876daefd4ac3 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:49:28.429438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Deleting port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:49:28.429959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.576685 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:49:26Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:28.580875 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba91916a-b6a1-4aaf-ac61-bdadfc140ea4 None None] The sync data for ids ['60e12e5c-c420-45f1-8821-9a9f0b13456d'] in dv-neutron-829488-1-hyperv is: [{'id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'name': 'tempest-TestNetworkBasicOps-router-725089021', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:49:26Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '522695ef-fdc2-4b72-ab32-f90aeb3ea831', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b9:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60e12e5c-c420-45f1-8821-9a9f0b13456d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:48:26Z', 'updated_at': '2022-02-16T08:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:49:28.592557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.603283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 522695ef-fdc2-4b72-ab32-f90aeb3ea831 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:49:28.603901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.637349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] For port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,segment=NetworkSegment(78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea),segment_id=78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:28.637745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.754878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Calling delete_port for 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:49:28.776147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 522695ef-fdc2-4b72-ab32-f90aeb3ea831, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=522695ef-fdc2-4b72-ab32-f90aeb3ea831,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:28.776506 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.826333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:28.872345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Pushing event deleted for resources: {'Port': ['ID=44f30b36-2e9e-44fc-9b3a-8f9fb7905f62,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:28.881210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] No DVR routers for this DVR port 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.888632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.889918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.889918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.889918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a79084-90e8-4a36-96f4-ff3513169430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:28.902770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 522695ef-fdc2-4b72-ab32-f90aeb3ea831 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:49:29.073240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.120219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=522695ef-fdc2-4b72-ab32-f90aeb3ea831,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:29.321155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6ce0fc84-f53b-4f4b-a247-a6578609cc44 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:49:29.338686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.353630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 6ce0fc84-f53b-4f4b-a247-a6578609cc44 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:49:29.353977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6ce0fc84-f53b-4f4b-a247-a6578609cc44 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:49:29.354408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:49:29.386586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:49:29.386995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 44f30b36-2e9e-44fc-9b3a-8f9fb7905f62 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:49:29.681319 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.685406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.710143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.710713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router 60e12e5c-c420-45f1-8821-9a9f0b13456d {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:49:29.725433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.726545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1218e860-7075-45b6-9b4e-ee227c236870 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/60e12e5c-c420-45f1-8821-9a9f0b13456d HTTP/1.1" status: 204 len: 168 time: 1.5659406 Feb 16 08:49:29.729201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36712) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:29.850650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:29.982050 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.006071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c948b755-79dd-4a7d-a122-876daefd4ac3']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:30.018095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:30.018382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e0c3c2-ebe6-4ba0-bc48-0d973ca3b1ea') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:30.029119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.044175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.049990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:49:30.050375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:49:30.064334 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:49:30.143084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.159885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.170543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=c948b755-79dd-4a7d-a122-876daefd4ac3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:30.178419 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4f193763-6dfc-4bef-9a95-98f9cae33673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/c948b755-79dd-4a7d-a122-876daefd4ac3 HTTP/1.1" status: 204 len: 168 time: 0.4478683 Feb 16 08:49:30.194983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36716) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:30.201583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--104487689', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:30.206532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:30.210637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:30.213440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:30.219054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:30.228170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:49:30.231077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.258706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:49:30.268080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.268371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment b6ee5e25-88f5-4cb3-b49d-274c4d63c242 of type vlan for network 176d8df4-19df-4dd5-aa25-7115a2a188d2 Feb 16 08:49:30.295159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.327577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.331360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:30.331921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.429263 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2332554 Feb 16 08:49:30.432001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36720) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:30.439424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:30.444513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f19d645-7b7f-4b4e-9410-6c6d1ad803db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=176d8df4-19df-4dd5-aa25-7115a2a188d2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:30.448071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:30.451932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:30.455047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:30.455651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:49:30.460680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:30.470258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.471193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.493547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.633048 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.803600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:30.831788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.053450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.117 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/abdfffe6-371a-43f1-9d92-02aaad488326) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:49:31.195602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.228679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.228887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 522695ef-fdc2-4b72-ab32-f90aeb3ea831 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:49:31.260643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 522695ef-fdc2-4b72-ab32-f90aeb3ea831 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:49:31.261001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 522695ef-fdc2-4b72-ab32-f90aeb3ea831 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:49:31.300891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:31.303536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:31.307681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:49:31.334656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=abdfffe6-371a-43f1-9d92-02aaad488326,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:31.462242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.462906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.680365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:49:31.807555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.877246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:49:31.887574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:49:31.899676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:31.900541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:31.902773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:31.904099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4667a311-9f7b-4c01-9a97-037eef5ee352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4712193 Feb 16 08:49:31.907200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36724) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:31.947155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d0aa23ed-b1eb-4b9a-a9b5-7d335a353517 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386024 Feb 16 08:49:31.953886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36728) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:32.077740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:32.084050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5dbdd44-59f3-433a-a7d9-7d7db33b0150 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:32.088350 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d5dbdd44-59f3-433a-a7d9-7d7db33b0150 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306298 Feb 16 08:49:32.088569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36732) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:32.131693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c61779af-1d56-4031-bf12-b5b6e6cc7e90 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420446 Feb 16 08:49:32.134495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36736) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:32.140227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1711919658', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:32.251063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:32.254945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:32.258237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:32.263978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:32.275349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:49:32.377149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:32.394282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:31Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:32.398349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:49:32.398974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Updating router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 port abdfffe6-371a-43f1-9d92-02aaad488326 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:49:32.449663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:32.594870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:32.671652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=c5f8253e-c15a-45be-975c-6eee5cf74b2e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:32.681991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:49:32.682351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 176d8df4-19df-4dd5-aa25-7115a2a188d2, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:49:32.704988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:49:32.714213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 176d8df4-19df-4dd5-aa25-7115a2a188d2) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:32.719106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:32.720180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:32.744315 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-82a3baa5-f8d6-483c-9b5d-d138a0ce7f8b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6087120 Feb 16 08:49:32.747248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd02ce3-ec3d-43f3-90b6-4abf4d37890b None None] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:49:32.747414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36740) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:32.853097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:32.883336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Transition to ACTIVE for port object abdfffe6-371a-43f1-9d92-02aaad488326 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:32.901360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.023592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc845615-d194-4ca1-afc2-c8d480b67e34 None None] Pushing event updated for resources: {'Port': ['ID=abdfffe6-371a-43f1-9d92-02aaad488326,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:33.028978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Attempting to bind port abdfffe6-371a-43f1-9d92-02aaad488326 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:49:33.029351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Attempting to bind port abdfffe6-371a-43f1-9d92-02aaad488326 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:49:33.029719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Attempting to bind port abdfffe6-371a-43f1-9d92-02aaad488326 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:49:33.069335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:49:33.069722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:49:33.070119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.070536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:49:33.071013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Bound port: abdfffe6-371a-43f1-9d92-02aaad488326, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:49:33.071390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.112552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-176d8df4-19df-4dd5-aa25-7115a2a188d2', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:49:33.113390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.214094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] For port abdfffe6-371a-43f1-9d92-02aaad488326, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:49:33.234375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] For port abdfffe6-371a-43f1-9d92-02aaad488326, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=abdfffe6-371a-43f1-9d92-02aaad488326,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:49:33.242372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.377518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc845615-d194-4ca1-afc2-c8d480b67e34 None None] Pushing event updated for resources: {'Port': ['ID=abdfffe6-371a-43f1-9d92-02aaad488326,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:33.380449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Allocated IP 172.20.0.2 (176d8df4-19df-4dd5-aa25-7115a2a188d2/c5f8253e-c15a-45be-975c-6eee5cf74b2e/f6761261-fb9c-4334-9083-c6de848f2688) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:49:33.393463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:33.394077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:33.604816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.746601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:33.945914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:33.967842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Transition to ACTIVE for port object f6761261-fb9c-4334-9083-c6de848f2688 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:34.007343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Transition to ACTIVE for port object f6761261-fb9c-4334-9083-c6de848f2688 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:34.021617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.083874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (176d8df4-19df-4dd5-aa25-7115a2a188d2/c5f8253e-c15a-45be-975c-6eee5cf74b2e/91a0aea8-6832-44e8-9a2b-717d392a5e0a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:49:34.119987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:34.123489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:34.130134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:49:34.132086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Pushing event updated for resources: {'Port': ['ID=f6761261-fb9c-4334-9083-c6de848f2688,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:34.236326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Attempting to bind port f6761261-fb9c-4334-9083-c6de848f2688 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:49:34.236699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Attempting to bind port f6761261-fb9c-4334-9083-c6de848f2688 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:49:34.237054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Attempting to bind port f6761261-fb9c-4334-9083-c6de848f2688 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:49:34.243052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.246394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:31Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:34.248612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:49:34.248983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Checking segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:49:34.249374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.249770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Bound using segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:49:34.250241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Bound port: f6761261-fb9c-4334-9083-c6de848f2688, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:49:34.250639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.259356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 91a0aea8-6832-44e8-9a2b-717d392a5e0a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:34.266687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969dd671-9dcf-4bee-8e89-fdd035825cb3 None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:31Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:49:34.286882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.351765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] For port f6761261-fb9c-4334-9083-c6de848f2688, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:49:34.355411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] For port f6761261-fb9c-4334-9083-c6de848f2688, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6761261-fb9c-4334-9083-c6de848f2688,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:49:34.360860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.364247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:34.367241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:34.369869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:49:34.400253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:34.447993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:34.475895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6f67-b184-4de7-a785-3f82fa5f175a None None] Pushing event updated for resources: {'Port': ['ID=f6761261-fb9c-4334-9083-c6de848f2688,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:34.563841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.028705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.034054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.271882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.278845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:35.361571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6761261-fb9c-4334-9083-c6de848f2688 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:35.422398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:35.423701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:35.430788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port f6761261-fb9c-4334-9083-c6de848f2688 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:35.437060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device abdfffe6-371a-43f1-9d92-02aaad488326 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:35.477931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bda36-6d64-4e3f-a1cc-ed09c2e0338a None None] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:49:35.620383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Provisioning for port f6761261-fb9c-4334-9083-c6de848f2688 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:35.632507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Provisioning complete for port f6761261-fb9c-4334-9083-c6de848f2688 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:35.632889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.696656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port abdfffe6-371a-43f1-9d92-02aaad488326 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:35.721086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port abdfffe6-371a-43f1-9d92-02aaad488326 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:35.721413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.809646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:49:35.934501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:35.972411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.000496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] For port f6761261-fb9c-4334-9083-c6de848f2688, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6761261-fb9c-4334-9083-c6de848f2688,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:36.003854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port abdfffe6-371a-43f1-9d92-02aaad488326, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=abdfffe6-371a-43f1-9d92-02aaad488326,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:36.006015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.032129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:49:36.048664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.048922 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-074d7d89-a95a-4a3f-a2d9-63c6b2c65f57 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/117b63f1-96e9-4a3f-b343-88c1ed3ea9b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2980125 Feb 16 08:49:36.049263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36744) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:36.089485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bea62-c15e-4fd1-80b2-796720ff9bef None None] Pushing event updated for resources: {'Port': ['ID=f6761261-fb9c-4334-9083-c6de848f2688,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:36.160893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=abdfffe6-371a-43f1-9d92-02aaad488326,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:36.203651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.204140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.204500 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.204862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.205217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.205575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.210286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36748) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:36.210424 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9c55cfeb-2ea1-4525-a090-f5ee5f86ce85 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1592488 Feb 16 08:49:36.235103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Provisioning for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:36.241301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Provisioning complete for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:36.241943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.295846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.296213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.296572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.296927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.297278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.297627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:36.302335 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-00c92137-4f43-4197-be74-fd611ca235d7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0876765 Feb 16 08:49:36.302858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36752) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:36.355957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Port 91a0aea8-6832-44e8-9a2b-717d392a5e0a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:49:36.368699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Provisioning complete for port f6761261-fb9c-4334-9083-c6de848f2688 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:36.369407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c7a96b6b-93c4-43d6-84f8-7f04f809b07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.510704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0eff0051-f810-407b-80c3-7d52d639787b tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2069805 Feb 16 08:49:36.608638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0891c3de-92ae-4b73-a183-c6cedb82d814 None None] Provisioning complete for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:36.609002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0891c3de-92ae-4b73-a183-c6cedb82d814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.662127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0891c3de-92ae-4b73-a183-c6cedb82d814 None None] Port 91a0aea8-6832-44e8-9a2b-717d392a5e0a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:49:36.781971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-22ddb57f-b5bb-44cf-8310-59961a65b1d0 None None] Provisioning complete for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:36.782337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-22ddb57f-b5bb-44cf-8310-59961a65b1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.833288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-22ddb57f-b5bb-44cf-8310-59961a65b1d0 None None] Port 91a0aea8-6832-44e8-9a2b-717d392a5e0a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:49:36.839147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36758) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:36.844681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-107294311', 'description': 'tempest-secgroup-smoke-107294311 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:36.850983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:36.855299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:36.858289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:36.864420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:36.875941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.925164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:36.928853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:36.931621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:36.937647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:36.990481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:36.993946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.035778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.038576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.039902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10ccd5bd-1ec9-44a1-a616-8ffe21e521ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1997736 Feb 16 08:49:37.043167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.048826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.054916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.059194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.061999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.067556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.084953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.148321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.152186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.174884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c79a187f-2139-4575-a546-dfe43b9f95ff,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.184760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.185937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fd9c87ea-30b0-468c-95aa-b619c9665402 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1419466 Feb 16 08:49:37.188707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36766) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.194214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.200162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.204225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.207274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.213205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.240744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.287110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6761261-fb9c-4334-9083-c6de848f2688 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:37.316937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.320800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.343808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11723f7e-0a73-4d11-811a-6d9aec394fbc,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.353461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.354910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-48109e36-4479-4e1f-ae95-fba39f802d79 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1651952 Feb 16 08:49:37.359620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f6761261-fb9c-4334-9083-c6de848f2688 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:37.359997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.365328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36770) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.372194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.378267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.382010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.384888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.390537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.407130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.470995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.476076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.476814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device abdfffe6-371a-43f1-9d92-02aaad488326 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:37.500439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f114901d-60ac-4bcc-a4aa-575f1cbcaa9a,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.510863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.515015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36774) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.515671 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cb2c4b50-afe8-4023-a048-b6a8b8a90bf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1490059 Feb 16 08:49:37.521165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.527710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.532271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.536077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.541858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.554834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port abdfffe6-371a-43f1-9d92-02aaad488326 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:37.555342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.565775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.631049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.636019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.660634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34cf82d8-ec9e-423e-8865-cb787539df21,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.670260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.671539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9173d12f-8945-4048-912f-3206cba8a433 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1553423 Feb 16 08:49:37.674325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36778) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.679880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.685730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.689439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.692266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.698137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.710706 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:49:37.718223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.781257 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:49:37.786174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.790127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.793560 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:37.794119 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:37.818550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=401f11e4-9cf2-48bc-b143-24209ac47533,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.828288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.832706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36782) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:37.832896 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e02b4de1-ccc0-40c4-a832-38e5633c079a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1574464 Feb 16 08:49:37.838455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:37.845240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:37.849487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:37.852713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:37.858551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:37.872021 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:49:37.878823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.944107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.952890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.973365 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:37.976304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99bdda0-5893-41ae-b401-94baef7d77ee,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:37.987705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:37.988964 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b259b5b9-e763-45a6-8b76-7943eb3703b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1550405 Feb 16 08:49:38.309497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-abfbe195-c7af-4e7d-bca4-a24b083d1467 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-107294311&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0401697 Feb 16 08:49:38.309739 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:38.313787 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:49:38.314262 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Updating router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 port 91a0aea8-6832-44e8-9a2b-717d392a5e0a binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:49:38.365549 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:38.415808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9728b631-1e91-457f-9cd3-8c06d36e738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:38.461165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-ec6eecf5-c3c5-4e2f-968d-509e12f71f95 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:38.461852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-ec6eecf5-c3c5-4e2f-968d-509e12f71f95 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:49:38.476324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-ec6eecf5-c3c5-4e2f-968d-509e12f71f95 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:49:38.477461 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-ec6eecf5-c3c5-4e2f-968d-509e12f71f95 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 796 time: 0.1595130 Feb 16 08:49:38.494098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-70e87a50-a523-4e26-9cb5-375497a7d736 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0102215 Feb 16 08:49:38.581119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-80df46bf-3c4e-4821-b4f4-5a7d37a2db7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:49:38.595998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-80df46bf-3c4e-4821-b4f4-5a7d37a2db7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:49:38.597362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-80df46bf-3c4e-4821-b4f4-5a7d37a2db7f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0976269 Feb 16 08:49:38.614654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-a9c14217-6cb8-4fd8-802f-fbae5251b256 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:49:38.615584 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-a9c14217-6cb8-4fd8-802f-fbae5251b256 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050440 Feb 16 08:49:38.719893 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:38.733490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Transition to ACTIVE for port object 91a0aea8-6832-44e8-9a2b-717d392a5e0a will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:38.740233 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:38.841577 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-f5362ae6-feec-4eac-a368-1c8a98b65689 service neutron] 10.222.0.94 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190676 Feb 16 08:49:38.866893 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Pushing event updated for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:38.987485 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.987884 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.988194 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.988458 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.988777 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.989090 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.989401 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.989751 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.990009 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.990314 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.990646 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:49:38.991488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-e6c1ce0f-fab7-4bd2-bb98-ac295da7f921 service neutron] 10.222.0.94 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490467 Feb 16 08:49:39.019490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Attempting to bind port 91a0aea8-6832-44e8-9a2b-717d392a5e0a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:49:39.019848 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Attempting to bind port 91a0aea8-6832-44e8-9a2b-717d392a5e0a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:49:39.020200 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Attempting to bind port 91a0aea8-6832-44e8-9a2b-717d392a5e0a on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:49:39.026880 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:49:39.027780 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Checking segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:49:39.028169 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:39.028552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Bound using segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:49:39.029007 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Bound port: 91a0aea8-6832-44e8-9a2b-717d392a5e0a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:49:39.029364 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:39.125120 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] For port 91a0aea8-6832-44e8-9a2b-717d392a5e0a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:49:39.128454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] For port 91a0aea8-6832-44e8-9a2b-717d392a5e0a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=91a0aea8-6832-44e8-9a2b-717d392a5e0a,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:49:39.133441 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:39.220426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203f93-affc-46b7-935f-e76db3cc828c None None] Pushing event updated for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:39.239380 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:39.240017 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:39.321385 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ebee0cb4-0586-44a1-b84b-6cd6dc071afd req-81d09b2a-5ef9-4585-9ddc-8911bb78bd20 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 210 time: 0.1772947 Feb 16 08:49:39.457465 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:39.764762 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:39Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:39.768611 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f09bedd-1e75-41c1-84f2-fb3c2b2a72bf None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:39Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:49:40.507343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-969721af-0da3-4f4d-8da3-636e4d94825b req-172017e1-5eb4-4434-8f79-06c4f0ecfceb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 210 time: 0.0470302 Feb 16 08:49:40.552550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-835b6ca0-1bd6-4ccd-b069-57437f81daf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:40.554153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-835b6ca0-1bd6-4ccd-b069-57437f81daf5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 796 time: 0.2786770 Feb 16 08:49:40.615802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-6b2ea848-3c37-41c5-b2be-aa88578eebcc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:49:40.631824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-6b2ea848-3c37-41c5-b2be-aa88578eebcc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:49:40.633051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-6b2ea848-3c37-41c5-b2be-aa88578eebcc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0574243 Feb 16 08:49:40.642248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:40.774248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:40.783330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:40.792665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:49:40.795699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:40.909361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-578be41f-e987-4fca-8bab-60510da8ce8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:40.959870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.9 (176d8df4-19df-4dd5-aa25-7115a2a188d2/c5f8253e-c15a-45be-975c-6eee5cf74b2e/259ca034-5634-448f-9ac8-1b3c47c68cb6) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:49:41.141747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.156507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 259ca034-5634-448f-9ac8-1b3c47c68cb6 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:41.178841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.252682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:41.255638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:41.259801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:49:41.295319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:41.318672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 91a0aea8-6832-44e8-9a2b-717d392a5e0a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:41.329905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:41.330739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.357261 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-074051df-3030-459a-9f16-c8bb42a11377 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188237 Feb 16 08:49:41.375361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Request body: {'port': {'device_id': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:41.389000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:41.395021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:41.395408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.491095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.512455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.552493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 91a0aea8-6832-44e8-9a2b-717d392a5e0a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=91a0aea8-6832-44e8-9a2b-717d392a5e0a,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:41.553995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-25213aa9-a619-462f-a1cb-da033b80947b None None] Provisioning for port 259ca034-5634-448f-9ac8-1b3c47c68cb6 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:41.558635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.588650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-25213aa9-a619-462f-a1cb-da033b80947b None None] Provisioning complete for port 259ca034-5634-448f-9ac8-1b3c47c68cb6 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:41.589033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-25213aa9-a619-462f-a1cb-da033b80947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.674239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-25213aa9-a619-462f-a1cb-da033b80947b None None] Port 259ca034-5634-448f-9ac8-1b3c47c68cb6 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:49:41.685291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:41.688238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.736537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20437ccb-86b8-4f63-aa05-a89a4d2dbca6 req-31feb50e-c52c-4c79-90c4-420a82ca0e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:41.737999 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20437ccb-86b8-4f63-aa05-a89a4d2dbca6 req-31feb50e-c52c-4c79-90c4-420a82ca0e9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 931 time: 0.0862818 Feb 16 08:49:41.785025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20437ccb-86b8-4f63-aa05-a89a4d2dbca6 req-67c78c6a-57d3-4c01-b736-7eba7db41c2b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Feb 16 08:49:41.835930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259ca034-5634-448f-9ac8-1b3c47c68cb6 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:49:41.843180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.857214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Transition to ACTIVE for port object 259ca034-5634-448f-9ac8-1b3c47c68cb6 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:49:41.860390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.912643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:41.982837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Pushing event updated for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:42.094232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Attempting to bind port 259ca034-5634-448f-9ac8-1b3c47c68cb6 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:49:42.094614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Attempting to bind port 259ca034-5634-448f-9ac8-1b3c47c68cb6 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:49:42.095025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Attempting to bind port 259ca034-5634-448f-9ac8-1b3c47c68cb6 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:49:42.101071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Port 259ca034-5634-448f-9ac8-1b3c47c68cb6 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:49:42.101376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Attempting to bind port 259ca034-5634-448f-9ac8-1b3c47c68cb6 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:49:42.108057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 49, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:49:42.108390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Checking segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:49:42.108774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Bound using segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:49:42.109192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Bound port: 259ca034-5634-448f-9ac8-1b3c47c68cb6, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:49:42.109534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:42.196298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:49:42.200914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:49:42.206734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:42.274933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:42.276470 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] 10.222.0.98 "PUT /v2.0/ports/259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 1093 time: 0.9060934 Feb 16 08:49:42.276954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:49:42.296665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14652b-b54a-406e-8a33-6a68640b971f service neutron] Pushing event updated for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:42.460916 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'status': 'completed', 'code': 200} Feb 16 08:49:42.494870 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-b0e009da-2239-49b4-ada1-e2f28b25b67b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1096 time: 0.1657679 Feb 16 08:49:42.570730 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-12eb82d6-2404-45c1-897d-23256fd630b6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 217 time: 0.0612087 Feb 16 08:49:42.631362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-08cf6014-412d-47e2-80d9-eb2acc94dd24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:42.632780 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-08cf6014-412d-47e2-80d9-eb2acc94dd24 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0558534 Feb 16 08:49:42.707519 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-c09bed2a-0cf4-497a-95df-ddc54b1e8fca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686114 Feb 16 08:49:42.840361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-8fa7f22f-66f9-4e14-9913-64996d605131 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265094 Feb 16 08:49:42.974058 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0405adc8-9685-4591-8845-4c1d81a53ad9 req-4c111fb5-c053-4094-b1b3-1ec60ac7134e service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277707 Feb 16 08:49:42.985154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8aeda-89ab-4f3f-956b-727832a94fc2 req-9a270838-1fd3-4900-a2b6-46b5674837d0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:42.986633 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97e8aeda-89ab-4f3f-956b-727832a94fc2 req-9a270838-1fd3-4900-a2b6-46b5674837d0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 943 time: 0.0809350 Feb 16 08:49:43.030188 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97e8aeda-89ab-4f3f-956b-727832a94fc2 req-5f5cf2fc-2a71-4a3b-8195-0266511e501f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380955 Feb 16 08:49:43.129223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-e4086c3f-aa3c-44fd-8c17-8bf2b7d8ab08 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1096 time: 0.0668645 Feb 16 08:49:43.263213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e514ca-6bb9-4fe0-918d-053030979459 req-f76af36c-d493-446a-8df6-0d1387cbd89e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:43.264772 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-f76af36c-d493-446a-8df6-0d1387cbd89e service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.1297209 Feb 16 08:49:43.291031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 91a0aea8-6832-44e8-9a2b-717d392a5e0a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:43.334803 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-ae1acc2b-782d-4a21-abd1-334f88cb62e6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 217 time: 0.0636787 Feb 16 08:49:43.362416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 91a0aea8-6832-44e8-9a2b-717d392a5e0a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:43.362799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:43.395975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e514ca-6bb9-4fe0-918d-053030979459 req-4a9741ec-7b47-4d35-a3b5-24a753c9d709 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:43.397423 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-4a9741ec-7b47-4d35-a3b5-24a753c9d709 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0561066 Feb 16 08:49:43.469982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-de932aee-1e86-454a-9846-ace381dd13eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663497 Feb 16 08:49:43.597993 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-832e4c73-82e1-498f-aff1-17f373433326 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213074 Feb 16 08:49:43.732215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-96e514ca-6bb9-4fe0-918d-053030979459 req-42da24be-6f6f-4625-8b1f-89da63cca824 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281781 Feb 16 08:49:43.735134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:44.227264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9150c3a-4306-4f43-8a2d-d7ab4cce1ee3 req-343b8fe9-cbfc-43e6-a357-7a9386d4a32c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:44.228699 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a9150c3a-4306-4f43-8a2d-d7ab4cce1ee3 req-343b8fe9-cbfc-43e6-a357-7a9386d4a32c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 943 time: 0.0747445 Feb 16 08:49:44.273748 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a9150c3a-4306-4f43-8a2d-d7ab4cce1ee3 req-8723b197-51ca-4d77-b02e-525fe274bf18 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 Feb 16 08:49:45.217473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 259ca034-5634-448f-9ac8-1b3c47c68cb6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:49:45.353422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:45.366722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'port_id': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'mac_address': 'fa:16:3e:17:d3:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:49:45.418898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:45.436656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259ca034-5634-448f-9ac8-1b3c47c68cb6 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:49:45.451515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:45.456026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:45.475681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e3d2d-5c45-47e3-b299-2a0938b118af req-dde708c1-e56c-42b3-b596-3edf92c4b6ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:45.477110 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e09e3d2d-5c45-47e3-b299-2a0938b118af req-dde708c1-e56c-42b3-b596-3edf92c4b6ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 943 time: 0.0804634 Feb 16 08:49:45.519742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:45.521888 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e09e3d2d-5c45-47e3-b299-2a0938b118af req-cc73662a-87ae-47a8-9e36-8a3a09a279c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Feb 16 08:49:45.770172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['259ca034-5634-448f-9ac8-1b3c47c68cb6'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:49:46.715837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa22e6-70e1-45d9-967d-65587fc5c0eb req-59b8dbb6-de41-4564-9927-12e0af2d484f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:46.717293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51aa22e6-70e1-45d9-967d-65587fc5c0eb req-59b8dbb6-de41-4564-9927-12e0af2d484f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 944 time: 0.0761747 Feb 16 08:49:46.763024 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51aa22e6-70e1-45d9-967d-65587fc5c0eb req-f75bc481-0409-4797-a4b3-c7702bf93a70 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401456 Feb 16 08:49:47.219933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 259ca034-5634-448f-9ac8-1b3c47c68cb6 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:49:47.286755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 259ca034-5634-448f-9ac8-1b3c47c68cb6 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:49:47.291213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 259ca034-5634-448f-9ac8-1b3c47c68cb6 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:49:47.291589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:47.408891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:47.435195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:49:47.444655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:49:47.448615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:47.491739 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'code': 200} Feb 16 08:49:47.515155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:47.766584 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-57008af6-3ef2-4fdc-afd2-7066197bd507 req-dd73149a-4582-4a8a-ba3f-ab8305266818 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0726104 Feb 16 08:49:47.809326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-57008af6-3ef2-4fdc-afd2-7066197bd507 req-192bdf29-64cc-4612-b2bc-0d7f9c59fa69 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359514 Feb 16 08:49:47.959285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfa913-27e4-4e82-a652-21411aff3267 req-5c6edf28-7248-4aff-be64-0cf52571dcd8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:47.960747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-04cfa913-27e4-4e82-a652-21411aff3267 req-5c6edf28-7248-4aff-be64-0cf52571dcd8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0790601 Feb 16 08:49:48.005908 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-04cfa913-27e4-4e82-a652-21411aff3267 req-92afa7c5-f16f-4b13-a2bb-ddedc72c3946 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Feb 16 08:49:49.206347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36b9db-07ed-4b0a-abc0-67be5de83f24 req-0353bef5-a086-486a-a7ab-a845e640a0a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:49.207798 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd36b9db-07ed-4b0a-abc0-67be5de83f24 req-0353bef5-a086-486a-a7ab-a845e640a0a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0765741 Feb 16 08:49:49.256263 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd36b9db-07ed-4b0a-abc0-67be5de83f24 req-4baf81dd-1b64-49ff-9537-b62025703419 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428107 Feb 16 08:49:49.454536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a547a9-1ee6-453a-9d86-041f7a00c231 req-5dc8ffb1-ae3c-4189-804a-63b79beccc9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:49.456053 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-56a547a9-1ee6-453a-9d86-041f7a00c231 req-5dc8ffb1-ae3c-4189-804a-63b79beccc9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0777569 Feb 16 08:49:49.503937 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-56a547a9-1ee6-453a-9d86-041f7a00c231 req-d79084a1-5dc3-4942-8eae-c82a1e068520 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Feb 16 08:49:49.531737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36832) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:49.604419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2eb59606-b8d6-4744-96a6-1b9ad900ca5b tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1093 time: 0.0713878 Feb 16 08:49:49.608410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36836) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:49.613471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:49:49.619047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:49:49.622885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:49:49.625762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:49:49.631352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:49:49.645130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:49.783719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:49.926887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.197 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/296f945f-bb1d-4c40-80c6-01fc92088b87) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:49:50.161977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:50.202845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:50.274427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:49:50.277301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:49:50.281677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:49:50.305412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=296f945f-bb1d-4c40-80c6-01fc92088b87,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:50.808268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:50.866249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:51.093979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:51.098282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:51.206308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=296f945f-bb1d-4c40-80c6-01fc92088b87,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:49:51.219899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:51.417808 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6 associated. External IP: 172.26.4.197, port: 259ca034-5634-448f-9ac8-1b3c47c68cb6. Feb 16 08:49:51.887818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:49:52.087104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:49:52.096151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:49:52.107985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:52.108597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:52.111541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:49:52.169260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-008b37f2-8a47-43c4-a8d0-50699af561f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5597255 Feb 16 08:49:52.169772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:49:52.171504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36840) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:52.227137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'status': 'completed', 'code': 200} Feb 16 08:49:52.283747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1e7e2421-26df-4221-b2b3-59f921611d82 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 991 time: 0.1099069 Feb 16 08:49:52.291679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:52.349893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-56d06406-b572-4ac5-8aef-28bf92ecab23 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0710859 Feb 16 08:49:52.494804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-67acf2c6-9e00-428d-b116-802f22db39b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:52.496299 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-67acf2c6-9e00-428d-b116-802f22db39b7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.1401181 Feb 16 08:49:52.594130 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-ac201c34-9a56-474d-b0c3-cd9c37673e33 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 999 time: 0.0914536 Feb 16 08:49:52.658066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-fe02fc4b-c5a3-41d6-a3a8-9feb1839be03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:49:52.659645 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-fe02fc4b-c5a3-41d6-a3a8-9feb1839be03 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0593700 Feb 16 08:49:52.660980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:17:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:49:50Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:52.664754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:49:52.675719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:49:52.676313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:49:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:52.733091 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-5f1a0443-7285-4e0b-811b-2f1f7046ecfd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669222 Feb 16 08:49:52.863833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:49:52.865710 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-4dbc27e1-8478-4460-8b4b-51223f499799 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257596 Feb 16 08:49:53.001558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f3532a75-903e-43b5-ae0e-8b6b972c6272 req-7594b961-9f6d-4366-ba27-83e957d8f83f service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293540 Feb 16 08:49:53.208257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:17:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:49:50Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:49:53.212273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d93f4f2-5428-4c42-9d41-8cb5a7743735 None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:17:d3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:49:50Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:49:53.286098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36846) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:53.389581 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-58ea81fe-808f-4189-bb91-fed0900e79ca tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 991 time: 0.1023321 Feb 16 08:49:53.565155 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:49:54.393695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:54.495344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ce191c02-e91e-4c92-b07d-1d904e0f94bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 991 time: 0.1005428 Feb 16 08:49:55.499014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:55.601437 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-40725d30-4b7f-49ee-b970-c9d42e7bfa06 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 991 time: 0.1013134 Feb 16 08:49:55.692228 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0dffe-8834-4b73-ad8d-e1b3bc25c8c6 None None] New status for floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:49:56.605372 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:49:56.707630 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0dd9b3ac-36b7-4d84-a0ff-8cd639dab420 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 993 time: 0.1012197 Feb 16 08:50:01.815815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:08.418074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c1ffb0a-8b13-4fc2-84f2-e8abe0a7ece2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:10.923009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57e46ea6-e644-47b9-94b4-5dedf2e9331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:11.672432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:11.915552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:13.772681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:25.972207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36872) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:26.045514 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d12efa04-f732-424a-b68a-f3528801e69e tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?project_id=1728b438d87a4963ba599631304eec39&network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 2999 time: 0.0721476 Feb 16 08:50:27.329958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a75012-d727-4935-b108-e42a691bd00a req-d4553388-9cad-400d-8adc-627b52f07d4c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:27.331527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-92a75012-d727-4935-b108-e42a691bd00a req-d4553388-9cad-400d-8adc-627b52f07d4c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0783870 Feb 16 08:50:27.472924 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-92a75012-d727-4935-b108-e42a691bd00a req-95eeb7f4-9664-421c-b668-68c56595117e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358454 Feb 16 08:50:28.301334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36888) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:28.358931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdaa317-1808-49af-942b-9754b382114d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:28.360410 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9cdaa317-1808-49af-942b-9754b382114d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729 HTTP/1.1" status: 200 len: 814 time: 0.0581110 Feb 16 08:50:28.677625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26b6a-08da-4409-9899-ca92ee518ff8 req-487916b9-80a1-4ddb-8639-47b1476b18b2 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:28.679091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97b26b6a-08da-4409-9899-ca92ee518ff8 req-487916b9-80a1-4ddb-8639-47b1476b18b2 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0796385 Feb 16 08:50:28.723687 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97b26b6a-08da-4409-9899-ca92ee518ff8 req-4164e5fe-1293-404d-af27-08e0182a711f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391643 Feb 16 08:50:29.079265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-b2afaab8-cb5d-483e-a582-981adec5d095 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:29.079870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-b2afaab8-cb5d-483e-a582-981adec5d095 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:50:29.096915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-b2afaab8-cb5d-483e-a582-981adec5d095 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:50:29.098194 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-b2afaab8-cb5d-483e-a582-981adec5d095 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.0923076 Feb 16 08:50:29.167676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port 114a63a4-b66e-4f96-8a13-0b308b315442 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:50:29.168018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.318227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36898) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:29.323762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:29.424312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.509507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] For port 114a63a4-b66e-4f96-8a13-0b308b315442, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=114a63a4-b66e-4f96-8a13-0b308b315442,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:29.509870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.698156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.701856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.702204 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6 disassociated. External IP: 172.26.4.197, port: 259ca034-5634-448f-9ac8-1b3c47c68cb6. Feb 16 08:50:29.823158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.823577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:29.823840 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Floating IP 4958071c-18cb-4c74-b5a8-8cab392a8fc7 disassociated. External IP: 172.26.4.147, port: 114a63a4-b66e-4f96-8a13-0b308b315442. Feb 16 08:50:29.824179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for 114a63a4-b66e-4f96-8a13-0b308b315442 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:50:29.956776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb312dd-b74f-4a27-b20a-f29ec4dc4ea2 req-7a1f977e-427d-40f0-9376-32727b52c903 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:29.959017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fb312dd-b74f-4a27-b20a-f29ec4dc4ea2 req-7a1f977e-427d-40f0-9376-32727b52c903 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 946 time: 0.1092370 Feb 16 08:50:29.983560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:30.030237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=114a63a4-b66e-4f96-8a13-0b308b315442,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:30.044596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.044928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.045255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.045597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.045902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.047754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:30.122051 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fb312dd-b74f-4a27-b20a-f29ec4dc4ea2 req-dae29c8d-e335-4b9f-8233-f385f017a566 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564991 Feb 16 08:50:30.217972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:50:30.257043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:50:30.441257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:50:30.446886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:30.454368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:50:30.470265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:50:30.473765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:30.474662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:30.481132 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:50:30.493495 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:30.494094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:30.523004 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-77986685-0702-478c-929e-db8434533781 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 690 time: 1.2036166 Feb 16 08:50:30.524042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:30.530384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36904) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:30.605707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] No DVR routers for this DVR port 114a63a4-b66e-4f96-8a13-0b308b315442 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:50:30.615228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:30.626942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'name': 'network-vif-deleted', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:30.634316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6530a419-83d2-4ac3-9ac9-458cda76d62d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 690 time: 0.1008852 Feb 16 08:50:30.641361 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'status': 'completed', 'code': 200} Feb 16 08:50:30.659326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6d539dc6-3385-4300-8d45-023e9a19c8b9 req-6e26ffca-d9b6-4457-9db0-d29d309083e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "DELETE /v2.0/ports/114a63a4-b66e-4f96-8a13-0b308b315442 HTTP/1.1" status: 204 len: 173 time: 1.5554564 Feb 16 08:50:30.694993 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '315fce10-036a-4656-803d-3781a4bd26e1', 'name': 'network-vif-deleted', 'tag': '114a63a4-b66e-4f96-8a13-0b308b315442', 'status': 'completed', 'code': 200} Feb 16 08:50:30.705181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:30.724771 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:50:30.774369 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:30.963897 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-8bcadca3-6cb2-4034-8fc5-2b09c031dff6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0794194 Feb 16 08:50:31.052930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.057844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:50:31.070030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:31.070679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.117593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d321b-4b42-454f-9636-49efc43a9721 req-cefdc73e-8018-43b3-aa15-85c5aad3055c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:31.119087 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-cefdc73e-8018-43b3-aa15-85c5aad3055c service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.1497993 Feb 16 08:50:31.119985 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.125082 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:50:31.136397 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:31.137318 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.263872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-98cfb6e9-3218-42f3-b589-7ec19da99379 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 217 time: 0.1352217 Feb 16 08:50:31.272204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:31.395355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d321b-4b42-454f-9636-49efc43a9721 req-88b250de-a246-4377-ba4b-4c7224ac8396 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:31.397733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-88b250de-a246-4377-ba4b-4c7224ac8396 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.1292624 Feb 16 08:50:31.445648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:31.561392 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c490c15c-2dc1-4cc2-be02-b3b722affd91 req-f5d58d95-3612-4bed-a471-45991cbe7e1e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=315fce10-036a-4656-803d-3781a4bd26e1 HTTP/1.1" status: 200 len: 210 time: 0.2280693 Feb 16 08:50:31.612111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-1f84cf6b-4810-48ec-b253-bf6bc59a6ae2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2066667 Feb 16 08:50:31.630682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.635807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b81c515-561d-4889-ada9-ae5cb9dbeae1 None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:50:31.636362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36914) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:31.755140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8c5b0e3-8dc7-4d34-9103-b219a2628673 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 690 time: 0.1175370 Feb 16 08:50:31.768092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-99ba1e01-a366-450a-9cb0-66d9402a1115 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495852 Feb 16 08:50:31.828673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:31.857016 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:31.863529 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44712c4e-31a4-48e8-8153-25fe4b1a915c None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:50:31.889612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59055225-4a9f-40a1-990f-8c0466b93165 None None] New status for floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:50:31.917103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-151d321b-4b42-454f-9636-49efc43a9721 req-857e23d0-6942-4eb2-84a0-1c66bf884c8b service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423452 Feb 16 08:50:32.113541 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e05774-a6a1-431f-a53f-bd941060f14c None None] New status for floating IP 4958071c-18cb-4c74-b5a8-8cab392a8fc7: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:50:32.759155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:32.840450 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2f372e17-eb3b-447f-bdd6-d741057ae7fe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 688 time: 0.0799880 Feb 16 08:50:33.004047 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-1ecd473b-ca90-4c04-9111-267b2c106d8c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997899045&fields=id&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 267 time: 0.0406146 Feb 16 08:50:33.157089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2c5eeebb-8138-4b24-a3af-7fe5782c61e4 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:33.158467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2c5eeebb-8138-4b24-a3af-7fe5782c61e4 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.1472676 Feb 16 08:50:33.174899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-1afca134-7c2d-4867-bdd2-9daae43cdbbc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/quotas/760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 375 time: 0.0111716 Feb 16 08:50:33.265512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-af18daa2-fdb2-41b4-a583-cb757748dddc tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844846 Feb 16 08:50:33.454383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 114a63a4-b66e-4f96-8a13-0b308b315442 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:50:33.485875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 114a63a4-b66e-4f96-8a13-0b308b315442 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:50:33.486216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 114a63a4-b66e-4f96-8a13-0b308b315442 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:50:33.521537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-8f7beac4-e249-4325-8185-65109d974e82 service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445953 Feb 16 08:50:33.650787 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-9fec3ab7-335d-4bb4-a3f0-290d26fb7b3f service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234908 Feb 16 08:50:34.050588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6a55d56a-7ec4-4733-b3b7-be33ac1ee3f2 req-3fff9cd2-496f-4b17-9e38-a02accf31b6f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 210 time: 0.0478585 Feb 16 08:50:34.371663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36950) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:34.377972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1947148215', 'description': 'tempest-secgroup-smoke-1947148215 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:34.383992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:34.393590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:34.403077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.439725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:34.443470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:34.446311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:34.451867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:34.509494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.512911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.560353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fe1bed-50db-4690-921a-cba17aed937c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:34.564632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.568815 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cc872d98-1537-414e-b4dd-b0d7be18ced0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1926444 Feb 16 08:50:34.569826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36954) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:34.574454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:34.580745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:34.584568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:34.587499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:34.593565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:34.613953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.679717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.683380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.709903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cceb963-ec62-480a-961e-7d5f36c6ac5d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:34.718695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.719999 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ef4835af-4a3e-4861-b7a0-119c3ad63fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1500390 Feb 16 08:50:34.722719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36958) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:34.727972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:34.734412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:34.738201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:34.741047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:34.746765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:34.763697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.823785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.827847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.854937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3aca7f1-4ae7-466c-bfa1-3ac69522e48d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:34.861459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.862643 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6203dacf-6eb0-44a4-bf8d-759bd9620439 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1390033 Feb 16 08:50:34.865439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36962) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:34.871207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:34.877169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:34.880926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:34.883799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:34.889887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:34.907260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.972092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.975917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:34.998908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1247a965-29e6-41b9-8c1d-ccd49817cf06,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:35.008292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.009421 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8aa9010e-d97f-43da-93d0-657109f17560 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1427093 Feb 16 08:50:35.012386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 36966) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:35.018236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:35.024138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:35.028244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:35.031817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:35.038577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:35.054566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.250334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.255021 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f831a71e-780f-40ca-9513-46c9efa6deaa req-c4c59c05-a3eb-4e62-8d80-aa26392f0a92 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 210 time: 0.0652835 Feb 16 08:50:35.255913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c964-26f8-4049-8639-dd6760381e88 req-138cb9c3-cfc6-49a0-938a-4f9371a69a9c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:35.257483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-138cb9c3-cfc6-49a0-938a-4f9371a69a9c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.1918118 Feb 16 08:50:35.259881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.297715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251f8fa2-ba4e-4dfb-b0d2-a1d53e5dbc1e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:35.322358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.323532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-016ad4b6-ae0f-412d-b47d-946080aaed6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3097534 Feb 16 08:50:35.327234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:35.333139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:35.335852 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-7d652a2f-d425-490a-aa1e-9cf2f5acf527 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 380 time: 0.0586522 Feb 16 08:50:35.338986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:35.342913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:35.345744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:35.352054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:35.361192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'port': {'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'admin_state_up': True, 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'security_groups': ['e97b49ee-990e-4109-ab2d-4479a38590d2']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:35.363904 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:50:35.370964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.441847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.447330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.471637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ff79fe3-8204-429d-ac63-1e945f234dfd,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:35.489438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.489982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.490588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.491259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.491745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.492127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.492736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.493067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.493400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.494317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.494738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:35.499573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.501411 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-178fc2c2-1f04-4ad4-a815-0bfdfd3f11db tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1729512 Feb 16 08:50:35.503898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 36978) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:35.506990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:35.509772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '05fe1bed-50db-4690-921a-cba17aed937c', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:35.512056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:port and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:35.516088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:35.516922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:35.521111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:35.522379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:35.524684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:35.530679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:35.532577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Made reservation on behalf of 760e6d0c21c540fd90806025c5b18119 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:50:35.535884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.543838 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:50:35.551155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.621598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.627842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.656166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99f1e3e-8731-4205-8e95-3bc2246e2088,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:35.664382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.666030 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9ee3b606-8d06-44d9-ae16-1582f6fb2e07 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1609876 Feb 16 08:50:35.713521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.20.0.7 (0d5ebae1-1197-4560-bcf8-614f6fea6b65/c5d85905-7f29-404d-9db2-46bf1f033185/dabfab6a-4ff4-40ca-907e-6984b738b4db) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:50:35.848948 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-5daee68f-b6d2-41bc-9fac-19499bf157aa tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1947148215&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0454991 Feb 16 08:50:35.908535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:35.926259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Transition to ACTIVE for port object dabfab6a-4ff4-40ca-907e-6984b738b4db will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:50:35.950339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:36.000323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-19b7ee12-c488-48db-a5c8-45b143dcf30e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:36.001917 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-19b7ee12-c488-48db-a5c8-45b143dcf30e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 796 time: 0.1460934 Feb 16 08:50:36.020693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-41d981a5-6b4b-4267-8304-8717a3dc9ec0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0126283 Feb 16 08:50:36.029835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:50:36.032953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:50:36.037337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:50:36.064868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:36.103519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:36.104456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:36.118794 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-336eed5d-f20a-4e8a-ac60-cd88da9651b2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899246 Feb 16 08:50:36.140266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-2596d4c4-8351-4df1-9989-f0991b3b47f1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7831588 Feb 16 08:50:36.159080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Request body: {'port': {'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:36.272546 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cb8577a9-0d05-4f1f-bd70-858d0cf41d97 service neutron] 10.222.0.94 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450298 Feb 16 08:50:36.370221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2c7c120-abf3-4907-9500-b9e59e03517c None None] Provisioning for port dabfab6a-4ff4-40ca-907e-6984b738b4db completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:50:36.375271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2c7c120-abf3-4907-9500-b9e59e03517c None None] Provisioning complete for port dabfab6a-4ff4-40ca-907e-6984b738b4db triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:50:36.375650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2c7c120-abf3-4907-9500-b9e59e03517c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:36.447803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:36.474132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d2c7c120-abf3-4907-9500-b9e59e03517c None None] Port dabfab6a-4ff4-40ca-907e-6984b738b4db cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:50:36.501214 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-afc77bdc-bbb5-4747-81ad-ee6c406ee229 service neutron] 10.222.0.94 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056916 Feb 16 08:50:36.551308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53765727-2570-446b-b1db-f3f415b35851 req-95b7685c-0494-4e8f-92ab-bb632f999541 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:36.553878 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53765727-2570-446b-b1db-f3f415b35851 req-95b7685c-0494-4e8f-92ab-bb632f999541 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 931 time: 0.1155138 Feb 16 08:50:36.643737 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53765727-2570-446b-b1db-f3f415b35851 req-afcb6488-c5b0-4ea5-a2f5-6e9f7fa85ce8 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819051 Feb 16 08:50:36.745972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4c38e46a-ace5-4193-9060-054e3a5095da req-efa2794f-3f70-422f-97bd-2ca7f21d79b8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 210 time: 0.0427275 Feb 16 08:50:36.918795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabfab6a-4ff4-40ca-907e-6984b738b4db {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:50:36.928331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:36.945735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Transition to ACTIVE for port object dabfab6a-4ff4-40ca-907e-6984b738b4db will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:50:36.951538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:37.104620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Pushing event updated for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:37.269157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Attempting to bind port dabfab6a-4ff4-40ca-907e-6984b738b4db on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:50:37.269653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Attempting to bind port dabfab6a-4ff4-40ca-907e-6984b738b4db by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:50:37.270201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Attempting to bind port dabfab6a-4ff4-40ca-907e-6984b738b4db on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:50:37.277646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Port dabfab6a-4ff4-40ca-907e-6984b738b4db on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:50:37.278104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Attempting to bind port dabfab6a-4ff4-40ca-907e-6984b738b4db on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:50:37.285953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:50:37.286557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:50:37.287030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Bound using segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:50:37.287597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Bound port: dabfab6a-4ff4-40ca-907e-6984b738b4db, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:50:37.288041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:37.384229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:50:37.387778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:50:37.392044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:37.459625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:37.460926 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] 10.222.0.98 "PUT /v2.0/ports/dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 1093 time: 1.3072941 Feb 16 08:50:37.461369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:37.490512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f0d08-678a-4e0c-bf14-fb727d68267c service neutron] Pushing event updated for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:37.561091 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'status': 'completed', 'code': 200} Feb 16 08:50:37.599528 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-afb8f4c5-cbe4-4ddb-99d3-698517fc0203 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1096 time: 0.0749846 Feb 16 08:50:37.679801 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-39110f57-9b71-47d7-9862-e252041930f1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 217 time: 0.0649710 Feb 16 08:50:37.742419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1c964-26f8-4049-8639-dd6760381e88 req-f3e55fa5-c6f1-4cd7-8dfb-6e13eb8c08de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:37.743842 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-f3e55fa5-c6f1-4cd7-8dfb-6e13eb8c08de service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0577390 Feb 16 08:50:37.830700 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-4536dc03-0cda-4bea-99c1-5933be1e7a52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800745 Feb 16 08:50:37.969227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-877ec536-23cd-433f-bc14-52e0107cfdbd req-9f0c03e8-0e6b-433d-af33-eea7a6e3da88 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 210 time: 0.0545397 Feb 16 08:50:37.987306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93f360-1f29-4003-82c3-128ed8afe27a req-42620dde-8278-4bb6-8b26-cdf283bc9508 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:37.988807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fc93f360-1f29-4003-82c3-128ed8afe27a req-42620dde-8278-4bb6-8b26-cdf283bc9508 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.2286325 Feb 16 08:50:38.023936 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-1a2a5ebd-0bce-4028-89ee-ae9ef6466854 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688683 Feb 16 08:50:38.036558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fc93f360-1f29-4003-82c3-128ed8afe27a req-a1733ba8-b6c3-4345-b0cb-9472df4d3862 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412312 Feb 16 08:50:38.238251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-7c6dcb43-4db0-450f-ad57-bc8607a18866 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:38.239720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-7c6dcb43-4db0-450f-ad57-bc8607a18866 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 796 time: 0.2475846 Feb 16 08:50:38.256596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03e1c964-26f8-4049-8639-dd6760381e88 req-544759e3-10da-460e-b274-076eacf0d5fa service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896741 Feb 16 08:50:38.302182 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-18d4b11f-4e81-4a2d-b5f8-3c38b3bb7c88 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:50:38.318857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-18d4b11f-4e81-4a2d-b5f8-3c38b3bb7c88 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:50:38.320104 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-18d4b11f-4e81-4a2d-b5f8-3c38b3bb7c88 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 472 time: 0.0595498 Feb 16 08:50:38.374832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '529d85ce-e79f-4212-8659-40afed72e649', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['05fe1bed-50db-4690-921a-cba17aed937c']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:38.422038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e95c79ee-3582-4c36-b1b0-cdfac263cae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:38.668848 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-acb5eeeb-4089-42b2-8135-29fd7d7a325d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1096 time: 0.2989054 Feb 16 08:50:38.670266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:38.674607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:38.678471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:38.708735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:38.771421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:50:38.774349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:38.876978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-36162c46-be00-4b12-af91-c83abfc516fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:38.878320 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-36162c46-be00-4b12-af91-c83abfc516fa service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.2009792 Feb 16 08:50:38.955313 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-ff20df10-db99-45bf-b40c-79e56b47bba5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 217 time: 0.0701299 Feb 16 08:50:39.063906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-808e2d09-0cb3-4093-bf75-ffea1796f34a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:39.065306 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-808e2d09-0cb3-4093-bf75-ffea1796f34a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.1039426 Feb 16 08:50:39.106391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.14 (176d8df4-19df-4dd5-aa25-7115a2a188d2/c5f8253e-c15a-45be-975c-6eee5cf74b2e/7ba8b713-2822-414e-bf81-f76baf8eba99) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:50:39.144293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb5deff0-a5ec-4f85-9e64-2abf7b993872 req-af524331-d423-4317-9f53-5522f72113ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 210 time: 0.0446103 Feb 16 08:50:39.271076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-958f057d-e77a-4335-91a7-4cbb5dc2ada0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1994212 Feb 16 08:50:39.273729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449f32ea-7841-4775-86be-7723fcf5dfa4 req-2f9140e3-47e2-4706-b3c2-f662997cedef tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:39.276153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-449f32ea-7841-4775-86be-7723fcf5dfa4 req-2f9140e3-47e2-4706-b3c2-f662997cedef tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.1078157 Feb 16 08:50:39.324880 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-449f32ea-7841-4775-86be-7723fcf5dfa4 req-73a7e51b-9755-46f9-8ae2-7bd8bd10dd2f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415168 Feb 16 08:50:39.414855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:39.455376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 7ba8b713-2822-414e-bf81-f76baf8eba99 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:50:39.462385 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-acae3b05-92e4-469a-a5f3-1fb084b8c0af service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820691 Feb 16 08:50:39.561512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:39.664516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:50:39.666732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f8adae9-c5bb-47b0-bcde-21dab0dce134 req-c3823bc3-9717-420d-a338-65be03a9f61b service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987066 Feb 16 08:50:39.669484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:50:39.673611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:50:39.701653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:39.736220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:39.736836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:39.760755 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-cd7224de-f9e5-4202-b06a-e69e9b41ac8c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3920264 Feb 16 08:50:39.777560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Request body: {'port': {'device_id': '529d85ce-e79f-4212-8659-40afed72e649', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:39.894912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:39.905875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1f1fd75e-0045-4ea6-9469-6e289f47f1a5 None None] Provisioning for port 7ba8b713-2822-414e-bf81-f76baf8eba99 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:50:39.910368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1f1fd75e-0045-4ea6-9469-6e289f47f1a5 None None] Provisioning complete for port 7ba8b713-2822-414e-bf81-f76baf8eba99 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:50:39.910763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1f1fd75e-0045-4ea6-9469-6e289f47f1a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:39.961801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1f1fd75e-0045-4ea6-9469-6e289f47f1a5 None None] Port 7ba8b713-2822-414e-bf81-f76baf8eba99 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:50:40.340312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba8b713-2822-414e-bf81-f76baf8eba99 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:50:40.347668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.367437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Transition to ACTIVE for port object 7ba8b713-2822-414e-bf81-f76baf8eba99 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:50:40.377780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.394541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ec1ec-c23e-42d0-a638-4ba254df21b9 req-f931800a-735f-4222-9982-37790768a3eb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:40.396225 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a8ec1ec-c23e-42d0-a638-4ba254df21b9 req-f931800a-735f-4222-9982-37790768a3eb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 932 time: 0.0851417 Feb 16 08:50:40.444829 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a8ec1ec-c23e-42d0-a638-4ba254df21b9 req-172fbd0b-54e3-4f20-b384-bd912eb92246 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431190 Feb 16 08:50:40.549775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d84c3-6153-4dcd-8efa-9cd13b4b69ff req-c28814d6-cea8-4450-a41f-7e39062b381d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:40.551363 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-020d84c3-6153-4dcd-8efa-9cd13b4b69ff req-c28814d6-cea8-4450-a41f-7e39062b381d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.0854018 Feb 16 08:50:40.567422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Pushing event updated for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:40.602773 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-020d84c3-6153-4dcd-8efa-9cd13b4b69ff req-09e2eb44-fd1c-42e5-b3e3-a0c277ee023d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455897 Feb 16 08:50:40.643302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Attempting to bind port 7ba8b713-2822-414e-bf81-f76baf8eba99 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:50:40.643635 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Attempting to bind port 7ba8b713-2822-414e-bf81-f76baf8eba99 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:50:40.643962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Attempting to bind port 7ba8b713-2822-414e-bf81-f76baf8eba99 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:50:40.649692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Port 7ba8b713-2822-414e-bf81-f76baf8eba99 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:50:40.650008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Attempting to bind port 7ba8b713-2822-414e-bf81-f76baf8eba99 on network 176d8df4-19df-4dd5-aa25-7115a2a188d2 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:50:40.657006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:50:40.657343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Checking segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:50:40.657725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Bound using segment: {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:50:40.658150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Bound port: 7ba8b713-2822-414e-bf81-f76baf8eba99, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:50:40.658525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.746847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:50:40.749696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7ba8b713-2822-414e-bf81-f76baf8eba99,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:50:40.754200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.806603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.807947 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] 10.222.0.98 "PUT /v2.0/ports/7ba8b713-2822-414e-bf81-f76baf8eba99 HTTP/1.1" status: 200 len: 1094 time: 1.0347219 Feb 16 08:50:40.808361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:40.836425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b8813-6af5-43e4-81c9-ebcf0ad6860e service neutron] Pushing event updated for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:40.893933 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'status': 'completed', 'code': 200} Feb 16 08:50:40.918118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7f2d23d7-9573-4b2e-85f4-cf86fb74a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:40.938856 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-93797bc7-4a5a-4ca5-88b1-2d7c173f42e9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 1097 time: 0.0768492 Feb 16 08:50:41.018359 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-1b204f14-679f-4796-8288-08b1e3bb5170 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba8b713-2822-414e-bf81-f76baf8eba99 HTTP/1.1" status: 200 len: 217 time: 0.0648324 Feb 16 08:50:41.078569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-8f3df726-0d6d-4b43-b797-57eb3d736394 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:41.080246 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-8f3df726-0d6d-4b43-b797-57eb3d736394 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0563645 Feb 16 08:50:41.158639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-72b222ed-68f1-4b13-8f62-785581391513 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725620 Feb 16 08:50:41.294310 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-655cc2a8-58b8-48a6-9d03-6fbc021a4ee5 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295171 Feb 16 08:50:41.425346 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-878a0d28-9c01-4419-9396-4119ab36d2d0 req-9e7170c0-37f5-4b7f-b0a6-cf87241cec97 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251431 Feb 16 08:50:41.584198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-d11a2a40-c97c-47dc-90a2-9f6443c648b2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 1097 time: 0.0738306 Feb 16 08:50:41.667116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59452485-109b-4623-a58a-2a190822922b req-62618402-6d9f-4d77-8540-84196e1ae86a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:41.668777 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59452485-109b-4623-a58a-2a190822922b req-62618402-6d9f-4d77-8540-84196e1ae86a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 944 time: 0.0898309 Feb 16 08:50:41.678030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:41.718402 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59452485-109b-4623-a58a-2a190822922b req-9cfa8f0b-37c4-4451-8062-887ecaa04c52 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 Feb 16 08:50:41.724846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41528-3328-41e4-bb11-adcad751cc4a req-c7671439-9c30-442b-a74c-c0b2509af710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:41.726642 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-c7671439-9c30-442b-a74c-c0b2509af710 service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.1360452 Feb 16 08:50:41.796418 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-4ff2437e-63a5-4e77-b764-ecf133027f6d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba8b713-2822-414e-bf81-f76baf8eba99 HTTP/1.1" status: 200 len: 217 time: 0.0630162 Feb 16 08:50:41.813044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001676b-b1d3-4d49-a6ee-70677640a8c4 req-df7e346f-1698-4c28-8d21-b12a805f1dd3 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:41.814505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2001676b-b1d3-4d49-a6ee-70677640a8c4 req-df7e346f-1698-4c28-8d21-b12a805f1dd3 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.0763538 Feb 16 08:50:41.857870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a41528-3328-41e4-bb11-adcad751cc4a req-81f072d4-2fb1-488c-bf8c-41a53f013fbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:41.859326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-81f072d4-2fb1-488c-bf8c-41a53f013fbc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0569952 Feb 16 08:50:41.863096 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2001676b-b1d3-4d49-a6ee-70677640a8c4 req-80f2fbf1-4f30-41ad-ac1e-ff4e92ebc9a9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430050 Feb 16 08:50:41.918258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:41.938253 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-3ed46b71-448f-4f05-be6f-7c53d2525fe1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722167 Feb 16 08:50:42.164120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-78fdb551-53b9-4a2e-afc5-89946dc3b708 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187960 Feb 16 08:50:42.296844 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-17a41528-3328-41e4-bb11-adcad751cc4a req-1280d7a1-c4a2-4187-8d3a-6f48676f8aba service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260540 Feb 16 08:50:42.914393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29255755-0d5b-41b3-8970-8521a9c743d8 req-2722a368-3e7e-450a-b1c5-77c9a64432da tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:42.915925 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-29255755-0d5b-41b3-8970-8521a9c743d8 req-2722a368-3e7e-450a-b1c5-77c9a64432da tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 944 time: 0.0762014 Feb 16 08:50:42.967774 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-29255755-0d5b-41b3-8970-8521a9c743d8 req-b14bedf3-91b8-4300-9791-3e3636a10bf8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440285 Feb 16 08:50:43.070936 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d54b21-f412-43ef-b90e-0864c29847f9 req-180292d9-9491-45f3-b057-0991d351cb3f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:43.072297 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-09d54b21-f412-43ef-b90e-0864c29847f9 req-180292d9-9491-45f3-b057-0991d351cb3f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.0803902 Feb 16 08:50:43.117465 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-09d54b21-f412-43ef-b90e-0864c29847f9 req-812357f6-57e0-489e-b0c2-3d686eeeb4d1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396433 Feb 16 08:50:43.462939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7ba8b713-2822-414e-bf81-f76baf8eba99 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:50:43.592208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7ba8b713-2822-414e-bf81-f76baf8eba99,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:43.605025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'port_id': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:50:43.656874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:43.674853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba8b713-2822-414e-bf81-f76baf8eba99 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:50:43.689570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7ba8b713-2822-414e-bf81-f76baf8eba99,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:43.694019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:43.764377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:43.771966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:43.780291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.780636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.780977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.781315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.781651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.781983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.782309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.782664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.782990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.783311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.783633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:50:43.978204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['7ba8b713-2822-414e-bf81-f76baf8eba99'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:50:44.168337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519e7c0-cb92-4b24-84a4-bf6e7e09d82a req-51a66c49-224c-44ed-828c-a6bafe784d49 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:44.170388 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b519e7c0-cb92-4b24-84a4-bf6e7e09d82a req-51a66c49-224c-44ed-828c-a6bafe784d49 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 945 time: 0.0823960 Feb 16 08:50:44.219344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b519e7c0-cb92-4b24-84a4-bf6e7e09d82a req-f2b27507-725f-4ce9-8908-fc462a327e77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432301 Feb 16 08:50:44.326789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d2356-c84e-41c5-ae87-170edc28320c req-60c42944-b368-454b-8d67-2f5ca2d8b579 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:44.328124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0c2d2356-c84e-41c5-ae87-170edc28320c req-60c42944-b368-454b-8d67-2f5ca2d8b579 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.0801997 Feb 16 08:50:44.371161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0c2d2356-c84e-41c5-ae87-170edc28320c req-a113e74b-2e9a-442a-9b67-65e427430421 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373497 Feb 16 08:50:45.424825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03271e51-c4ff-4c44-a070-5a067f1b9039 req-5d9671f3-0f86-426c-bb24-d56c4463086f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:45.426338 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03271e51-c4ff-4c44-a070-5a067f1b9039 req-5d9671f3-0f86-426c-bb24-d56c4463086f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 945 time: 0.0759835 Feb 16 08:50:45.461703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device dabfab6a-4ff4-40ca-907e-6984b738b4db details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:50:45.481404 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03271e51-c4ff-4c44-a070-5a067f1b9039 req-67574de1-a56f-425f-81fd-3280ed3d233d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481174 Feb 16 08:50:45.538898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7ba8b713-2822-414e-bf81-f76baf8eba99 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:50:45.589625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854b484-c943-43a6-a934-b816107fc57d req-fae45c23-2406-41ba-a72d-f980d92c9e35 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:45.592464 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2854b484-c943-43a6-a934-b816107fc57d req-fae45c23-2406-41ba-a72d-f980d92c9e35 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 943 time: 0.0973585 Feb 16 08:50:45.639760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2854b484-c943-43a6-a934-b816107fc57d req-0600d77e-6b96-4b33-8e0d-ae37a8c405ec tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Feb 16 08:50:45.649635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:45.664700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:50:45.692100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 7ba8b713-2822-414e-bf81-f76baf8eba99 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:50:45.700923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 7ba8b713-2822-414e-bf81-f76baf8eba99 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:50:45.700923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:45.767241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:45.789800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabfab6a-4ff4-40ca-907e-6984b738b4db {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:50:45.840567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:45.850112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:45.897653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:45.939419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:45.947031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:45.956057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7ba8b713-2822-414e-bf81-f76baf8eba99,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:45.961138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:45.996580 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'code': 200} Feb 16 08:50:46.032396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:46.165041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['dabfab6a-4ff4-40ca-907e-6984b738b4db'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:50:46.272189 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0cd5139d-de1a-472e-b3eb-6b45a363fd8d req-f93c93ae-2767-4d67-adee-e8c94dd44dd3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 1099 time: 0.0755033 Feb 16 08:50:46.320330 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0cd5139d-de1a-472e-b3eb-6b45a363fd8d req-77cff198-6ef8-4dac-ac8a-1cc2cebae8e5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Feb 16 08:50:46.679486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646c737-c6ba-4235-822b-7483ec88dce4 req-c607afe1-3e40-428e-96b9-9d6fab4fd6e1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:46.680920 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e646c737-c6ba-4235-822b-7483ec88dce4 req-c607afe1-3e40-428e-96b9-9d6fab4fd6e1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0786731 Feb 16 08:50:46.725818 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e646c737-c6ba-4235-822b-7483ec88dce4 req-a36e0b8a-82ba-4c76-aa16-19b863b212df tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391080 Feb 16 08:50:46.837578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ec12c-9829-423c-aa73-846f595d2449 req-2105f35c-fa77-4136-8187-e833bb9e724d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:46.839054 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-763ec12c-9829-423c-aa73-846f595d2449 req-2105f35c-fa77-4136-8187-e833bb9e724d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 944 time: 0.0753975 Feb 16 08:50:46.882916 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-763ec12c-9829-423c-aa73-846f595d2449 req-cac6d1a8-6cb8-4a04-9439-adba9cb0946d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378656 Feb 16 08:50:47.483266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device dabfab6a-4ff4-40ca-907e-6984b738b4db up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:50:47.550906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port dabfab6a-4ff4-40ca-907e-6984b738b4db completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:50:47.555309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port dabfab6a-4ff4-40ca-907e-6984b738b4db triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:50:47.555680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:47.666190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:47.697614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:50:47.701700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:47.767963 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:47.925763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb31a-3b28-4778-8e4b-023738d5a9c5 req-c175def6-8f52-4b04-b924-7ef1615db761 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:47.927234 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1eabb31a-3b28-4778-8e4b-023738d5a9c5 req-c175def6-8f52-4b04-b924-7ef1615db761 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0820041 Feb 16 08:50:47.973286 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1eabb31a-3b28-4778-8e4b-023738d5a9c5 req-3d1d770a-eecf-4b60-adca-5a79098689c9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Feb 16 08:50:47.998360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:48.078712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79a120-29c8-491b-8068-7a23ea345672 req-44840301-97cb-4d81-bdf9-76b5489ce2df tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:48.080504 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa79a120-29c8-491b-8068-7a23ea345672 req-44840301-97cb-4d81-bdf9-76b5489ce2df tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0758696 Feb 16 08:50:48.179103 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa79a120-29c8-491b-8068-7a23ea345672 req-cbde07e3-8a1b-4126-b6e3-4a77190e5266 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929353 Feb 16 08:50:48.198653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dd8e0-29c7-458a-8b3f-b8f2c531648b req-2530d0cc-aa2e-4eba-a289-0163bbb95571 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:48.200194 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-561dd8e0-29c7-458a-8b3f-b8f2c531648b req-2530d0cc-aa2e-4eba-a289-0163bbb95571 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0992284 Feb 16 08:50:48.247343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-561dd8e0-29c7-458a-8b3f-b8f2c531648b req-b0ebfce5-1c53-4e34-990c-0d94e4922231 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412576 Feb 16 08:50:48.249579 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'code': 200} Feb 16 08:50:48.275954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37050) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:48.344355 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15ea7afb-0654-4a19-b647-22a8e17eefea tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 1094 time: 0.0671504 Feb 16 08:50:48.347011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37054) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:48.351975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'port_id': '7ba8b713-2822-414e-bf81-f76baf8eba99'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:48.427788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:48.570564 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e01b78f-2f67-4180-8a30-e9288578b53e req-0eb19413-91a2-4bc5-abea-d614a6b049ae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1098 time: 0.0745299 Feb 16 08:50:48.614542 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0e01b78f-2f67-4180-8a30-e9288578b53e req-f29fead6-a732-4ff6-a2b7-a9ebffe96fca service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369112 Feb 16 08:50:49.094100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:49.097570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:49.293537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6 associated. External IP: 172.26.4.197, port: 7ba8b713-2822-414e-bf81-f76baf8eba99. Feb 16 08:50:49.500916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df382fc0-271a-4731-bc4b-08fe19f76d48 req-0984dc77-7829-4d56-9e78-7845d9563cd0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:49.502356 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df382fc0-271a-4731-bc4b-08fe19f76d48 req-0984dc77-7829-4d56-9e78-7845d9563cd0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.1622663 Feb 16 08:50:49.559223 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df382fc0-271a-4731-bc4b-08fe19f76d48 req-ac181b0b-9155-4690-9b64-5c27aa83faa4 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513740 Feb 16 08:50:49.788513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:50:50.087644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:50:50.093160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:50.097806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:50:50.112016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:50.112701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:50.151125 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6b76f1a2-73c5-4450-ab9d-6cac189ee308 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 992 time: 1.8007185 Feb 16 08:50:50.151125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:50.151788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37060) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:50.219091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'status': 'completed', 'code': 200} Feb 16 08:50:50.310581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:50.321625 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-590d521a-50c2-4d74-972e-35f3043845df tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 992 time: 0.1680076 Feb 16 08:50:50.349438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-5e859162-725c-4048-b96e-514d79f396d8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 1099 time: 0.0811865 Feb 16 08:50:50.480159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-5c012cef-4950-45af-91cb-87895cb6aae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:50.481572 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-5c012cef-4950-45af-91cb-87895cb6aae0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.1257133 Feb 16 08:50:50.586321 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-31db9630-803d-4d30-9f92-7cfb8a59eb5a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba8b713-2822-414e-bf81-f76baf8eba99 HTTP/1.1" status: 200 len: 1000 time: 0.0990000 Feb 16 08:50:50.656849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-38981701-2d76-402c-819f-d61a9188c4e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:50.658281 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-38981701-2d76-402c-819f-d61a9188c4e1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0655208 Feb 16 08:50:50.669523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d85ce-e79f-4212-8659-40afed72e649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:50:48Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:50.675038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:50:50.687096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:50.687707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:50.750766 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-2a973828-72c5-432b-8f76-d153005514d6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860562 Feb 16 08:50:50.770741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee24190-3fa0-41d5-93fa-ab48236a30cc req-a99e64db-1dcd-4587-be79-59f51907b6c0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:50.772212 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ee24190-3fa0-41d5-93fa-ab48236a30cc req-a99e64db-1dcd-4587-be79-59f51907b6c0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0845761 Feb 16 08:50:50.821865 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ee24190-3fa0-41d5-93fa-ab48236a30cc req-c38f41a1-69e2-4380-b54d-1303802e88a9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434244 Feb 16 08:50:50.894086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:50.917011 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-a3f4e5f7-3871-4ca3-a5ea-4b8b6990d654 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582220 Feb 16 08:50:51.048096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae078c-a93e-409f-9ab8-88c226564c87 req-1961a07a-2857-4ef9-921b-641d39986737 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:51.049900 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a1ae078c-a93e-409f-9ab8-88c226564c87 req-1961a07a-2857-4ef9-921b-641d39986737 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0900307 Feb 16 08:50:51.055992 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58e4f48e-97cd-4bcd-8f5f-ed66d5b3733c req-2c733325-baff-4297-8951-aa5794512fea service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336391 Feb 16 08:50:51.096891 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a1ae078c-a93e-409f-9ab8-88c226564c87 req-c97f007f-087a-489b-8eb9-aba3d23c7602 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Feb 16 08:50:51.125604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37070) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:51.191956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e9dfc55c-0f6e-4036-817b-1855b8085ba4 tempest-TestVolumeBootPattern-303930727 tempest-TestVolumeBootPattern-303930727-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1093 time: 0.0651326 Feb 16 08:50:51.194617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37074) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:51.200993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:50:51.207652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:50:51.212480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:floatingip and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:50:51.215329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:50:51.221473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:50:51.232448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:51.275459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d85ce-e79f-4212-8659-40afed72e649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:50:48Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:51.280617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77cd09f7-f796-4d2a-aae6-04bc114f1991 None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '273b8a50-eac2-46a8-98a3-719372f8f7b6', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.197', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'port_id': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'mac_address': 'fa:16:3e:ee:94:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529d85ce-e79f-4212-8659-40afed72e649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:49:50Z', 'updated_at': '2022-02-16T08:50:48Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:50:51.324258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37078) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:51.379437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:51.438781 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b29f2a0-d2eb-4a19-b08e-602708d7a8ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 992 time: 0.1129897 Feb 16 08:50:51.496407 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15b8385-fc19-4a09-8cc5-52c6967f0b9f None None] New status for floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:50:51.523362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.26.4.9 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/d852f69b-519d-47cd-9b3c-fb06f2d1d2a4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:50:51.775218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:51.803069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:51.871316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:50:51.874539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:50:51.876463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=d852f69b-519d-47cd-9b3c-fb06f2d1d2a4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:51.878454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:50:52.393594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:52.442690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37082) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:50:52.505477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:52.597183 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-954c3b46-f011-44f9-8d03-9191ee7464e1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 200 len: 994 time: 0.1533687 Feb 16 08:50:52.754365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:52.758964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:52.865488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=d852f69b-519d-47cd-9b3c-fb06f2d1d2a4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:50:52.878076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:53.065639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Floating IP f49c8b45-380b-44ff-a989-6a75beaa1c02 associated. External IP: 172.26.4.9, port: dabfab6a-4ff4-40ca-907e-6984b738b4db. Feb 16 08:50:53.554869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:50:53.747945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:50:53.757590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:50:53.769435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:53.769942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:53.772069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:50:53.830042 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f7d7e243-2f82-48ae-b548-be3145fc0138 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.6336212 Feb 16 08:50:53.830877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:50:53.885235 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'status': 'completed', 'code': 200} Feb 16 08:50:53.982486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:54.009465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-cb6eaf1a-1bc3-4765-a478-73c0c899cfc8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1098 time: 0.0685680 Feb 16 08:50:54.138777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-7e861e75-f0f8-4bd4-ad8d-c4ccb96403c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:54.140251 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-7e861e75-f0f8-4bd4-ad8d-c4ccb96403c4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1248384 Feb 16 08:50:54.242808 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-b030eb16-57d3-4a4b-a3c0-e68b68cf96ba service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 997 time: 0.0966244 Feb 16 08:50:54.305291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-9efc215c-c10f-4f86-910d-f6947b29d3fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:50:54.306770 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-9efc215c-c10f-4f86-910d-f6947b29d3fe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0575700 Feb 16 08:50:54.326123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:52Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:54.330546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:50:54.340926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:50:54.341531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:50:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:54.398984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-b748b067-d81c-450c-bff1-9b92ad731741 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865636 Feb 16 08:50:54.516522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:50:54.532654 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-819283ec-4114-4ce5-9dbc-a9292a2e9d53 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280389 Feb 16 08:50:54.662348 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b48d699e-61cc-48f5-a996-1b686bf67487 req-0b57c875-2c4a-40b5-bb3b-5e58af0a581b service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236782 Feb 16 08:50:54.873793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:52Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:50:54.877845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786636f7-6762-45a1-b8a2-df78b06e8ff8 None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:52Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:50:55.063821 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daed7359-e776-4df7-8fc0-22fc56d6fde4 None None] New status for floating IP f49c8b45-380b-44ff-a989-6a75beaa1c02: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:51:01.825063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:07.709598 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:51:08.436757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ce9da8dd-674f-4c65-ada6-29b583c1dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:10.916575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4702c72a-f214-4439-9b83-6842f5dd29fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:11.669090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:11.920282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:13.743104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:17.427300 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-cd7e2f30-480f-412b-8434-e8af76fb76ac service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717371 Feb 16 08:51:17.602384 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-eeb4d30b-dac4-4014-b6d0-6ae1ba82f2a6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 1098 time: 0.0761850 Feb 16 08:51:17.874543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-ee8f44a3-65d4-4d2f-b500-9084263d9bdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:17.874543 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-ee8f44a3-65d4-4d2f-b500-9084263d9bdf service neutron] 10.222.0.98 "GET /v2.0/networks?id=176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 200 len: 897 time: 0.2453501 Feb 16 08:51:17.938952 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-6e10342a-b412-4831-8937-11b3ca2ffb71 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 200 len: 217 time: 0.0632672 Feb 16 08:51:18.006398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-48087660-cdd3-41a2-be46-1b29d6845363 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:18.007873 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-48087660-cdd3-41a2-be46-1b29d6845363 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 200 len: 835 time: 0.0645149 Feb 16 08:51:18.081511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-575c083c-d585-413e-8b9f-7bb4b9d19516 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=176d8df4-19df-4dd5-aa25-7115a2a188d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669267 Feb 16 08:51:18.212683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-68abf128-6bcc-4eba-b557-cc4205ab9797 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237941 Feb 16 08:51:18.346705 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d102a2a9-c095-48ab-99f0-64cd261b85cf req-8e6fc450-0a5f-47cb-b1aa-cd53bd27dd82 service neutron] 10.222.0.98 "GET /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266222 Feb 16 08:51:26.318971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90b344-adf7-469b-abd6-01e80612f137 req-59788bec-0292-4936-8588-af6e0c692c33 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:26.320423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0c90b344-adf7-469b-abd6-01e80612f137 req-59788bec-0292-4936-8588-af6e0c692c33 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0756319 Feb 16 08:51:26.364831 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0c90b344-adf7-469b-abd6-01e80612f137 req-88bf5e96-9ef7-40a7-8118-dbd81ce0d700 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Feb 16 08:51:27.562751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389e5d5-b9f8-423e-ad07-14b349b332b5 req-ad853d73-ef7d-4e98-aabc-ead107fff16b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:27.565199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7389e5d5-b9f8-423e-ad07-14b349b332b5 req-ad853d73-ef7d-4e98-aabc-ead107fff16b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0769846 Feb 16 08:51:27.623007 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7389e5d5-b9f8-423e-ad07-14b349b332b5 req-252bd0bd-6f4e-4d26-b61d-46274fad20d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=05fe1bed-50db-4690-921a-cba17aed937c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527103 Feb 16 08:51:27.855308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e305-f559-47d2-bae7-a86251cb4720 req-02e2e5c1-36d1-473f-9e23-354927bb2a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:27.855903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2331e305-f559-47d2-bae7-a86251cb4720 req-02e2e5c1-36d1-473f-9e23-354927bb2a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:51:27.872386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2331e305-f559-47d2-bae7-a86251cb4720 req-02e2e5c1-36d1-473f-9e23-354927bb2a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:51:27.873535 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2331e305-f559-47d2-bae7-a86251cb4720 req-02e2e5c1-36d1-473f-9e23-354927bb2a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 946 time: 0.0937510 Feb 16 08:51:27.940461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 7ba8b713-2822-414e-bf81-f76baf8eba99 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:27.940803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:28.178517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 7ba8b713-2822-414e-bf81-f76baf8eba99, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7ba8b713-2822-414e-bf81-f76baf8eba99,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:28.178803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:28.457494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:28.457772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:28.458085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6 disassociated. External IP: 172.26.4.197, port: 7ba8b713-2822-414e-bf81-f76baf8eba99. Feb 16 08:51:28.458421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 7ba8b713-2822-414e-bf81-f76baf8eba99 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:28.598811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:28.645723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=7ba8b713-2822-414e-bf81-f76baf8eba99,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:28.793228 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd60b7be-2a9f-4898-bb9d-a472b073cf61 req-a3094186-1b37-4d39-be76-80ad7465f3d2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=529d85ce-e79f-4212-8659-40afed72e649 HTTP/1.1" status: 200 len: 210 time: 0.0422616 Feb 16 08:51:28.942554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:51:29.146994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:51:29.156895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:51:29.168025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:29.168625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:29.215557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 7ba8b713-2822-414e-bf81-f76baf8eba99 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:51:29.218154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:29.220747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'name': 'network-vif-deleted', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:51:29.237965 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2331e305-f559-47d2-bae7-a86251cb4720 req-421d23be-6cdb-4e1d-adc4-f0554081f1ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/7ba8b713-2822-414e-bf81-f76baf8eba99 HTTP/1.1" status: 204 len: 173 time: 1.3582950 Feb 16 08:51:29.361055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:29.380240 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529d85ce-e79f-4212-8659-40afed72e649', 'name': 'network-vif-deleted', 'tag': '7ba8b713-2822-414e-bf81-f76baf8eba99', 'status': 'completed', 'code': 200} Feb 16 08:51:29.706209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:29.710038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:51:29.720659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:29.721135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:29.905149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:29.905729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37126) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:29.978532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.012280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.078717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.098188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fe1bed-50db-4690-921a-cba17aed937c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:30.111632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.111972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.112308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.112663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.112991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.113312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.113631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.113948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.114262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.114599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.114917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:30.119931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.121126 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e422858-ba79-44e7-9181-363fe698dd1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/05fe1bed-50db-4690-921a-cba17aed937c HTTP/1.1" status: 204 len: 168 time: 0.2140710 Feb 16 08:51:30.162871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37132) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:30.238653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:30.244587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30feabeb-aed8-400d-bfcf-b5cff2d5f043 None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:34Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '91a0aea8-6832-44e8-9a2b-717d392a5e0a', 'name': '', 'network_id': '176d8df4-19df-4dd5-aa25-7115a2a188d2', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:81:c8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:33Z', 'updated_at': '2022-02-16T08:49:41Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'c5f8253e-c15a-45be-975c-6eee5cf74b2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:51:30.317975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 296f945f-bb1d-4c40-80c6-01fc92088b87 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:30.318305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.465294 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c7a854-50f6-4ddb-a7c2-e4c06631b5c9 None None] New status for floating IP 273b8a50-eac2-46a8-98a3-719372f8f7b6: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:51:30.493307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.493539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:30.611368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 296f945f-bb1d-4c40-80c6-01fc92088b87 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:30.695050 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.db.api [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:51:30.695515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG oslo_db.api [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:51:31.196465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 296f945f-bb1d-4c40-80c6-01fc92088b87 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:31.197148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.369625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.369943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.507064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 296f945f-bb1d-4c40-80c6-01fc92088b87 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:31.742376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.786126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=296f945f-bb1d-4c40-80c6-01fc92088b87,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:31.805602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7ba8b713-2822-414e-bf81-f76baf8eba99 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:51:31.846021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.846656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 7ba8b713-2822-414e-bf81-f76baf8eba99 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:51:31.847004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 7ba8b713-2822-414e-bf81-f76baf8eba99 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:51:31.879669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.893893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:31.895040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d87ce82f-b206-4c54-90ea-c0ab6c7fb269 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/273b8a50-eac2-46a8-98a3-719372f8f7b6 HTTP/1.1" status: 204 len: 168 time: 1.7311413 Feb 16 08:51:32.277045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ee199-5e95-45fd-a3a8-f5de1e0488e9 req-657a4b9a-8a69-4b0b-bf30-7eebb0d5090b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:32.278588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-742ee199-5e95-45fd-a3a8-f5de1e0488e9 req-657a4b9a-8a69-4b0b-bf30-7eebb0d5090b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0778899 Feb 16 08:51:32.323694 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-742ee199-5e95-45fd-a3a8-f5de1e0488e9 req-1aacc5df-e91c-4ea0-9a95-ea9ae1dfc5f1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388637 Feb 16 08:51:33.517037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05624b-07b8-493d-8cb3-62f7df54d4e8 req-75178029-6ef0-4d2a-8174-546b0982e41c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:33.518395 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e05624b-07b8-493d-8cb3-62f7df54d4e8 req-75178029-6ef0-4d2a-8174-546b0982e41c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0748081 Feb 16 08:51:33.562207 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e05624b-07b8-493d-8cb3-62f7df54d4e8 req-b7affefa-7342-44d9-9953-9d391539a378 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383263 Feb 16 08:51:33.698316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-87dc5564-190e-47c3-939c-9102b2858e27 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:33.699006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-87dc5564-190e-47c3-939c-9102b2858e27 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:51:33.714424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-87dc5564-190e-47c3-939c-9102b2858e27 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:51:33.715646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-87dc5564-190e-47c3-939c-9102b2858e27 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 945 time: 0.0900214 Feb 16 08:51:33.785234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 259ca034-5634-448f-9ac8-1b3c47c68cb6 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:33.785489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:34.021489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 259ca034-5634-448f-9ac8-1b3c47c68cb6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=259ca034-5634-448f-9ac8-1b3c47c68cb6,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:34.021847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:34.143655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 259ca034-5634-448f-9ac8-1b3c47c68cb6 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:34.279661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:34.331643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=259ca034-5634-448f-9ac8-1b3c47c68cb6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:34.400870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 259ca034-5634-448f-9ac8-1b3c47c68cb6 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:51:34.403135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:34.405557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'name': 'network-vif-deleted', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:51:34.421417 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3862c0dc-9ec7-4ff3-b60e-edca9d89d2fd req-f043d604-1ea4-4fc5-9231-7b5508481aa1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/259ca034-5634-448f-9ac8-1b3c47c68cb6 HTTP/1.1" status: 204 len: 173 time: 0.7007573 Feb 16 08:51:34.461723 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3', 'name': 'network-vif-deleted', 'tag': '259ca034-5634-448f-9ac8-1b3c47c68cb6', 'status': 'completed', 'code': 200} Feb 16 08:51:34.748063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d451165a-afbb-4171-807e-9de2690fc485 req-2a8846c4-0b49-48a3-b304-8bffa7ae0396 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=a55d61dc-1c7b-429b-91b4-7b8d17bc1ba3 HTTP/1.1" status: 200 len: 210 time: 0.0443010 Feb 16 08:51:35.853615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37150) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:35.919925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:35.951568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:36.020004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:36.039689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:36.046933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:36.048620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b248d31-ebd1-4fdb-a704-76769fb419cf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/c7aceee1-fcfd-4e45-a3f5-a1d81507b2fe HTTP/1.1" status: 204 len: 168 time: 0.1940508 Feb 16 08:51:36.089695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37156) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:36.482861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:37.177460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 91a0aea8-6832-44e8-9a2b-717d392a5e0a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:37.178662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:37.363805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 91a0aea8-6832-44e8-9a2b-717d392a5e0a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=91a0aea8-6832-44e8-9a2b-717d392a5e0a,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:37.364161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:37.482733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 91a0aea8-6832-44e8-9a2b-717d392a5e0a owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:37.651846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:37.700174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=91a0aea8-6832-44e8-9a2b-717d392a5e0a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:37.831260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 259ca034-5634-448f-9ac8-1b3c47c68cb6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:51:37.874216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 259ca034-5634-448f-9ac8-1b3c47c68cb6 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:51:37.874790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 259ca034-5634-448f-9ac8-1b3c47c68cb6 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:51:38.014057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:38.429122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f6d739cf-27fb-4bfd-9216-7251bbb1c845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:38.743315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:51:38.967880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:51:38.982224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Sync routers for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:51:38.982891 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-55be6dc0-93b9-4708-b678-7bafa666e042 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/117b63f1-96e9-4a3f-b343-88c1ed3ea9b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913319 Feb 16 08:51:38.985662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37160) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:39.003701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:39.004260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:39.177288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet c5f8253e-c15a-45be-975c-6eee5cf74b2e {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:51:39.183349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.208393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:39.243456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.357159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.434729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.477490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f8253e-c15a-45be-975c-6eee5cf74b2e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:39.489214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.492743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.492743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.492968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.493334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.493610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.494265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.494265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.494825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.494901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.495175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.495490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:39.495985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef7800e-026c-4d43-8c15-f554b012ef06 None None] Network 176d8df4-19df-4dd5-aa25-7115a2a188d2 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:51:39.502415 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-29365ce4-3ed9-4508-9032-892110783d4d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/c5f8253e-c15a-45be-975c-6eee5cf74b2e HTTP/1.1" status: 204 len: 168 time: 0.5155051 Feb 16 08:51:39.505134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37164) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:39.708719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:39.792479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:51:37Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:39.800567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Checking router: 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:51:39.820161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Routers {'117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:39.820161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:39.943079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] DHCP port deletion for 176d8df4-19df-4dd5-aa25-7115a2a188d2 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:51:39.958280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Deleting port f6761261-fb9c-4334-9083-c6de848f2688 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:39.958513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.052664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.059766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port abdfffe6-371a-43f1-9d92-02aaad488326 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:51:40.060147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.177509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] Set router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:40.251816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port abdfffe6-371a-43f1-9d92-02aaad488326, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=abdfffe6-371a-43f1-9d92-02aaad488326,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:40.251816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.389653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for abdfffe6-371a-43f1-9d92-02aaad488326 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:40.410171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] For port f6761261-fb9c-4334-9083-c6de848f2688, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f6761261-fb9c-4334-9083-c6de848f2688,segment=NetworkSegment(b6ee5e25-88f5-4cb3-b49d-274c4d63c242),segment_id=b6ee5e25-88f5-4cb3-b49d-274c4d63c242)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:40.410171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.529667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Calling delete_port for f6761261-fb9c-4334-9083-c6de848f2688 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:51:40.579032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.628041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=abdfffe6-371a-43f1-9d92-02aaad488326,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:40.682574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.744020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] Pushing event deleted for resources: {'Port': ['ID=f6761261-fb9c-4334-9083-c6de848f2688,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:40.759075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd4d7c7-020d-46c8-a731-891e9205d87f None None] No DVR routers for this DVR port f6761261-fb9c-4334-9083-c6de848f2688 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:51:40.762273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:51:37Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:40.769317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8c1f60-aae0-4f3c-b4fd-fd5ac59d24bd None None] The sync data for ids ['117b63f1-96e9-4a3f-b343-88c1ed3ea9b5'] in dv-neutron-829488-1-hyperv is: [{'id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'name': 'tempest-TestNetworkBasicOps-router-1007634289', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:51:37Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'abdfffe6-371a-43f1-9d92-02aaad488326', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:69:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '117b63f1-96e9-4a3f-b343-88c1ed3ea9b5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:49:30Z', 'updated_at': '2022-02-16T08:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:51:40.878808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:40.916388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-97437a0e-30e5-437b-8725-a32083545cdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.157064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.161464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.193086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.195547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router 117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:51:41.217337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.217337 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc5a08cc-6304-43bd-a99a-d7e51c1867cb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/117b63f1-96e9-4a3f-b343-88c1ed3ea9b5 HTTP/1.1" status: 204 len: 168 time: 1.7096486 Feb 16 08:51:41.218014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:41.407696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 91a0aea8-6832-44e8-9a2b-717d392a5e0a no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:51:41.442424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 91a0aea8-6832-44e8-9a2b-717d392a5e0a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:51:41.442839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 91a0aea8-6832-44e8-9a2b-717d392a5e0a not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:51:41.443211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6761261-fb9c-4334-9083-c6de848f2688 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:51:41.452244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.475308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: f6761261-fb9c-4334-9083-c6de848f2688 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:51:41.475657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f6761261-fb9c-4334-9083-c6de848f2688 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:51:41.584024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.608457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['176d8df4-19df-4dd5-aa25-7115a2a188d2']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:41.621326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:41.621621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee5e25-88f5-4cb3-b49d-274c4d63c242') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:41.634920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.650272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.657197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:51:41.657523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.673156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:51:41.677315 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:51:41.754738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.759183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.783125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=176d8df4-19df-4dd5-aa25-7115a2a188d2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:41.792559 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3e19f3f0-8048-4903-ad60-7175a7e9901a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/176d8df4-19df-4dd5-aa25-7115a2a188d2 HTTP/1.1" status: 204 len: 168 time: 0.5735164 Feb 16 08:51:41.816329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:41.821746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1584145109', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:41.826704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:41.831027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:41.833826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:41.839459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:41.849454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:51:41.852763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.884671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:51:41.894026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.894315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment 3f816edf-712d-4312-91fe-b2861d85a08a of type vlan for network e182e7ef-8760-4c3d-a70a-3baefbf69428 Feb 16 08:51:41.925388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.927949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.958567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:41.962687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:41.963265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.064320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2469873 Feb 16 08:51:42.067223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37176) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:42.072583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-241995533', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:42.073183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa72c6-7a3e-491f-b7d6-59517e711299 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=e182e7ef-8760-4c3d-a70a-3baefbf69428,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:42.081647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:42.083406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:51:42.086076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:42.089114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:42.096364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:42.106713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.107632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.128386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.275115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.452181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.481529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.616939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.13 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:51:42.758782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.786153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:42.849750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:51:42.852312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:42.856030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:51:43.007429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:43.129817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:43.130641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:43.293714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device abdfffe6-371a-43f1-9d92-02aaad488326 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:51:43.330102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: abdfffe6-371a-43f1-9d92-02aaad488326 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:51:43.330428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device abdfffe6-371a-43f1-9d92-02aaad488326 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:51:43.356550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router a8f1ff8b-18be-465f-87fd-32f61a97a196 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:51:43.549220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:51:43.558614 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Sync routers for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:51:43.570758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:43.571357 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:43.575123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:43.576328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f9de5421-4e56-43c6-93ca-291350192db3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.5079708 Feb 16 08:51:43.579823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37182) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:43.744908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:43.748401 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:43.756554 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bac1d717-e7be-41b7-addc-23fc23e045d2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1755183 Feb 16 08:51:43.759095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37188) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:43.888583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce8c073-79e8-496e-9651-8aa726ed7844 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:43.893103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8ce8c073-79e8-496e-9651-8aa726ed7844 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300123 Feb 16 08:51:43.893321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37192) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:43.933698 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f3530319-4aac-475f-9161-660904b51ac5 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378284 Feb 16 08:51:43.934859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37196) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:43.941971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525520274', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:44.048274 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:43Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:44.053578 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Checking router: a8f1ff8b-18be-465f-87fd-32f61a97a196 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:51:44.053578 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Updating router a8f1ff8b-18be-465f-87fd-32f61a97a196 port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:51:44.057356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:44.061440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:44.064023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:44.070006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:44.082679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:51:44.105482 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.181553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.405436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.459792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.471437 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Transition to ACTIVE for port object 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:44.477914 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.482826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=26239ada-c274-425f-85da-637a1c59af51,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:44.496755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:51:44.496907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: e182e7ef-8760-4c3d-a70a-3baefbf69428, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:51:44.520125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:51:44.530200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e182e7ef-8760-4c3d-a70a-3baefbf69428) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:44.534768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:44.535145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.546106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046beda9-176f-4970-8097-1eaf8d0963c1 None None] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:51:44.551964 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Attempting to bind port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:51:44.552331 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Attempting to bind port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:51:44.552683 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Attempting to bind port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:51:44.564178 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3872be4a-9b52-4e1b-94dc-d06b1e1ef75b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6244631 Feb 16 08:51:44.566250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:44.567867 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Pushing event updated for resources: {'Port': ['ID=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:44.571129 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:51:44.571497 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:51:44.571890 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.572270 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:51:44.573424 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Bound port: 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:51:44.573794 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.616328 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.616670 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.617001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.617328 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.617653 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.617971 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.618300 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.618643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.618966 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.619279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.619592 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:44.667527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] For port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:51:44.670553 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] For port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:51:44.676172 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.757103 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84e5e-0b3d-4656-9a89-9c65c471f667 None None] Pushing event updated for resources: {'Port': ['ID=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:44.761298 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:51:44.775869 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:44.776618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:44.796868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-e182e7ef-8760-4c3d-a70a-3baefbf69428', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:51:44.798283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:44.964352 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:45.089331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Allocated IP 172.20.0.2 (e182e7ef-8760-4c3d-a70a-3baefbf69428/26239ada-c274-425f-85da-637a1c59af51/ffb0c7da-1725-4243-a761-3856e9f51c97) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:51:45.303940 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:43Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:45.307828 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b34ae-e844-437a-b4a5-4a305623c742 None None] The sync data for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv is: [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:43Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:51:45.364436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.376879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Transition to ACTIVE for port object ffb0c7da-1725-4243-a761-3856e9f51c97 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:45.398597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Transition to ACTIVE for port object ffb0c7da-1725-4243-a761-3856e9f51c97 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:45.405839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.478936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:51:45.482529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:45.484719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Pushing event updated for resources: {'Port': ['ID=ffb0c7da-1725-4243-a761-3856e9f51c97,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:45.487072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:51:45.490020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.515666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.515666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.515666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.516437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.524519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.524857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.525327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.525544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.526035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.526752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.527611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:51:45.622508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Attempting to bind port ffb0c7da-1725-4243-a761-3856e9f51c97 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:51:45.623137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Attempting to bind port ffb0c7da-1725-4243-a761-3856e9f51c97 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:51:45.623137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Attempting to bind port ffb0c7da-1725-4243-a761-3856e9f51c97 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:51:45.630719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:51:45.631094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Checking segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:51:45.631499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.631889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Bound using segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:51:45.632355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Bound port: ffb0c7da-1725-4243-a761-3856e9f51c97, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:51:45.632725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.733263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] For port ffb0c7da-1725-4243-a761-3856e9f51c97, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:51:45.737042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] For port ffb0c7da-1725-4243-a761-3856e9f51c97, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ffb0c7da-1725-4243-a761-3856e9f51c97,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:51:45.741786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:45.831572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41a37d-c067-4f29-8803-56d2a40593b2 None None] Pushing event updated for resources: {'Port': ['ID=ffb0c7da-1725-4243-a761-3856e9f51c97,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:45.939616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (e182e7ef-8760-4c3d-a70a-3baefbf69428/26239ada-c274-425f-85da-637a1c59af51/2c1c8f64-b683-4b0f-829b-f86cbe19f815) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:51:46.135196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.155995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 2c1c8f64-b683-4b0f-829b-f86cbe19f815 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:46.181950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.254270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:51:46.257167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:46.261413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:51:46.287316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:46.319976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.403409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.783405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b066be-3878-4564-8700-c721822dc158 None None] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:51:46.819171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.823217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.945985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:46.948219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-60af963f-7d62-47e9-9215-9567a8ea3e48 None None] Provisioning for port ffb0c7da-1725-4243-a761-3856e9f51c97 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:46.955324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:47.099468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:51:47.101013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:47.301985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3fd5453d-8989-4c98-94d3-38cd53802231 None None] Provisioning for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:47.306813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3fd5453d-8989-4c98-94d3-38cd53802231 None None] Provisioning complete for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:47.306813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3fd5453d-8989-4c98-94d3-38cd53802231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.419881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3fd5453d-8989-4c98-94d3-38cd53802231 None None] Port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:51:47.484190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ffb0c7da-1725-4243-a761-3856e9f51c97 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:47.563252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-43e7e581-9112-4158-ad5a-077bebd09e18 None None] Provisioning complete for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:47.563622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-43e7e581-9112-4158-ad5a-077bebd09e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.616216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ffb0c7da-1725-4243-a761-3856e9f51c97 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:47.626842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ffb0c7da-1725-4243-a761-3856e9f51c97 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:47.627221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.662046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router a8f1ff8b-18be-465f-87fd-32f61a97a196 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:51:47.676007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-43e7e581-9112-4158-ad5a-077bebd09e18 None None] Port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:51:47.751973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.790480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ffb0c7da-1725-4243-a761-3856e9f51c97, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ffb0c7da-1725-4243-a761-3856e9f51c97,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:47.796044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.796795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:47.876251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:51:47.890072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cf6695f4-94be-4362-a836-9b43003d0d8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/a8f1ff8b-18be-465f-87fd-32f61a97a196/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3242040 Feb 16 08:51:47.893228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37204) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:47.899715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1c479366-5533-4871-bcdb-258a66394ccb None None] Provisioning complete for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:47.900087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1c479366-5533-4871-bcdb-258a66394ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:47.961466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ffb0c7da-1725-4243-a761-3856e9f51c97,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:47.972937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1c479366-5533-4871-bcdb-258a66394ccb None None] Port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:51:47.981626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:47.986919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:47.987296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:48.038922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.039674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.040070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.040070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.040622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.040763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.042621 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a86db1ba-c688-4528-baff-5e2f08141dd4 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1484671 Feb 16 08:51:48.045262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:48.105024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:48.121106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:48.123714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.123824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.124624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.124624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.124959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.126270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:48.126349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:48.127950 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b6a10e5f-690b-42bb-973c-29ebb9403523 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0818017 Feb 16 08:51:48.130720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37212) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:48.195691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:48.336006 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6100954b-228f-4214-b41b-c6abcacedbf7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2041538 Feb 16 08:51:48.338903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37216) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:48.344848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-849263447', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:48.482530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:48.487100 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:48.489972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:48.495816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:48.507771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:51:48.510518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:48.535606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] device_id is not set on port 349b499c-20a9-4145-9ec0-dc8fa8387734 yet. {{(pid=83709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:51:48.679596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.5 (e182e7ef-8760-4c3d-a70a-3baefbf69428/26239ada-c274-425f-85da-637a1c59af51/349b499c-20a9-4145-9ec0-dc8fa8387734) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:51:48.895335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Sync routers for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:51:48.909566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:48.909812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:48.913328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:48.934645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 349b499c-20a9-4145-9ec0-dc8fa8387734 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:48.962608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.038993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:51:49.041594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:51:49.044871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:51:49.090889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:49.132046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:49.132664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.142556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:49.180023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f7419d39-3b27-4b08-a54f-080432e73468 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8399093 Feb 16 08:51:49.419544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ffb0c7da-1725-4243-a761-3856e9f51c97 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:49.501797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-00446770-7014-42a6-a4e8-e00903d5f144 None None] Provisioning for port 349b499c-20a9-4145-9ec0-dc8fa8387734 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:49.530684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-00446770-7014-42a6-a4e8-e00903d5f144 None None] Provisioning complete for port 349b499c-20a9-4145-9ec0-dc8fa8387734 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:49.530684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-00446770-7014-42a6-a4e8-e00903d5f144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.540015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37222) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:49.546358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968740096', 'description': 'tempest-secgroup-smoke-968740096 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:49.555385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:49.561165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:49.565347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:49.572435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:49.585356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.633338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-00446770-7014-42a6-a4e8-e00903d5f144 None None] Port 349b499c-20a9-4145-9ec0-dc8fa8387734 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:51:49.633338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ffb0c7da-1725-4243-a761-3856e9f51c97 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:49.633338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.656330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:49.665438 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:49.668445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:49.675540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:49.712127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:49.742040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Checking router: a8f1ff8b-18be-465f-87fd-32f61a97a196 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:51:49.742469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Updating router a8f1ff8b-18be-465f-87fd-32f61a97a196 port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:51:49.744835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.749020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.799765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=811d83d2-721e-48ff-b27e-a03fae1e0d7e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:49.803719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.807808 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b982a7f1-13c0-4722-86bb-235a4edd10f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2650573 Feb 16 08:51:49.808703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37226) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:49.809290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:49.815768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:49.823272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:49.827319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:49.830244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:49.835956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:49.838117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.857527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.944082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.949331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.977955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c38b87-5f06-418a-b2c9-aa5a2e28568c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:49.987365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:49.989238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3824e168-2fb0-4c60-950a-971592a4bcce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1792505 Feb 16 08:51:49.991951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37230) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:49.997788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:50.004562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:50.008485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:50.011322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:50.017242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:50.027124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:50.027720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.035516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.101405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.108274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.129992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd9b05e-25e5-4157-a82b-f1d0aa234508,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.153197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.157534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-753cc561-18b6-4997-98cd-6807d015ee73 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1617577 Feb 16 08:51:50.158378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37234) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:50.167386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:50.178709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:50.191953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:50.196009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:50.208289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:50.262129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.341084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.345488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.368914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.373360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeda6772-fc51-4f2e-b98a-f59aaf968cb4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.380874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Transition to ACTIVE for port object 2c1c8f64-b683-4b0f-829b-f86cbe19f815 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:50.381484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.385906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37238) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:50.386121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3aa3e98a-9191-4445-9538-a32e0e58f901 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2266643 Feb 16 08:51:50.391693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.392012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:50.397960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:50.401935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:50.405475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:50.411685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:50.441424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.510973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.518103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.523573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a30e7-9c92-404e-aec2-705cf68db81a None None] Pushing event updated for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.574672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.576245 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1892378 Feb 16 08:51:50.577170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47c861-b417-4944-bef2-213f1064a91b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4c0ab3-d581-41ab-ba8c-06cfd042d05b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.579837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37242) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:50.587608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:50.595424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:50.600496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:50.603722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:50.611548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:50.626864 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:51:50.635808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.636020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Attempting to bind port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:51:50.636547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Attempting to bind port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:51:50.636924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Attempting to bind port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:51:50.645038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:51:50.645584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Checking segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:51:50.646217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.646961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Bound using segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:51:50.647446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Bound port: 2c1c8f64-b683-4b0f-829b-f86cbe19f815, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:51:50.647945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.721103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.725129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.749387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] For port 2c1c8f64-b683-4b0f-829b-f86cbe19f815, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:51:50.752683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] For port 2c1c8f64-b683-4b0f-829b-f86cbe19f815, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c1c8f64-b683-4b0f-829b-f86cbe19f815,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:51:50.756707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.757463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fe4a8c-59e2-4767-a9a8-be44d25516b5,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.771714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.775475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d996d536-a63d-4c33-ab45-50399ca5dc0d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1914911 Feb 16 08:51:50.775715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37246) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:51:50.782098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '811d83d2-721e-48ff-b27e-a03fae1e0d7e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:50.788264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:51:50.792034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:51:50.795745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:51:50.802307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:51:50.812765 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:51:50.819276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.858124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:51:50.858697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:50.894090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.899642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.917405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a30e7-9c92-404e-aec2-705cf68db81a None None] Pushing event updated for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.925027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437b5992-c4f0-4732-8912-343ffb30aea2,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:50.935986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:50.937295 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0fa797dd-4755-4679-9e24-b5c7eab33834 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1604841 Feb 16 08:51:51.068644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:51:51.206937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-dec0117c-b701-43c9-b1dc-9f0b0b87dfca tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:51:51.222624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-dec0117c-b701-43c9-b1dc-9f0b0b87dfca tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:51:51.223965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-dec0117c-b701-43c9-b1dc-9f0b0b87dfca tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968740096&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0582089 Feb 16 08:51:51.386196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4b62-37bd-4639-a761-8cf517635131 req-7d73975a-c30e-4b4c-94aa-cefe53df8503 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:51.386779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-7d73975a-c30e-4b4c-94aa-cefe53df8503 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:51:51.401998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-7d73975a-c30e-4b4c-94aa-cefe53df8503 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:51:51.403056 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-7d73975a-c30e-4b4c-94aa-cefe53df8503 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 929 time: 0.1720855 Feb 16 08:51:51.412830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:50Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:51:51.416788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f3f0b-143f-4a6e-8560-bb93011bbce1 None None] The sync data for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv is: [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:50Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:51:51.488575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-2ec6b393-0444-4200-8352-ab4528938caf service neutron] 10.222.0.94 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0734210 Feb 16 08:51:51.625236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-5c95f2ab-f06d-4f06-ad59-64e1ce9150a6 service neutron] 10.222.0.94 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309040 Feb 16 08:51:51.759747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-18c1a983-012c-4408-9802-b42bb633339a service neutron] 10.222.0.94 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288729 Feb 16 08:51:51.948429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-761c21dc-edf4-4fe0-b8eb-2570890ec203 req-bd83603a-1eda-4edd-beca-5aa291da78cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 210 time: 0.0421534 Feb 16 08:51:53.130809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a73fcba3-5b17-411c-97e3-d6fe7f91de57 req-89af070d-fcf3-47ac-a974-4d3c4162d7d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 210 time: 0.0479524 Feb 16 08:51:53.291685 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-a79125cb-34af-4bae-9d67-41d6ce6b5dbf service neutron] 10.222.0.98 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1025 time: 0.1313214 Feb 16 08:51:53.373851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c1c8f64-b683-4b0f-829b-f86cbe19f815 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:53.452545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4b62-37bd-4639-a761-8cf517635131 req-eb5b7b83-05f3-4a29-af70-fab13e7bebb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:53.453235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:53.454010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-eb5b7b83-05f3-4a29-af70-fab13e7bebb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 797 time: 0.1549661 Feb 16 08:51:53.458559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:53.458935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:53.515313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-d5cb431e-9eb4-4778-8537-83df88a53b12 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:51:53.526734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-932d4b62-37bd-4639-a761-8cf517635131 req-d5cb431e-9eb4-4778-8537-83df88a53b12 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:51:53.527846 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-d5cb431e-9eb4-4778-8537-83df88a53b12 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0522721 Feb 16 08:51:53.538314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Request body: {'port': {'device_id': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:51:53.613714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:53.647587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 2c1c8f64-b683-4b0f-829b-f86cbe19f815, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c1c8f64-b683-4b0f-829b-f86cbe19f815,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:53.651875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:53.719152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:53.745930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.071162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:51:54.077893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.091848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Transition to ACTIVE for port object 349b499c-20a9-4145-9ec0-dc8fa8387734 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:51:54.095430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.221528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:54.331916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:51:54.332489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:51:54.332644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:51:54.338411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:51:54.338801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:51:54.345673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:51:54.346012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Checking segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:51:54.346393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Bound using segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:51:54.347005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Bound port: 349b499c-20a9-4145-9ec0-dc8fa8387734, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:51:54.347355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.352626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93b26d-37fe-45f2-a32a-d283a3f559cf req-771ca764-d575-49a4-8ca5-f45276a4f982 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:54.354078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce93b26d-37fe-45f2-a32a-d283a3f559cf req-771ca764-d575-49a4-8ca5-f45276a4f982 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 980 time: 0.0790865 Feb 16 08:51:54.399447 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce93b26d-37fe-45f2-a32a-d283a3f559cf req-4e9d8999-ce21-4f9f-8205-93c122d0a26e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Feb 16 08:51:54.442502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:51:54.445457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:51:54.450192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.510446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:54.511806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] 10.222.0.98 "PUT /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1130 time: 0.9773686 Feb 16 08:51:54.512233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:51:54.531052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc0ba0-c96d-44c7-9b71-91550373e923 service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:54.571103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'status': 'completed', 'code': 200} Feb 16 08:51:54.664368 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-ff24f9eb-f0b5-47f5-a882-e1b3de8b691c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 1133 time: 0.0743718 Feb 16 08:51:54.739461 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-2da33e63-ad4c-48eb-a4aa-fe92bd5aa744 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 217 time: 0.0606308 Feb 16 08:51:54.804601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d4b62-37bd-4639-a761-8cf517635131 req-5fa996f3-0084-4206-b181-c6139cb2c0dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:54.806024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-5fa996f3-0084-4206-b181-c6139cb2c0dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 200 len: 834 time: 0.0603268 Feb 16 08:51:54.879997 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-14e529df-5b81-4ce2-93e5-0b8d306af979 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668323 Feb 16 08:51:55.008687 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-b6770fc4-c95f-4fc7-817e-2df743972c3b service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222911 Feb 16 08:51:55.150834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-932d4b62-37bd-4639-a761-8cf517635131 req-441d942a-894d-462c-8b62-b7dd0f256099 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358957 Feb 16 08:51:55.304586 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-72a7f04c-b235-44ec-aa74-3c2c9b6fd004 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 1133 time: 0.0692041 Feb 16 08:51:55.343886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c1c8f64-b683-4b0f-829b-f86cbe19f815 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:55.412851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:55.413138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:55.444362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-a2d2e6fb-ce83-4bd3-8516-795622f70042 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:55.446391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-a2d2e6fb-ce83-4bd3-8516-795622f70042 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 898 time: 0.1351836 Feb 16 08:51:55.615765 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9715c-f568-444d-a962-32dff224ccea req-0d5a074a-aa47-449d-9a3e-98264e6cbfa7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:55.617231 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-65e9715c-f568-444d-a962-32dff224ccea req-0d5a074a-aa47-449d-9a3e-98264e6cbfa7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 980 time: 0.0802267 Feb 16 08:51:55.617518 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-a2549359-0fd8-476c-bbad-f2a329638876 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 217 time: 0.1636937 Feb 16 08:51:55.662086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-65e9715c-f568-444d-a962-32dff224ccea req-399d0351-776b-49ed-9876-87f7792b1eff tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392823 Feb 16 08:51:55.689086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-e7d05c51-53af-460c-bfa7-85de4772b5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:55.690556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-e7d05c51-53af-460c-bfa7-85de4772b5b9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 200 len: 834 time: 0.0593724 Feb 16 08:51:55.767841 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-07b2cd05-88b2-4e3a-8064-e2ad1bd0a1cc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671763 Feb 16 08:51:55.896733 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-d27dc059-851e-4f75-bb58-922847abfb45 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227822 Feb 16 08:51:55.953855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:51:56.025693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-49bbee64-a550-42bf-ae22-e8e31af61809 req-45f08f35-2299-4cea-8347-cabb8eb6d25f service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221664 Feb 16 08:51:56.086183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:56.098977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'mac_address': 'fa:16:3e:5a:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:51:56.150792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:56.167666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:51:56.182153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:56.186288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:56.249801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:56.497684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['349b499c-20a9-4145-9ec0-dc8fa8387734'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:51:56.858597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a855b1-39f9-4510-9854-545423dcc3a3 req-944ca321-4f7a-435e-a1e8-f220652e7883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:56.860082 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4a855b1-39f9-4510-9854-545423dcc3a3 req-944ca321-4f7a-435e-a1e8-f220652e7883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 981 time: 0.0751092 Feb 16 08:51:56.907834 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4a855b1-39f9-4510-9854-545423dcc3a3 req-f1f4bd81-8a1d-4a0f-9f9b-e62bb5b4b09f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410302 Feb 16 08:51:57.965991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:51:58.047669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 349b499c-20a9-4145-9ec0-dc8fa8387734 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:51:58.053075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 349b499c-20a9-4145-9ec0-dc8fa8387734 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:51:58.053449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:58.110235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c42594-8147-4bcd-bc41-bccbe2c6a59c req-a958723d-95f8-4d7e-a9f2-43944d1095fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:58.112322 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c5c42594-8147-4bcd-bc41-bccbe2c6a59c req-a958723d-95f8-4d7e-a9f2-43944d1095fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 981 time: 0.0762069 Feb 16 08:51:58.157147 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c5c42594-8147-4bcd-bc41-bccbe2c6a59c req-b2db49e3-d092-4336-88e3-3edeb6017e40 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Feb 16 08:51:58.163257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:58.193141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:51:58.203218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:51:58.207984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:51:58.275318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:51:58.326255 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'code': 200} Feb 16 08:51:58.599290 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7ee4c46d-4e25-40ff-955e-85143e1f629e req-da62648d-7573-4cb2-9a25-faef3a2da2f9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 1135 time: 0.0673082 Feb 16 08:51:58.644709 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7ee4c46d-4e25-40ff-955e-85143e1f629e req-d0f6df17-d751-45b3-a629-0cc79fabb7a7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390673 Feb 16 08:51:59.356309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bf081-2c95-4c64-b4c9-3becfeb03d6d req-f25c936e-cd15-42e4-bc77-83ab65db5a26 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:51:59.357772 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e0bf081-2c95-4c64-b4c9-3becfeb03d6d req-f25c936e-cd15-42e4-bc77-83ab65db5a26 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0811098 Feb 16 08:51:59.403573 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e0bf081-2c95-4c64-b4c9-3becfeb03d6d req-aa8d004d-9413-44aa-b971-d1ad732fd72d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402827 Feb 16 08:52:00.602221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d2317-80fc-4df4-9736-360280218835 req-d4ca922d-99e0-4d26-8a83-47051ba3fe75 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:00.603643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4e2d2317-80fc-4df4-9736-360280218835 req-d4ca922d-99e0-4d26-8a83-47051ba3fe75 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0751653 Feb 16 08:52:00.649807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4e2d2317-80fc-4df4-9736-360280218835 req-92d6ab1b-af8b-495d-8fbd-fdfc190122de tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404913 Feb 16 08:52:00.846599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6064802-19d6-4c2f-9ef0-3d1a981d53c6 req-f5f46d77-31c0-4426-af37-0c3062aee1bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:00.848015 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6064802-19d6-4c2f-9ef0-3d1a981d53c6 req-f5f46d77-31c0-4426-af37-0c3062aee1bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0778761 Feb 16 08:52:00.891857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6064802-19d6-4c2f-9ef0-3d1a981d53c6 req-e8299593-7f7b-426d-bc8d-a09f2e977fd9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Feb 16 08:52:00.919104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37300) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:00.986217 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-781d9f3a-889c-4a1c-b472-baa10a0409fe tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 1130 time: 0.0660133 Feb 16 08:52:00.988774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37304) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:00.993728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:00.999063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:01.002813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:01.005563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:01.011135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:01.022327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:01.159285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:01.295297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.245 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/6d4caf6f-0e3f-46a4-be79-89071a61c768) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:01.444252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:01.470696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:01.537780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:01.540334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:01.543824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:01.651855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=6d4caf6f-0e3f-46a4-be79-89071a61c768,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:01.836954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.110952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.163831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.359948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.364307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.476994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=6d4caf6f-0e3f-46a4-be79-89071a61c768,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:02.488924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:02.671342 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 9af531c8-1650-4525-812c-cb3dcee5e308 associated. External IP: 172.26.4.245, port: 349b499c-20a9-4145-9ec0-dc8fa8387734. Feb 16 08:52:03.139461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router a8f1ff8b-18be-465f-87fd-32f61a97a196 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:52:03.333832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:03.343253 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Sync routers for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:03.354862 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:03.355552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:03.357071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:03.411788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3e7c4704-2d0b-4bd6-a0df-cf9382c95e92 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4218533 Feb 16 08:52:03.412185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:03.419806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37308) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:03.473728 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'status': 'completed', 'code': 200} Feb 16 08:52:03.486862 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6826c46b-f018-4c21-9985-345ea644039d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11&network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 1130 time: 0.0710192 Feb 16 08:52:03.533745 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:03.591644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-6b6e6f8c-ec51-457a-9621-9e4a068cf5bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 1135 time: 0.0686414 Feb 16 08:52:03.737181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-4514490e-82bb-4f08-b10a-beb42188f147 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:03.738651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-4514490e-82bb-4f08-b10a-beb42188f147 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 898 time: 0.1394312 Feb 16 08:52:03.873027 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-71f9c721-192b-4c51-9859-4c19ef40f8a1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1036 time: 0.0995491 Feb 16 08:52:03.888365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598b9ac-1c8d-421b-9216-3d412370a9d6 req-15448c50-0e8a-4ae5-98bd-886b3ceccc52 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:03.889877 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2598b9ac-1c8d-421b-9216-3d412370a9d6 req-15448c50-0e8a-4ae5-98bd-886b3ceccc52 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0799096 Feb 16 08:52:03.923337 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '9af531c8-1650-4525-812c-cb3dcee5e308', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-849263447', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'mac_address': 'fa:16:3e:5a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:01Z', 'updated_at': '2022-02-16T08:52:01Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:03.927396 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Checking router: a8f1ff8b-18be-465f-87fd-32f61a97a196 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:03.941783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-ca6f18b3-2146-41f8-b83d-ab7dd2fe7526 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:03.943648 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-ca6f18b3-2146-41f8-b83d-ab7dd2fe7526 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 200 len: 834 time: 0.0623760 Feb 16 08:52:03.945777 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:03.946392 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:51:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:03.951283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2598b9ac-1c8d-421b-9216-3d412370a9d6 req-2e45c35b-54d7-4918-8e68-847a3fd114a2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550959 Feb 16 08:52:04.021350 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-980f0034-90b4-45cb-938b-f25aebe3936e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693941 Feb 16 08:52:04.119824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:04.150504 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-8966a421-bf62-4d1b-9f9b-aff86a2a7369 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219232 Feb 16 08:52:04.280658 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9586ed0c-e563-44bf-91f4-6814e41ecf27 req-4e54748e-7d32-47fe-ab39-12ac26cfa2e9 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232796 Feb 16 08:52:04.458156 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '9af531c8-1650-4525-812c-cb3dcee5e308', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-849263447', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'mac_address': 'fa:16:3e:5a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:01Z', 'updated_at': '2022-02-16T08:52:01Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:04.461938 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2943c32a-f101-4aac-9652-4e37ac9eef50 None None] The sync data for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv is: [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '9af531c8-1650-4525-812c-cb3dcee5e308', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.245', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-849263447', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'mac_address': 'fa:16:3e:5a:5c:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68ade9a0-87ed-4f64-adb0-912f4cca2b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:01Z', 'updated_at': '2022-02-16T08:52:01Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:05.139752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5bb270-8e0b-4648-a118-c620a3bda1a5 req-707cb913-7555-4ac8-ab8a-8d59ffbd32b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:05.141168 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4f5bb270-8e0b-4648-a118-c620a3bda1a5 req-707cb913-7555-4ac8-ab8a-8d59ffbd32b4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0767503 Feb 16 08:52:05.186172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4f5bb270-8e0b-4648-a118-c620a3bda1a5 req-945715cb-c819-4414-99f6-cff5671b457c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391765 Feb 16 08:52:05.423563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-99b21bd1-95e0-44f9-9732-1c2a14812e7a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:05.424230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-99b21bd1-95e0-44f9-9732-1c2a14812e7a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:05.438566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-99b21bd1-95e0-44f9-9732-1c2a14812e7a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:05.439631 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-99b21bd1-95e0-44f9-9732-1c2a14812e7a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 982 time: 0.0915620 Feb 16 08:52:05.510997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-0bf83493-38bb-4191-a8c5-78ab7f6d7c24 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:05.512219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-0bf83493-38bb-4191-a8c5-78ab7f6d7c24 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0667844 Feb 16 08:52:05.735158 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-5d9c5721-e213-4a73-ba9c-10ef49014c14 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2173769 Feb 16 08:52:05.745030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:05.847814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:06.034227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:06.060986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:06.112414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] device_id is not set on port 349b499c-20a9-4145-9ec0-dc8fa8387734 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:52:06.120035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:06.125369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:06.255981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=6']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:06.328178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] No DVR routers for this DVR port 349b499c-20a9-4145-9ec0-dc8fa8387734 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:52:06.356391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1548d8db-b9ef-4f11-8cfb-3a649384c32f req-cef04f18-303e-4d0e-9844-93b5778ab152 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=68ade9a0-87ed-4f64-adb0-912f4cca2b11 HTTP/1.1" status: 200 len: 210 time: 0.0420041 Feb 16 08:52:06.462900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-193e6818-99d6-41dd-9cc8-a8a9e82b23d6 None None] Provisioning complete for port 349b499c-20a9-4145-9ec0-dc8fa8387734 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:06.463451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-193e6818-99d6-41dd-9cc8-a8a9e82b23d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:06.513783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-193e6818-99d6-41dd-9cc8-a8a9e82b23d6 None None] Port 349b499c-20a9-4145-9ec0-dc8fa8387734 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:06.568776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] In _notify_port_updated(), no bound segment for port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:52:06.569792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:06.571084 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-83f6a840-f027-4c59-b22b-edbe3207f16f req-e31e446f-e9d0-430e-beba-858ba6e2feb6 service neutron] 10.222.0.98 "PUT /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1025 time: 0.8297880 Feb 16 08:52:06.841673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd73cef-5dcc-4a3d-9876-6a1966832bfd None None] New status for floating IP 9af531c8-1650-4525-812c-cb3dcee5e308: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:52:07.462304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37324) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:07.531049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1e2793-f2e2-481a-99d9-bd845b14361e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:07.532389 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7d1e2793-f2e2-481a-99d9-bd845b14361e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 924 time: 0.0689609 Feb 16 08:52:08.013687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37330) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.019280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-494153543', 'description': 'tempest-secgroup-smoke-494153543 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.025148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.034575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.043614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.076726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.080588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.083343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.088785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.143179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.146963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.191307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82229f-b292-4f8c-a219-39290902dbd0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.194242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.198188 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c979f648-ac55-4d6f-b85a-1da139ea0708 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1807799 Feb 16 08:52:08.198609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37334) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.203570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.209642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.213495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.216475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.222587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.239430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.296778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.300843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.323682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2995dbf7-e1d9-4eae-96d5-b9e4b76cbc1a,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.331999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.333290 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-43cfd7d2-04a1-43a8-b68a-2d33f0d6f412 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1340487 Feb 16 08:52:08.336104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37338) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.341670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.348023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.351764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.354605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.360217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.376478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.431940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2f20af5-eca7-483b-b320-e50ea3ef9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.441742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.445321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.480136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f824774d-131e-4c5d-a73b-f6400b3eaf1d,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.489698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.491071 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d357a51c-5f50-4bd5-9e7d-43a246d85661 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1539676 Feb 16 08:52:08.493665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37342) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.499026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.504873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.508571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.511435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.517586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.533719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.598855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.602546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.624336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=579fba1a-1757-4ee7-a19a-5d132eab2ec0,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.632577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.633718 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-268e0a88-1906-4bf4-90db-16d54088bcc0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1390848 Feb 16 08:52:08.636511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37346) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.642336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.647921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.651633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.654634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.661027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.676943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.737597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.740725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.762812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89359742-ebcf-41a9-b42d-dfbec5938ac3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.772098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.773351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c86c1ef9-9284-4660-a550-3d0ced64b2d1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1358864 Feb 16 08:52:08.775963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37350) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.781328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.791621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.795399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.798247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.803794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.814937 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:52:08.821861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.888842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.893505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.916033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3897ceb-9d0a-46a1-81c0-3c1509051de9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:08.924085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:08.925236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0ce8d637-7aa6-4111-b0f6-2f568cc10768 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1483328 Feb 16 08:52:08.928146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37354) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:08.933490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '7b82229f-b292-4f8c-a219-39290902dbd0', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:08.939708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:08.943467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:08.946323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:08.952022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:08.963099 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:52:08.969292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:09.032660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:09.036287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:09.060009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd41ed8-f8ff-4c0f-a1e1-3dee9bfd42b2,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:09.069694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:09.070977 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4b17fca2-765c-429e-89eb-5cb8a804031e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1418610 Feb 16 08:52:09.239093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-84cb19c9-8405-4842-b19e-efff95242f47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:09.254899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-84cb19c9-8405-4842-b19e-efff95242f47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:09.258193 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-84cb19c9-8405-4842-b19e-efff95242f47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-494153543&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0603557 Feb 16 08:52:09.333079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-96cec4ae-faac-4134-9aab-10e479b66f35 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:09.334453 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-96cec4ae-faac-4134-9aab-10e479b66f35 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 929 time: 0.0719116 Feb 16 08:52:09.467235 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-a02f163e-553d-4692-b5db-2aa464491a98 service neutron] 10.222.0.94 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1212099 Feb 16 08:52:09.593332 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-5cae69da-c4bf-425e-b9d3-42164765f563 service neutron] 10.222.0.94 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200631 Feb 16 08:52:09.722890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3dd09d95-a5ce-4eaa-829b-b9800ce1e642 service neutron] 10.222.0.94 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234646 Feb 16 08:52:09.923418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc23ded1-9105-4271-8280-612d7f5f7851 req-7e640a76-bc1e-4b2e-892c-de21bc5178d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 210 time: 0.0506172 Feb 16 08:52:10.039683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:52:10.098043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:52:10.919075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b29bed51-c9b1-4eda-bf6c-4dbd7a7a8d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:10.951845 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-6d6e1895-f7b7-438f-a26d-680da9d1c90a service neutron] 10.222.0.98 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1025 time: 0.0582852 Feb 16 08:52:11.098654 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90596299-7c62-4844-906f-606992b3d145 req-f586cf14-98ca-4ea1-b48a-162baa9a4fd8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 210 time: 0.0470889 Feb 16 08:52:11.105406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-4fab6168-de0d-47b8-b844-d66e44f5220c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:11.106851 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-4fab6168-de0d-47b8-b844-d66e44f5220c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 797 time: 0.1502051 Feb 16 08:52:11.166764 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-258240ce-c8a0-445f-a8bf-9ca4ce2979bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 471 time: 0.0418162 Feb 16 08:52:11.177897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Request body: {'port': {'device_id': '0dd1d4fa-6333-4e91-8faa-0dd0de914a14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:11.281037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:11.680375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:11.705690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:52:11.712197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:11.726385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Transition to ACTIVE for port object 349b499c-20a9-4145-9ec0-dc8fa8387734 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:11.730135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:11.856795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=7']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:11.927144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:11.992720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:11.993242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:11.993356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:11.998899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:52:11.999208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Attempting to bind port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:12.005729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:12.006057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Checking segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:12.006459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Bound using segment: {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:12.006869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Bound port: 349b499c-20a9-4145-9ec0-dc8fa8387734, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f816edf-712d-4312-91fe-b2861d85a08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:12.007203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:12.094266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:12.097448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:12.100791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:12.160739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:12.162092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] 10.222.0.98 "PUT /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1130 time: 0.9880886 Feb 16 08:52:12.162551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd1d4fa-6333-4e91-8faa-0dd0de914a14', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:12.180800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824924f-cc4e-4367-bc12-b6522199f34e service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=8']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:12.258884 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd1d4fa-6333-4e91-8faa-0dd0de914a14', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'status': 'completed', 'code': 200} Feb 16 08:52:12.302650 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-8c52745b-10a5-4244-9361-fce4b6ce677d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 1133 time: 0.0801349 Feb 16 08:52:12.322004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97388a8b-e2fc-46d2-814c-2c693dc4be3c req-d531ceb5-7bb1-4ed8-89ae-be4e206f846a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:12.323452 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97388a8b-e2fc-46d2-814c-2c693dc4be3c req-d531ceb5-7bb1-4ed8-89ae-be4e206f846a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 980 time: 0.0842202 Feb 16 08:52:12.369739 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97388a8b-e2fc-46d2-814c-2c693dc4be3c req-a29e107a-08f5-4189-a5fa-f1a587d6d9ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 Feb 16 08:52:12.409919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-e68337d1-1cf0-442e-96bb-8fb7294d4207 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1036 time: 0.0948391 Feb 16 08:52:12.472794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-a93c0692-826b-43a6-81e5-375b22ded1fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:12.474089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-a93c0692-826b-43a6-81e5-375b22ded1fb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 200 len: 834 time: 0.0586009 Feb 16 08:52:12.545911 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-5baa4a49-7939-423d-b2e8-c8034592a557 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659413 Feb 16 08:52:12.673495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-f7baa28b-53eb-4e8d-a822-c0afedde2d7f service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201527 Feb 16 08:52:12.798818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6998b0a-f2ab-4222-921f-390904ea5f63 req-21698ede-addf-45a8-8d83-768076b46a4e service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200948 Feb 16 08:52:12.952514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-726956b0-c26d-4a6d-87db-279fb5fc96f7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 1133 time: 0.0709658 Feb 16 08:52:13.077881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-7fe1f46c-de99-41e5-a606-08a1c080f75d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:13.079986 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-7fe1f46c-de99-41e5-a606-08a1c080f75d service neutron] 10.222.0.98 "GET /v2.0/networks?id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 898 time: 0.1210275 Feb 16 08:52:13.177078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-c85002c1-a2f0-4370-85cb-b0c5c2bdb09e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1036 time: 0.0910568 Feb 16 08:52:13.243172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-10f45055-a5be-45c9-9cf9-06e5f70860f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:13.244558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-10f45055-a5be-45c9-9cf9-06e5f70860f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 200 len: 834 time: 0.0590613 Feb 16 08:52:13.319021 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-15ce4840-908a-4d6d-abeb-d5c35687f4c5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668151 Feb 16 08:52:13.552272 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-af9b8a6e-bccd-483a-b20a-e3cb0dfd1c86 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207558 Feb 16 08:52:13.653243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d97b42-cc12-4500-8ed0-908421507f1d req-a0e861c0-863e-4559-ab07-f70868cfe3f1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:13.654717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84d97b42-cc12-4500-8ed0-908421507f1d req-a0e861c0-863e-4559-ab07-f70868cfe3f1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 980 time: 0.1607635 Feb 16 08:52:13.683645 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c36afb83-4a2c-4555-bf10-c47b6dd6a594 req-9decf05b-d883-4bb8-a865-6c440662e7e0 service neutron] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252682 Feb 16 08:52:13.699424 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84d97b42-cc12-4500-8ed0-908421507f1d req-dabda355-c83c-41f6-9003-8f5185e2c33e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390933 Feb 16 08:52:13.747753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:14.058576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:52:14.189720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:14.202653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'port_id': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'mac_address': 'fa:16:3e:5a:5c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:52:14.282422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:14.300499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:52:14.316481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:14.320070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:14.383362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=9']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:14.609150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['349b499c-20a9-4145-9ec0-dc8fa8387734'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:52:14.895101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e144db-8686-4262-848d-07d3d9eb8b36 req-d3dece73-fdba-4e3a-a510-0ad978a38196 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:14.896430 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6e144db-8686-4262-848d-07d3d9eb8b36 req-d3dece73-fdba-4e3a-a510-0ad978a38196 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 981 time: 0.0764010 Feb 16 08:52:14.939894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6e144db-8686-4262-848d-07d3d9eb8b36 req-ffa70d2c-a7fe-4657-b342-e422bc22a398 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381265 Feb 16 08:52:16.090320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:16.131316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1735b-3aa2-461c-bfbf-e2d353301e22 req-70ec4b00-4a31-4518-a91b-af9316d23a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:16.132769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fb1735b-3aa2-461c-bfbf-e2d353301e22 req-70ec4b00-4a31-4518-a91b-af9316d23a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 981 time: 0.0744672 Feb 16 08:52:16.158516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 349b499c-20a9-4145-9ec0-dc8fa8387734 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:16.163048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 349b499c-20a9-4145-9ec0-dc8fa8387734 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:16.163422 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:16.178260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fb1735b-3aa2-461c-bfbf-e2d353301e22 req-c6b0b21a-73bb-4355-89de-33e6c86fea3c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395677 Feb 16 08:52:16.281015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:16.306977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd1d4fa-6333-4e91-8faa-0dd0de914a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:16.316878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:16.321074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:16.365685 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd1d4fa-6333-4e91-8faa-0dd0de914a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349b499c-20a9-4145-9ec0-dc8fa8387734', 'code': 200} Feb 16 08:52:16.389546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=10']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:16.632198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b108125-0cb6-4c04-9cd6-9ba8f5c8ebb4 req-f1636165-5256-42b2-9bce-ade04bc3382a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 1136 time: 0.0682886 Feb 16 08:52:16.671509 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b108125-0cb6-4c04-9cd6-9ba8f5c8ebb4 req-4b7cb49d-7ab1-49a0-9d69-3c5be6b87679 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340528 Feb 16 08:52:17.377227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d58ab2-24c5-48ac-954b-b2e4d69fc9be req-76401dba-a095-4990-b9de-3521f8a0466c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:17.378673 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e9d58ab2-24c5-48ac-954b-b2e4d69fc9be req-76401dba-a095-4990-b9de-3521f8a0466c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0777705 Feb 16 08:52:17.421906 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e9d58ab2-24c5-48ac-954b-b2e4d69fc9be req-a74b3e2e-a35c-471e-b2b9-554731db0163 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378125 Feb 16 08:52:18.426537 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-75b29e84-595a-40ef-bd74-d32d788f5b35 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0642033 Feb 16 08:52:18.527213 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-63d0ca7a-4d47-40f8-b778-d6b47b3f0d37 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1098 time: 0.0700521 Feb 16 08:52:18.621624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4187fb-c963-4e0c-8959-be8a1a0cb605 req-c063c772-df70-4cd2-a367-824952dce7b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:18.623078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec4187fb-c963-4e0c-8959-be8a1a0cb605 req-c063c772-df70-4cd2-a367-824952dce7b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0730741 Feb 16 08:52:18.667274 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec4187fb-c963-4e0c-8959-be8a1a0cb605 req-1452207f-d8f7-4c46-ba46-a3341941bfa9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379307 Feb 16 08:52:18.668901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-1e505013-311a-41b1-bebb-e5238b73d6d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:18.670328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-1e505013-311a-41b1-bebb-e5238b73d6d7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1239419 Feb 16 08:52:18.772845 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-7c555fd7-6d97-4c2f-9d57-2f62e6d58d80 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 999 time: 0.0955365 Feb 16 08:52:18.833634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-64fd2ef7-a5d5-4ed4-8338-b289d418992a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:18.835058 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-64fd2ef7-a5d5-4ed4-8338-b289d418992a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0570297 Feb 16 08:52:18.861919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f793d8-dac2-4b29-a6a8-6080d16bfb58 req-9a95243c-9f3f-4b9b-be17-7cb99cc89511 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:18.863448 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75f793d8-dac2-4b29-a6a8-6080d16bfb58 req-9a95243c-9f3f-4b9b-be17-7cb99cc89511 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0764933 Feb 16 08:52:18.907078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-f8659cda-ea9d-4ea4-9bcd-d8f1af8eafd6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661726 Feb 16 08:52:18.907990 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75f793d8-dac2-4b29-a6a8-6080d16bfb58 req-6bc97a4b-2d4d-429c-936f-ad6ad93aa8d3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390942 Feb 16 08:52:18.935400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37400) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:19.094411 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9e6e3d34-83c8-49c7-b3bf-fa2f9b94f984 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14&network_id=e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 200 len: 1131 time: 0.1578379 Feb 16 08:52:19.096304 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-246fb469-c80f-4e0b-b08c-480333bd86c8 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834815 Feb 16 08:52:19.226502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2ea827a-f095-4ee9-8564-ecc788a46d9a req-0ee584d2-f670-4645-84d9-7eeda0e1f392 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237447 Feb 16 08:52:19.463896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59181d8b-c9ab-4470-b466-8b69c18e113e req-98ebcdf9-050d-4d9b-9789-15eae83cf3b5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:19.465198 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59181d8b-c9ab-4470-b466-8b69c18e113e req-98ebcdf9-050d-4d9b-9789-15eae83cf3b5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0726297 Feb 16 08:52:19.512267 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59181d8b-c9ab-4470-b466-8b69c18e113e req-eaa3a18d-c78c-4de1-bbcf-447299843362 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411775 Feb 16 08:52:20.705801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32389252-88a4-4481-8a11-0496b63dd6aa req-fbe171bc-84db-480a-a30c-8f4fcde04d66 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:20.707291 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-32389252-88a4-4481-8a11-0496b63dd6aa req-fbe171bc-84db-480a-a30c-8f4fcde04d66 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0736585 Feb 16 08:52:20.750348 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-32389252-88a4-4481-8a11-0496b63dd6aa req-09b6bb76-1d0e-4299-a60f-ca71915f9691 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=5d7be5b8-be69-4875-bbb5-2eddf55e8a64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376933 Feb 16 08:52:20.839415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-da57d90d-0bd5-4c8e-b04e-4c186b514259 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:20.840827 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-da57d90d-0bd5-4c8e-b04e-4c186b514259 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 983 time: 0.0727940 Feb 16 08:52:20.909191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-e8e114bb-faf9-4244-8054-9481a8a7347c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:20.910502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-e8e114bb-faf9-4244-8054-9481a8a7347c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0639560 Feb 16 08:52:21.046108 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-3c5b8f3e-4481-482f-ba68-4f76b4bedc1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1310940 Feb 16 08:52:21.056037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:21.156509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:21.435944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=349b499c-20a9-4145-9ec0-dc8fa8387734,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:21.463053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] For port 349b499c-20a9-4145-9ec0-dc8fa8387734, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:21.512785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] device_id is not set on port 349b499c-20a9-4145-9ec0-dc8fa8387734 yet. {{(pid=83710) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 16 08:52:21.520578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:21.525340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:21.665375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Pushing event updated for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=11']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:21.723349 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:52:21.725735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] No DVR routers for this DVR port 349b499c-20a9-4145-9ec0-dc8fa8387734 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:52:21.768616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2257a568-fe3c-4657-a489-f53122f1818b None None] Provisioning complete for port 349b499c-20a9-4145-9ec0-dc8fa8387734 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:21.769117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2257a568-fe3c-4657-a489-f53122f1818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:21.819584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2257a568-fe3c-4657-a489-f53122f1818b None None] Port 349b499c-20a9-4145-9ec0-dc8fa8387734 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:21.917324 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-38899981-8abe-4364-8d01-7380b0f79dfc req-d44a81be-59f1-4c5e-a166-664d3740306e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=0dd1d4fa-6333-4e91-8faa-0dd0de914a14 HTTP/1.1" status: 200 len: 210 time: 0.0433803 Feb 16 08:52:21.967378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] In _notify_port_updated(), no bound segment for port 349b499c-20a9-4145-9ec0-dc8fa8387734 on network e182e7ef-8760-4c3d-a70a-3baefbf69428 {{(pid=83710) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 16 08:52:21.968330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:21.969611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9cd51444-d3ea-43e1-9b05-b87cb26b0a9e req-be16e3a1-64a0-463b-a88d-58bd42b5b124 service neutron] 10.222.0.98 "PUT /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 200 len: 1026 time: 0.9172766 Feb 16 08:52:23.020743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37414) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:23.087671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.119547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.180370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.196750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82229f-b292-4f8c-a219-39290902dbd0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:23.210156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.213980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2339423e-a589-4a95-9a75-9841591b9a81 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/7b82229f-b292-4f8c-a219-39290902dbd0 HTTP/1.1" status: 204 len: 168 time: 0.1895840 Feb 16 08:52:23.253465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37420) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:23.446407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 6d4caf6f-0e3f-46a4-be79-89071a61c768 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:52:23.446691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.618729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.619047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:23.732520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 6d4caf6f-0e3f-46a4-be79-89071a61c768 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:52:23.970034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:24.013172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=6d4caf6f-0e3f-46a4-be79-89071a61c768,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:24.101374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:24.489626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router a8f1ff8b-18be-465f-87fd-32f61a97a196 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:52:24.678501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:24.687775 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Sync routers for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:24.697912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:24.699279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:24.699889 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:24.752560 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-161fd828-2688-4083-bee7-21c68ab1dc0c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/9af531c8-1650-4525-812c-cb3dcee5e308 HTTP/1.1" status: 204 len: 168 time: 1.4979634 Feb 16 08:52:24.905069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37428) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:24.973620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.002341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.009673 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:25.067440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.086283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=811d83d2-721e-48ff-b27e-a03fae1e0d7e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:25.092830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.093906 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-da1888ba-25da-419d-9df0-97e84c56c5ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/811d83d2-721e-48ff-b27e-a03fae1e0d7e HTTP/1.1" status: 204 len: 168 time: 0.1852531 Feb 16 08:52:25.134102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37434) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:25.198797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:52:25.199135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.362034 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:25.365765 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Checking router: a8f1ff8b-18be-465f-87fd-32f61a97a196 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:25.376024 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:25.377178 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:25.440862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.559161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 349b499c-20a9-4145-9ec0-dc8fa8387734 owned by {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:52:25.586387 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:25.699080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.745311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=349b499c-20a9-4145-9ec0-dc8fa8387734,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:25.918253 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:25.922986 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936fbccc-925a-41bd-b9f2-4883c71ede81 None None] The sync data for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv is: [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:46Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c1c8f64-b683-4b0f-829b-f86cbe19f815', 'name': '', 'network_id': 'e182e7ef-8760-4c3d-a70a-3baefbf69428', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:44:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '26239ada-c274-425f-85da-637a1c59af51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:45Z', 'updated_at': '2022-02-16T08:51:53Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '26239ada-c274-425f-85da-637a1c59af51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:25.948708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:25.958208 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e2e0974-e44f-4a86-be1e-d7a10746f884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/ports/349b499c-20a9-4145-9ec0-dc8fa8387734 HTTP/1.1" status: 204 len: 168 time: 0.8226602 Feb 16 08:52:25.961009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37438) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:26.106619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:52:26.138817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 349b499c-20a9-4145-9ec0-dc8fa8387734 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:52:26.139266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 349b499c-20a9-4145-9ec0-dc8fa8387734 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:52:26.149072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90759aa-1ae0-4f2f-92a3-1edce91f69dd None None] New status for floating IP 9af531c8-1650-4525-812c-cb3dcee5e308: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:52:26.354729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:26.927285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 2c1c8f64-b683-4b0f-829b-f86cbe19f815 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:52:26.927611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:27.103583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 2c1c8f64-b683-4b0f-829b-f86cbe19f815, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c1c8f64-b683-4b0f-829b-f86cbe19f815,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:27.103931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:27.224209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 2c1c8f64-b683-4b0f-829b-f86cbe19f815 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:52:27.485093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:27.531493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=2c1c8f64-b683-4b0f-829b-f86cbe19f815,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:27.824108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:28.378192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router a8f1ff8b-18be-465f-87fd-32f61a97a196 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:52:28.575601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:28.584699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Sync routers for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:28.589148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8953d18c-9172-4dba-ba27-aa211db8835a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/a8f1ff8b-18be-465f-87fd-32f61a97a196/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6271558 Feb 16 08:52:28.591886 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37442) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:28.596171 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:28.596760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:28.764380 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:28.889000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet 26239ada-c274-425f-85da-637a1c59af51 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:52:28.891730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:28.942533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.024017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.042567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:52:27Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:29.046470 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Checking router: a8f1ff8b-18be-465f-87fd-32f61a97a196 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:29.057033 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Routers {'a8f1ff8b-18be-465f-87fd-32f61a97a196'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:29.057600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['a8f1ff8b-18be-465f-87fd-32f61a97a196'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:29.097212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.132939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=26239ada-c274-425f-85da-637a1c59af51,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:29.139541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.146377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16909e3e-8894-4cb0-beba-62bd9bc77b82 None None] Network e182e7ef-8760-4c3d-a70a-3baefbf69428 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:52:29.146850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e59e3236-8c16-48fa-88e1-8341e92ca780 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/26239ada-c274-425f-85da-637a1c59af51 HTTP/1.1" status: 204 len: 168 time: 0.5535934 Feb 16 08:52:29.149248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37446) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:29.232594 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] Set router a8f1ff8b-18be-465f-87fd-32f61a97a196 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:29.356821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.418295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] DHCP port deletion for e182e7ef-8760-4c3d-a70a-3baefbf69428 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:52:29.422097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Deleting port ffb0c7da-1725-4243-a761-3856e9f51c97 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:52:29.422487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.558835 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:52:27Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:29.563425 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa51639-1d90-447a-a323-d9697c826fb3 None None] The sync data for ids ['a8f1ff8b-18be-465f-87fd-32f61a97a196'] in dv-neutron-829488-1-hyperv is: [{'id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'name': 'tempest-TestNetworkBasicOps-router-241995533', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13'}], 'enable_snat': True}, 'gw_port_id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:52:27Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:77:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f1ff8b-18be-465f-87fd-32f61a97a196', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:51:42Z', 'updated_at': '2022-02-16T08:51:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:29.564513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.576114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:52:29.576758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.633072 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] For port ffb0c7da-1725-4243-a761-3856e9f51c97, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ffb0c7da-1725-4243-a761-3856e9f51c97,segment=NetworkSegment(3f816edf-712d-4312-91fe-b2861d85a08a),segment_id=3f816edf-712d-4312-91fe-b2861d85a08a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:29.633465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.746524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:29.746879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.758594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Calling delete_port for ffb0c7da-1725-4243-a761-3856e9f51c97 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:52:29.830524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:29.865437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:52:29.872718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] Pushing event deleted for resources: {'Port': ['ID=ffb0c7da-1725-4243-a761-3856e9f51c97,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:29.879235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf13687-5070-4e69-8519-5537b2d6577e None None] No DVR routers for this DVR port ffb0c7da-1725-4243-a761-3856e9f51c97 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:52:30.035557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.080791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:30.296550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.632962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.637021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.659525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.660019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router a8f1ff8b-18be-465f-87fd-32f61a97a196 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:52:30.674602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.675693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d70d3004-68b5-4878-be3e-fbb24973cf51 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/a8f1ff8b-18be-465f-87fd-32f61a97a196 HTTP/1.1" status: 204 len: 168 time: 1.5254993 Feb 16 08:52:30.678364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:30.791624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.917441 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.941719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e182e7ef-8760-4c3d-a70a-3baefbf69428']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:30.953187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f816edf-712d-4312-91fe-b2861d85a08a') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:30.953487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f816edf-712d-4312-91fe-b2861d85a08a') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:30.964683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.980404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:30.986960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:52:30.987340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:52:31.000616 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:52:31.078278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.099527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.105792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=e182e7ef-8760-4c3d-a70a-3baefbf69428,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:31.117284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/e182e7ef-8760-4c3d-a70a-3baefbf69428 HTTP/1.1" status: 204 len: 168 time: 0.4377723 Feb 16 08:52:31.120674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.121021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.121362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.121703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.122115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.122409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.122802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.123033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.123373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.123674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.124081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c64161-3477-43c2-a68c-fe1ac8476dc8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:31.132847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37454) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:31.145024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b89ae8fa-0a1e-4cff-886f-93e856eb488d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112202 Feb 16 08:52:31.147498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37458) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:31.152475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1579235855', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:31.157907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:31.161972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:31.165330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:31.171069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:31.180625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:52:31.183604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.211316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:52:31.220845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.221246 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment 312e98cb-0308-4ef3-aba1-08759b8ad6bd of type vlan for network 72359285-a3dd-42f4-90d3-9fde16d9888d Feb 16 08:52:31.247055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.278936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.283040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:31.283645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.359588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c1c8f64-b683-4b0f-829b-f86cbe19f815 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:52:31.385344 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2368076 Feb 16 08:52:31.387931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37462) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:31.395661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:31.401237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddec8d2-5942-4c2d-af0e-72b7a0c818fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=72359285-a3dd-42f4-90d3-9fde16d9888d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:31.405056 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:31.409968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:31.413057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:31.419190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:31.428270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 72359285-a3dd-42f4-90d3-9fde16d9888d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:52:31.431270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.432291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.442530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2c1c8f64-b683-4b0f-829b-f86cbe19f815 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:52:31.442819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c1c8f64-b683-4b0f-829b-f86cbe19f815 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:52:31.443253 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ffb0c7da-1725-4243-a761-3856e9f51c97 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:52:31.455557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.523785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ffb0c7da-1725-4243-a761-3856e9f51c97 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:52:31.524124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ffb0c7da-1725-4243-a761-3856e9f51c97 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:52:31.524533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:52:31.566074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:52:31.566410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c6bf4d6-fce3-4bdd-b513-9801bfdf6c9e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:52:31.598170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.766282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.794275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:31.844106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.015538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.215 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/6a25d1bd-8220-4946-a095-3e56ee073f52) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:32.157077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.190958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.257909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:32.260406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:32.263870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:32.292098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:32.417092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.417718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.632679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:52:32.826340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:32.836239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Sync routers for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:32.848523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:32.849124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:32.853480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:32.854899 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-937a230b-ca39-4cb9-b970-08a2c632ef3f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4659708 Feb 16 08:52:32.857712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37466) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:32.896126 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c6c3b031-2245-4589-a508-7071decc82c1 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373759 Feb 16 08:52:32.898537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37470) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:33.026897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b19e40b-53ad-4375-81d4-3ee969caa5fe tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:33.028489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5b19e40b-53ad-4375-81d4-3ee969caa5fe tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290777 Feb 16 08:52:33.031175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37476) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:33.031751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:33.076528 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-27fb22ab-eab2-4059-9dca-2d1fc2dc763c tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417202 Feb 16 08:52:33.076692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37480) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:33.082962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1501147236', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:33.195197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:33.199494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:33.203413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:33.211110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:33.223873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:52:33.343861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:32Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:33.348615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Checking router: ec8899e6-dca0-444a-87f9-51b924f7cf48 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:33.348993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Updating router ec8899e6-dca0-444a-87f9-51b924f7cf48 port 6a25d1bd-8220-4946-a095-3e56ee073f52 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:52:33.360632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.401909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.681368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.752075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.761127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=b84a6d9e-42f2-479f-87e6-1ef7040dad3b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:33.765738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Transition to ACTIVE for port object 6a25d1bd-8220-4946-a095-3e56ee073f52 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:33.771145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:33.771502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 72359285-a3dd-42f4-90d3-9fde16d9888d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:52:33.775454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.794989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 72359285-a3dd-42f4-90d3-9fde16d9888d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:52:33.805197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 72359285-a3dd-42f4-90d3-9fde16d9888d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:33.809550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:33.810202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.822813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3097da-7f17-410b-b463-44c52aaf6b8f None None] Network 72359285-a3dd-42f4-90d3-9fde16d9888d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:52:33.839495 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2811e3af-22b1-4c75-83d8-146ff2fe3b9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7591193 Feb 16 08:52:33.840058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37486) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:33.940239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Attempting to bind port 6a25d1bd-8220-4946-a095-3e56ee073f52 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:33.940807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Attempting to bind port 6a25d1bd-8220-4946-a095-3e56ee073f52 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:33.940913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Attempting to bind port 6a25d1bd-8220-4946-a095-3e56ee073f52 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:33.942784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60ab8-61a0-453d-8086-943183241848 None None] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:33.981482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:33.982122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:33.982699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:33.983265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:33.983894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Bound port: 6a25d1bd-8220-4946-a095-3e56ee073f52, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:33.984581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:34.115892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:34.197994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6a25d1bd-8220-4946-a095-3e56ee073f52,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:34.204972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:34.265433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-72359285-a3dd-42f4-90d3-9fde16d9888d', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:52:34.266632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:34.394055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff60ab8-61a0-453d-8086-943183241848 None None] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:34.456199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:34.459038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:34.702218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Allocated IP 172.20.0.2 (72359285-a3dd-42f4-90d3-9fde16d9888d/b84a6d9e-42f2-479f-87e6-1ef7040dad3b/4a32c595-4b51-4591-971d-fe8f2abf12c8) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:34.708743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:34.746177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:35.147408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.165344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Transition to ACTIVE for port object 4a32c595-4b51-4591-971d-fe8f2abf12c8 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:35.189458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Transition to ACTIVE for port object 4a32c595-4b51-4591-971d-fe8f2abf12c8 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:35.195413 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.244480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:32Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:35.263595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69645b2c-a614-43f0-b8ff-4c0619227f43 None None] The sync data for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv is: [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:32Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:35.269040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (72359285-a3dd-42f4-90d3-9fde16d9888d/b84a6d9e-42f2-479f-87e6-1ef7040dad3b/a82b1bea-838f-409c-a3d8-0d134b09dc58) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:35.271495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Network 72359285-a3dd-42f4-90d3-9fde16d9888d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:35.274474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:35.278948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:35.281431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Pushing event updated for resources: {'Port': ['ID=4a32c595-4b51-4591-971d-fe8f2abf12c8,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:35.374726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Attempting to bind port 4a32c595-4b51-4591-971d-fe8f2abf12c8 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:35.375120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Attempting to bind port 4a32c595-4b51-4591-971d-fe8f2abf12c8 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:35.375473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Attempting to bind port 4a32c595-4b51-4591-971d-fe8f2abf12c8 on network 72359285-a3dd-42f4-90d3-9fde16d9888d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:35.382685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:35.383051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Checking segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:35.383533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.384375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Bound using segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:35.384375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Bound port: 4a32c595-4b51-4591-971d-fe8f2abf12c8, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:35.384662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.449482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.475323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object a82b1bea-838f-409c-a3d8-0d134b09dc58 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:35.507034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.515824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] For port 4a32c595-4b51-4591-971d-fe8f2abf12c8, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:35.523703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] For port 4a32c595-4b51-4591-971d-fe8f2abf12c8, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4a32c595-4b51-4591-971d-fe8f2abf12c8,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:35.532851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.635536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e0950-affc-41b1-8e1b-867639c7f73a None None] Pushing event updated for resources: {'Port': ['ID=4a32c595-4b51-4591-971d-fe8f2abf12c8,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:35.708255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:35.715305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 72359285-a3dd-42f4-90d3-9fde16d9888d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:35.716449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:35.718778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:35.782892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:35.910041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:36.373677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:36.380051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:36.500957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:36.505150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:36.648740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 72359285-a3dd-42f4-90d3-9fde16d9888d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:36.649839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:36.686736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040efc5-3039-4dd6-8925-ef34188e4800 None None] Network 72359285-a3dd-42f4-90d3-9fde16d9888d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:52:36.786129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-421fa341-ed73-48fd-afb0-c6a1eb14901e None None] Provisioning for port 4a32c595-4b51-4591-971d-fe8f2abf12c8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:37.043429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:52:37.232813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cb7a2f02-7340-4912-bdfa-fa0d12ed3201 None None] Provisioning for port a82b1bea-838f-409c-a3d8-0d134b09dc58 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:37.242807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cb7a2f02-7340-4912-bdfa-fa0d12ed3201 None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:37.242979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb7a2f02-7340-4912-bdfa-fa0d12ed3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:37.322647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:37.350116 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ed81b0ac-0992-4806-a284-b6cf81fb41ce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5071311 Feb 16 08:52:37.350591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37504) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:37.465757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cb7a2f02-7340-4912-bdfa-fa0d12ed3201 None None] Port a82b1bea-838f-409c-a3d8-0d134b09dc58 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:37.480378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:37.556202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.556507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.556867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.557221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.557567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.557917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.559851 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-88fd0af5-6caa-46f1-ad55-4e5fe8ad5504 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2082124 Feb 16 08:52:37.562763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37510) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:37.587786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 6a25d1bd-8220-4946-a095-3e56ee073f52 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:37.594189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6a25d1bd-8220-4946-a095-3e56ee073f52 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:37.595330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:37.642290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.642681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.643163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.643374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.643715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.644221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:37.646124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0d05d47b-2556-46ce-88b4-3341b40b9095 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0823040 Feb 16 08:52:37.649562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37514) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:37.737247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:37.750670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-dacff985-b0f6-4ab8-9410-3574868eafa7 None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:37.751083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dacff985-b0f6-4ab8-9410-3574868eafa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:37.792153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6a25d1bd-8220-4946-a095-3e56ee073f52,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:37.806927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:37.807601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4a32c595-4b51-4591-971d-fe8f2abf12c8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:37.857095 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-10b1d5cc-8c9a-4ba9-a614-8819427aba58 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.2064857 Feb 16 08:52:37.888728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dacff985-b0f6-4ab8-9410-3574868eafa7 None None] Port a82b1bea-838f-409c-a3d8-0d134b09dc58 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:37.930351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:37.944090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 4a32c595-4b51-4591-971d-fe8f2abf12c8 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:37.949075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4a32c595-4b51-4591-971d-fe8f2abf12c8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:37.949457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.050814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a02b5ceb-18ba-45b0-a655-32967f13e119 None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:38.051184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a02b5ceb-18ba-45b0-a655-32967f13e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.121103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.131991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a02b5ceb-18ba-45b0-a655-32967f13e119 None None] Port a82b1bea-838f-409c-a3d8-0d134b09dc58 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:38.156458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 4a32c595-4b51-4591-971d-fe8f2abf12c8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4a32c595-4b51-4591-971d-fe8f2abf12c8,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:38.161723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.232680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=4a32c595-4b51-4591-971d-fe8f2abf12c8,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:38.395158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37520) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:38.401452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176895073', 'description': 'tempest-secgroup-smoke-176895073 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:38.408108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:38.412162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:38.415015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:38.421348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:38.433761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-58e27378-606b-4d59-a283-ee44c6ba7d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.435703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.473238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:38.477175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:38.480102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:38.485718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:38.656790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.661211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.706225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c527c112-b348-4321-b5b5-6b01ea755973,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:38.710908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.714829 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5bc80770-3cbe-48e1-b725-0fa97c4cf352 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3153548 Feb 16 08:52:38.715139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37526) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:38.720813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:38.726972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:38.731043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:38.734011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:38.739972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:38.759385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.824285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.827986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.851379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a3cfef-30c0-4514-a2f4-923f73f252e5,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:38.862867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.864462 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e51cc4a6-7699-44b5-ac08-86b3d48b3327 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1484175 Feb 16 08:52:38.867230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37530) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:38.872429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:38.878954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:38.882745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:38.885477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:38.891131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:38.917709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:38.945850 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Sync routers for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:38.958692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:38.959846 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:39.000633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.006392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.030413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26a61396-62cd-46ac-9d65-702e1757826f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:39.049080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.050574 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c771ea16-c086-488b-831d-7198a29c8558 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1823866 Feb 16 08:52:39.053328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37534) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:39.063327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:39.074806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:39.081025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:39.085712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:39.094578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:39.125600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.183715 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:39.204580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.211770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.235482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e28181-7b1e-406d-8ddc-4c57138c1b7a,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:39.253041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.254954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8599ae4b-f74f-4af4-8719-165c597e5a83 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2003689 Feb 16 08:52:39.258036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37538) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:39.266193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:39.272970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:39.276867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:39.280065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:39.289249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:39.317890 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.410626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:39.413680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.418778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.439446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ec9d8-098d-410a-9cc5-dade4cbd2603,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:39.476848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.478716 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b00d1f0a-9da0-409b-83f9-c5f75eeee4a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2187154 Feb 16 08:52:39.483242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37542) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:39.495678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:39.507470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:39.512589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:39.516149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:39.518085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6a25d1bd-8220-4946-a095-3e56ee073f52 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:39.518508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.523313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:39.542032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:52:39.551041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.637342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.646360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.693779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1a595b9-3eaa-489b-b5ed-81c8158a0590,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:39.696687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4a32c595-4b51-4591-971d-fe8f2abf12c8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:39.707093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.710102 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2255797 Feb 16 08:52:39.713419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37548) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:39.720491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'c527c112-b348-4321-b5b5-6b01ea755973', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:39.726146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.726519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.727022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.727366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.727802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.728476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.730318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.731653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.731917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:39.732694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.733420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.733750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ee1c57-46e1-4989-9007-1b76a9ee33fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:39.739645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:39.744683 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:36Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:39.746772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:39.758899 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Checking router: ec8899e6-dca0-444a-87f9-51b924f7cf48 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:39.760283 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Updating router ec8899e6-dca0-444a-87f9-51b924f7cf48 port a82b1bea-838f-409c-a3d8-0d134b09dc58 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:52:39.763406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:39.787364 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:52:39.798394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.825330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4a32c595-4b51-4591-971d-fe8f2abf12c8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:39.825714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.877450 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.915821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.928020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.956641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad03d00d-3679-499a-a145-1ded085f9884,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:39.975730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:39.987184 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0eca12e3-ffb1-4998-85e3-28a5a8c05eef tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2635744 Feb 16 08:52:40.235178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-3484b0b8-083a-4ae2-9947-756dd1ca3f6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:40.302143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-3484b0b8-083a-4ae2-9947-756dd1ca3f6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:40.303521 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-3484b0b8-083a-4ae2-9947-756dd1ca3f6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176895073&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.1560969 Feb 16 08:52:40.341278 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.363590 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Transition to ACTIVE for port object a82b1bea-838f-409c-a3d8-0d134b09dc58 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:40.387102 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.516723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-b8eee9bd-1b50-4938-81cb-bdd682ef6ec8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:40.517415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-b8eee9bd-1b50-4938-81cb-bdd682ef6ec8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:40.527459 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7421b-6c4b-4099-9773-0132e6a4d411 None None] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:40.543770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-b8eee9bd-1b50-4938-81cb-bdd682ef6ec8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:40.551367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-b8eee9bd-1b50-4938-81cb-bdd682ef6ec8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 200 len: 797 time: 0.2292457 Feb 16 08:52:40.572788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9ad9f26f-9fe3-40a5-beca-c9565848c46d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0195930 Feb 16 08:52:40.643121 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Attempting to bind port a82b1bea-838f-409c-a3d8-0d134b09dc58 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:40.643479 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Attempting to bind port a82b1bea-838f-409c-a3d8-0d134b09dc58 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:40.643836 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Attempting to bind port a82b1bea-838f-409c-a3d8-0d134b09dc58 on network 72359285-a3dd-42f4-90d3-9fde16d9888d {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:40.661949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:40.662598 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Checking segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:40.663240 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.663633 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Bound using segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:40.664095 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Bound port: a82b1bea-838f-409c-a3d8-0d134b09dc58, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:40.664463 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.806822 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:40.813592 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4abc322e-ac80-48b9-910c-013abfd87041 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2352493 Feb 16 08:52:40.815236 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a82b1bea-838f-409c-a3d8-0d134b09dc58,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:40.821672 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.956640 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ce14d825-31c1-48eb-85fa-e04ba09d14d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:40.984308 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7421b-6c4b-4099-9773-0132e6a4d411 None None] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:40.994665 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:40.995267 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:41.015905 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-2f63d122-4a8e-4012-9d53-6005475860a2 service neutron] 10.222.0.94 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877334 Feb 16 08:52:41.275783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-ac392289-d8ec-4618-bf84-098175da0998 service neutron] 10.222.0.94 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519796 Feb 16 08:52:41.307793 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:41.547820 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-706a6745-84da-42b0-a51c-b16601951c8a req-e21d53db-6437-42b6-b4db-de8d48f6d8f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 210 time: 0.0416675 Feb 16 08:52:41.683576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:41.779500 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:40Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:41.784856 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a7e58e-a363-4366-876b-dce7fd5cc5e4 None None] The sync data for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv is: [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:40Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:41.937478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:42.774171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0af8a1bf-926c-44fa-ac04-6deeb954975b req-eaf7e7e0-cb62-4478-9ff5-705965a5343b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 210 time: 0.0515401 Feb 16 08:52:43.047137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-35c26289-df82-4cc5-a928-52a8929a0832 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:43.047839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-35c26289-df82-4cc5-a928-52a8929a0832 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:43.066395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-35c26289-df82-4cc5-a928-52a8929a0832 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:43.067766 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-35c26289-df82-4cc5-a928-52a8929a0832 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 200 len: 797 time: 0.1833053 Feb 16 08:52:43.158257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-f0c9c800-7d3b-44b9-8d43-462c258a6eb4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:52:43.171947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-f0c9c800-7d3b-44b9-8d43-462c258a6eb4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:52:43.173225 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-f0c9c800-7d3b-44b9-8d43-462c258a6eb4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0867155 Feb 16 08:52:43.197901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['c527c112-b348-4321-b5b5-6b01ea755973']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:43.350593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:43.357832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:43.361344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:43.367638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:43.383089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:52:43.386076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.417231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:43.495128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a82b1bea-838f-409c-a3d8-0d134b09dc58 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:43.502349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:43.503251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.586065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.8 (72359285-a3dd-42f4-90d3-9fde16d9888d/b84a6d9e-42f2-479f-87e6-1ef7040dad3b/92f4a74e-d9dc-43c5-a342-1262124a4d03) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:43.635198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.676722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a82b1bea-838f-409c-a3d8-0d134b09dc58,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:43.681968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.783366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.795759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:43.800890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.822269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 92f4a74e-d9dc-43c5-a342-1262124a4d03 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:43.849270 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:43.926193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 72359285-a3dd-42f4-90d3-9fde16d9888d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:43.928945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:43.933413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:43.964256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:44.009524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:44.010131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:44.030898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b43b6a-a895-44f0-a664-e27d0a1f9d86 req-8d17d021-0fdc-4608-a96c-991f34653fa2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:44.039130 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d0b43b6a-a895-44f0-a664-e27d0a1f9d86 req-8d17d021-0fdc-4608-a96c-991f34653fa2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 931 time: 0.1112883 Feb 16 08:52:44.061005 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-9992fa5f-6fa5-44a0-9487-ec2d014c7249 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714199 Feb 16 08:52:44.084547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Request body: {'port': {'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:44.101503 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d0b43b6a-a895-44f0-a664-e27d0a1f9d86 req-e9b9b1e5-f74c-4e49-8734-791a9082924a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615039 Feb 16 08:52:44.225172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:44.285875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-68bfeb08-4fe0-48d0-b8c8-6acbcd309d1b None None] Provisioning for port 92f4a74e-d9dc-43c5-a342-1262124a4d03 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:44.300830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-68bfeb08-4fe0-48d0-b8c8-6acbcd309d1b None None] Provisioning complete for port 92f4a74e-d9dc-43c5-a342-1262124a4d03 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:44.301171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-68bfeb08-4fe0-48d0-b8c8-6acbcd309d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:44.415246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-68bfeb08-4fe0-48d0-b8c8-6acbcd309d1b None None] Port 92f4a74e-d9dc-43c5-a342-1262124a4d03 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:44.635181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f4a74e-d9dc-43c5-a342-1262124a4d03 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:52:44.642719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:44.656810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Transition to ACTIVE for port object 92f4a74e-d9dc-43c5-a342-1262124a4d03 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:44.661239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:44.891528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Pushing event updated for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:45.010690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Attempting to bind port 92f4a74e-d9dc-43c5-a342-1262124a4d03 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:45.010949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Attempting to bind port 92f4a74e-d9dc-43c5-a342-1262124a4d03 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:45.011273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Attempting to bind port 92f4a74e-d9dc-43c5-a342-1262124a4d03 on network 72359285-a3dd-42f4-90d3-9fde16d9888d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:45.017203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Port 92f4a74e-d9dc-43c5-a342-1262124a4d03 on network 72359285-a3dd-42f4-90d3-9fde16d9888d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:52:45.017521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Attempting to bind port 92f4a74e-d9dc-43c5-a342-1262124a4d03 on network 72359285-a3dd-42f4-90d3-9fde16d9888d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:45.023724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:45.024063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Checking segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:45.024445 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Bound using segment: {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:45.024973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Bound port: 92f4a74e-d9dc-43c5-a342-1262124a4d03, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '312e98cb-0308-4ef3-aba1-08759b8ad6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:45.025325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:45.122176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:45.125395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:45.130070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:45.191605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:45.193147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] 10.222.0.98 "PUT /v2.0/ports/92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 200 len: 1093 time: 1.1176190 Feb 16 08:52:45.196102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:45.213450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14be1d-4465-4ca6-ad69-429abd225335 service neutron] Pushing event updated for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:45.258410 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'status': 'completed', 'code': 200} Feb 16 08:52:45.333470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac14fa9-9a7b-4d82-ad40-5b53481067e8 req-87565646-92ab-48b1-b8de-940b079f9934 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:45.339140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bac14fa9-9a7b-4d82-ad40-5b53481067e8 req-87565646-92ab-48b1-b8de-940b079f9934 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 943 time: 0.1008263 Feb 16 08:52:45.374563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-16b9c2c5-f1e4-48f3-88aa-22ff23bfbab1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1096 time: 0.0987585 Feb 16 08:52:45.385585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:45.399305 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bac14fa9-9a7b-4d82-ad40-5b53481067e8 req-0cb0009a-43f3-4d3f-9c04-aa7568a6a073 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572312 Feb 16 08:52:45.462095 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-b8292797-eb99-48eb-83f8-11a1587b921e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 200 len: 217 time: 0.0739677 Feb 16 08:52:45.481440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:45.481824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:45.528600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-87ccaece-6916-40e7-856c-97a82f1e16d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:45.529789 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-87ccaece-6916-40e7-856c-97a82f1e16d1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b84a6d9e-42f2-479f-87e6-1ef7040dad3b HTTP/1.1" status: 200 len: 835 time: 0.0610390 Feb 16 08:52:45.621063 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-53d1ec43-b557-4873-b95a-503fdcb5a786 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=72359285-a3dd-42f4-90d3-9fde16d9888d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853438 Feb 16 08:52:45.750893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-47ed7f8e-af9f-4912-be85-b3a09b7e9b63 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230314 Feb 16 08:52:45.807257 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-092055fd-4270-4491-82f0-254c890c799b tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997899045&fields=id&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 267 time: 0.0398591 Feb 16 08:52:45.880258 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2ec7865d-ccb7-4ba2-b261-5fb8edade65f req-4eebdb16-2e5d-443d-8fed-34589fe2e8fc service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226852 Feb 16 08:52:45.956885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-a675f5e5-199f-4b2e-a559-b6381a0b48a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:45.958294 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-a675f5e5-199f-4b2e-a559-b6381a0b48a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.1445909 Feb 16 08:52:45.974123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-9cf5c11c-7c0c-49a0-8212-a1d39bfdeafb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/quotas/760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 375 time: 0.0102820 Feb 16 08:52:46.035408 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-bd67c0e3-8998-4ffa-9b64-ab9508833588 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1096 time: 0.0718126 Feb 16 08:52:46.059678 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-540d650f-97c8-4f1b-a8a1-7fe2123fac7d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0804057 Feb 16 08:52:46.162617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-d2df8a2b-bfb6-49b1-abff-250190846251 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:46.164038 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-d2df8a2b-bfb6-49b1-abff-250190846251 service neutron] 10.222.0.98 "GET /v2.0/networks?id=72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 200 len: 898 time: 0.1228449 Feb 16 08:52:46.193336 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-2b57c782-4e3c-437e-ae98-f3f1c958ec20 service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217725 Feb 16 08:52:46.235139 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-4ab2bde8-e3d9-405e-b7a1-d32103b2cb34 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 200 len: 217 time: 0.0635605 Feb 16 08:52:46.302816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-ba27a807-ca82-4414-a48d-11632168daeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:46.304259 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-ba27a807-ca82-4414-a48d-11632168daeb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b84a6d9e-42f2-479f-87e6-1ef7040dad3b HTTP/1.1" status: 200 len: 835 time: 0.0634007 Feb 16 08:52:46.324517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-b404a149-cbc8-4f49-970f-b1517a1a5bb2 service neutron] 10.222.0.94 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253176 Feb 16 08:52:46.379129 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-ed3ece4c-275e-445d-a017-f414755b5351 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=72359285-a3dd-42f4-90d3-9fde16d9888d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678976 Feb 16 08:52:46.515380 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-9ec309aa-7ff7-4cce-87ca-f11950c9da11 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288965 Feb 16 08:52:46.615356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e215fd-fe53-44ba-884f-dc585b64b5d1 req-51d65417-3655-491b-a7dc-b610a4bd886d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:46.617469 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52e215fd-fe53-44ba-884f-dc585b64b5d1 req-51d65417-3655-491b-a7dc-b610a4bd886d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 943 time: 0.0920348 Feb 16 08:52:46.662865 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77737ff6-fb45-4748-bbb4-8cf5ac2fad83 req-7b998eaf-55be-4bac-921e-92e71e5a65b9 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413064 Feb 16 08:52:46.686796 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52e215fd-fe53-44ba-884f-dc585b64b5d1 req-63953454-491a-420d-b093-a50e74d53db1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565488 Feb 16 08:52:46.731735 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98f21dcc-192c-45d2-beb5-5372c58d55cd req-6ca22503-a80d-42dc-bb23-6e7daf315224 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 210 time: 0.0439687 Feb 16 08:52:47.924660 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfc237eb-72e7-404d-9b9c-661093ee9cc4 req-bbe5450c-74f2-45dc-bc69-46eb60e1f00a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 210 time: 0.0458097 Feb 16 08:52:47.938068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1fc25-853d-4c65-8f2c-3ecb0cb0e609 req-69a07a39-ac87-4696-946b-7df1a9c56a86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:47.940101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ae1fc25-853d-4c65-8f2c-3ecb0cb0e609 req-69a07a39-ac87-4696-946b-7df1a9c56a86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 943 time: 0.1274900 Feb 16 08:52:47.947904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-67fd0891-fd5f-4c5d-8b05-3e1073a861a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:47.949338 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-67fd0891-fd5f-4c5d-8b05-3e1073a861a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 812 time: 0.2599940 Feb 16 08:52:47.991829 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ae1fc25-853d-4c65-8f2c-3ecb0cb0e609 req-18779c6e-c42c-4b4f-8c3a-b9578322700d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Feb 16 08:52:48.021661 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-7e293b52-8dc0-4c99-b5fc-b2060b99d1c2 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=760e6d0c21c540fd90806025c5b18119 HTTP/1.1" status: 200 len: 380 time: 0.0529776 Feb 16 08:52:48.030972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'port': {'device_id': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'admin_state_up': True, 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'security_groups': ['e97b49ee-990e-4109-ab2d-4479a38590d2']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:48.171426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:48.175903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:port and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:48.178847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:48.185223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:48.196940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Made reservation on behalf of 760e6d0c21c540fd90806025c5b18119 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:52:48.200148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:48.363343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.20.0.3 (0d5ebae1-1197-4560-bcf8-614f6fea6b65/c5d85905-7f29-404d-9db2-46bf1f033185/f57a4564-bd99-439d-a33d-423d4f6e07dd) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:48.550821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:48.566933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Transition to ACTIVE for port object f57a4564-bd99-439d-a33d-423d4f6e07dd will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:48.590207 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:48.660262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:48.663190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:48.667028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:48.696787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:48.732400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:48.733027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:48.757867 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-6a9bffc4-25fa-49ca-831d-cafa5c5ee888 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7308424 Feb 16 08:52:48.780209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Request body: {'port': {'device_id': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:48.910153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:48.916910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bcc0ff44-161b-423f-8cd0-5520e4a73f98 None None] Provisioning for port f57a4564-bd99-439d-a33d-423d4f6e07dd completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:48.922278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bcc0ff44-161b-423f-8cd0-5520e4a73f98 None None] Provisioning complete for port f57a4564-bd99-439d-a33d-423d4f6e07dd triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:48.922804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bcc0ff44-161b-423f-8cd0-5520e4a73f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.019749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bcc0ff44-161b-423f-8cd0-5520e4a73f98 None None] Port f57a4564-bd99-439d-a33d-423d4f6e07dd cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:52:49.192838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6d646-2ee2-4a18-8ebe-5da13c6c173b req-cfcf73a7-a04f-4c30-ac80-fde3e6ec92d0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:49.194926 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-78c6d646-2ee2-4a18-8ebe-5da13c6c173b req-cfcf73a7-a04f-4c30-ac80-fde3e6ec92d0 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 931 time: 0.1333523 Feb 16 08:52:49.333315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57a4564-bd99-439d-a33d-423d4f6e07dd {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:52:49.341223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.347519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c94473-18d7-486d-bdbf-76eaf6c3d38b req-f3a53edb-885c-49f7-9e8a-44e495c20bf6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:49.349217 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-63c94473-18d7-486d-bdbf-76eaf6c3d38b req-f3a53edb-885c-49f7-9e8a-44e495c20bf6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 943 time: 0.2190795 Feb 16 08:52:49.356428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-78c6d646-2ee2-4a18-8ebe-5da13c6c173b req-b1a0f3bf-f09f-49f7-b978-4353d7ea422a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499958 Feb 16 08:52:49.360969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Transition to ACTIVE for port object f57a4564-bd99-439d-a33d-423d4f6e07dd will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:52:49.365164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.400762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-63c94473-18d7-486d-bdbf-76eaf6c3d38b req-65a5e32f-8d71-4b8e-a895-de4f296a5e8e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433130 Feb 16 08:52:49.509236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Pushing event updated for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:49.613238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Attempting to bind port f57a4564-bd99-439d-a33d-423d4f6e07dd on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:52:49.613573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Attempting to bind port f57a4564-bd99-439d-a33d-423d4f6e07dd by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:52:49.613898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Attempting to bind port f57a4564-bd99-439d-a33d-423d4f6e07dd on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:49.619718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Port f57a4564-bd99-439d-a33d-423d4f6e07dd on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:52:49.620030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Attempting to bind port f57a4564-bd99-439d-a33d-423d4f6e07dd on network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:52:49.626887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:52:49.627218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Checking segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:52:49.627592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Bound using segment: {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:52:49.628013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Bound port: f57a4564-bd99-439d-a33d-423d4f6e07dd, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:52:49.628358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.723490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:52:49.726919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:52:49.730849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.792092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:49.793450 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] 10.222.0.98 "PUT /v2.0/ports/f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 200 len: 1093 time: 1.0180867 Feb 16 08:52:49.793879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:49.810809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844128e6-2715-4e47-a6c7-f264f22a726f service neutron] Pushing event updated for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:49.890748 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'status': 'completed', 'code': 200} Feb 16 08:52:50.019225 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-ee9a49b8-7590-4f9f-897d-169f9345050d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1096 time: 0.1623518 Feb 16 08:52:50.093555 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-54c4c2e9-d274-4fb7-ac25-3543b526aa28 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 200 len: 217 time: 0.0601957 Feb 16 08:52:50.157970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-d22bb418-6d86-4f96-be7a-fe54d9f4f850 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:50.159417 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-d22bb418-6d86-4f96-be7a-fe54d9f4f850 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0599220 Feb 16 08:52:50.237065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-a030be0e-9601-4b26-ac1a-89dbdb1a2907 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672882 Feb 16 08:52:50.243160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 92f4a74e-d9dc-43c5-a342-1262124a4d03 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:52:50.396879 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-2319d877-5efb-4a86-8426-84c84ca73110 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475091 Feb 16 08:52:50.415421 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:50.437725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:52:50.521947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:50.554383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f4a74e-d9dc-43c5-a342-1262124a4d03 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:52:50.582748 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9e44df8b-68aa-4f34-b21a-8116df9f873c req-58dd8b07-5d69-4ba2-8b50-c452b1ef3df5 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792881 Feb 16 08:52:50.591264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:50.598885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:50.662129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7e34a-149f-4cf6-b4cc-12e9f8346313 req-2bc47160-3dab-46bc-8151-b3b3eb54536e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:50.664895 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51a7e34a-149f-4cf6-b4cc-12e9f8346313 req-2bc47160-3dab-46bc-8151-b3b3eb54536e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 944 time: 0.1008282 Feb 16 08:52:50.679756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:50.692275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.692855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.693404 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.693945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.694482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.695028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.695540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.696076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.696710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.697218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.697736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:52:50.768296 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-117cf146-5d5b-403e-8cf2-c1e46ad4f92f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1096 time: 0.0852199 Feb 16 08:52:50.804309 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51a7e34a-149f-4cf6-b4cc-12e9f8346313 req-9970f53a-d8d8-404b-a501-0dae72da8bce tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809386 Feb 16 08:52:50.819631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb793ec-a733-412e-bdba-0766fb519c7b req-ed3f3de5-3dc6-467b-92a6-73a9af01fab5 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:50.821859 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3eb793ec-a733-412e-bdba-0766fb519c7b req-ed3f3de5-3dc6-467b-92a6-73a9af01fab5 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1562858 Feb 16 08:52:50.895992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3eb793ec-a733-412e-bdba-0766fb519c7b req-b963d120-e1d5-4ec5-8624-7708a597beb9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664160 Feb 16 08:52:50.905325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['92f4a74e-d9dc-43c5-a342-1262124a4d03'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:52:50.936793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-c9e9a6d3-3a01-4eb6-913c-af0eacf02d5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:50.936793 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-c9e9a6d3-3a01-4eb6-913c-af0eacf02d5b service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1592114 Feb 16 08:52:51.004587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-d62265a2-adeb-461d-ad9b-061764f615b7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 200 len: 217 time: 0.0619514 Feb 16 08:52:51.080153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-b42a3d23-d7b2-46d8-9544-cf6f9f956de4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:51.082284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-b42a3d23-d7b2-46d8-9544-cf6f9f956de4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0713239 Feb 16 08:52:51.164513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-ecff0383-5971-4837-833a-d4e8e44c7d5a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760932 Feb 16 08:52:51.308880 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-8e7ace65-176c-427b-a4c9-47981c025278 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379278 Feb 16 08:52:51.448917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-12b22b5f-36cd-4b39-be0b-14d0f859b293 req-30c24c86-4c16-4ad5-9b7f-ecc0d8c3606e service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323974 Feb 16 08:52:52.011892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239a525-4a80-4808-99ed-30b14b0dfcd3 req-93eda223-c024-4117-a958-1c198f259b41 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:52.013328 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b239a525-4a80-4808-99ed-30b14b0dfcd3 req-93eda223-c024-4117-a958-1c198f259b41 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 944 time: 0.0779822 Feb 16 08:52:52.103717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b239a525-4a80-4808-99ed-30b14b0dfcd3 req-1d0035e4-acea-4900-a7f7-730f749dc925 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607030 Feb 16 08:52:52.119769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b50c5d2-5f37-42ad-8191-7c6fbc668275 req-b1f7b487-577a-4186-a8e1-ed2b7fe96a5b tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:52.121348 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b50c5d2-5f37-42ad-8191-7c6fbc668275 req-b1f7b487-577a-4186-a8e1-ed2b7fe96a5b tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1070197 Feb 16 08:52:52.165723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b50c5d2-5f37-42ad-8191-7c6fbc668275 req-5ffba45d-d5e0-405b-8362-7d170bdcea9f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381532 Feb 16 08:52:52.246021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 92f4a74e-d9dc-43c5-a342-1262124a4d03 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:52:52.315014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 92f4a74e-d9dc-43c5-a342-1262124a4d03 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:52:52.319754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 92f4a74e-d9dc-43c5-a342-1262124a4d03 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:52:52.320130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:52.432948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:52.468283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:52.483329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:52:52.487206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:52.531959 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'code': 200} Feb 16 08:52:52.567119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:52.820570 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50f555a4-8c77-401c-8790-d2a2c04ddc89 req-bca77498-f28f-40b0-be5f-ebc0c5da2348 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0754147 Feb 16 08:52:52.867898 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50f555a4-8c77-401c-8790-d2a2c04ddc89 req-9b2e9d06-bdf2-472c-9e98-b6ace6568e64 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411563 Feb 16 08:52:53.322377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62382c-db31-4f57-91c0-f396af0f1b32 req-0a4ed8fc-f1e0-4ae1-af93-b3ec0596f033 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:53.329475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a62382c-db31-4f57-91c0-f396af0f1b32 req-0a4ed8fc-f1e0-4ae1-af93-b3ec0596f033 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.1038547 Feb 16 08:52:53.419613 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a62382c-db31-4f57-91c0-f396af0f1b32 req-34592d30-7ace-4607-94bf-12a2a1c0bc03 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890560 Feb 16 08:52:53.441307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83694b3e-8b13-44e0-91a4-4a556f71cdb1 req-b347fabe-feaa-4f1a-b136-dc579ce49b38 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:53.442769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83694b3e-8b13-44e0-91a4-4a556f71cdb1 req-b347fabe-feaa-4f1a-b136-dc579ce49b38 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1105835 Feb 16 08:52:53.492086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83694b3e-8b13-44e0-91a4-4a556f71cdb1 req-2c1b609b-96f3-46fe-91c5-94e64fdb657a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Feb 16 08:52:54.614949 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3fd26-d5f6-425d-8622-43246a92e1ff req-3a6b3832-5714-4448-b49e-d7e63e416764 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:54.616390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3b3fd26-d5f6-425d-8622-43246a92e1ff req-3a6b3832-5714-4448-b49e-d7e63e416764 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.0743775 Feb 16 08:52:54.707738 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3b3fd26-d5f6-425d-8622-43246a92e1ff req-9e8e1211-0606-4fd3-84d2-ca4e63a8d815 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619109 Feb 16 08:52:54.725025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ae988-9828-4246-97aa-345b456957b2 req-cb84c825-a2ad-4bd9-89d6-d47d2f3be591 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:54.726454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a05ae988-9828-4246-97aa-345b456957b2 req-cb84c825-a2ad-4bd9-89d6-d47d2f3be591 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1092207 Feb 16 08:52:54.770838 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a05ae988-9828-4246-97aa-345b456957b2 req-68f40080-122c-4229-84ab-54dd5a99a20a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390327 Feb 16 08:52:54.901042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2d979-ae17-45f5-9def-8e6164c9fa3b req-e6155576-f22a-40ae-8c43-d4b1c38bd50b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:54.902501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8af2d979-ae17-45f5-9def-8e6164c9fa3b req-e6155576-f22a-40ae-8c43-d4b1c38bd50b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.0766718 Feb 16 08:52:54.946811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8af2d979-ae17-45f5-9def-8e6164c9fa3b req-68f620e1-d85a-4f86-9861-2d60de5282ab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386252 Feb 16 08:52:54.973976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:55.044086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-40f8fd1c-122a-4df8-b67b-274cecfab561 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1093 time: 0.0688925 Feb 16 08:52:55.046636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37650) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:55.052124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:52:55.057478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:52:55.061218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:52:55.064017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:52:55.069808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:52:55.080563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:55.212677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:55.352699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.252 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/df8f0f09-52c7-48b2-8850-a2714a2f41ab) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:52:55.503330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:55.533183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:55.600607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:52:55.601581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:52:55.605775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:52:55.629167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=df8f0f09-52c7-48b2-8850-a2714a2f41ab,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:56.080981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644588a-2f22-4aee-829c-79bbd5931a68 req-521e064a-119b-4a2d-a0bd-bd52918a6f68 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:56.082391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2644588a-2f22-4aee-829c-79bbd5931a68 req-521e064a-119b-4a2d-a0bd-bd52918a6f68 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1317148 Feb 16 08:52:56.145942 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2644588a-2f22-4aee-829c-79bbd5931a68 req-0e3b3d0c-7c2c-4f32-9f77-4f5520a80d8e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568693 Feb 16 08:52:56.259990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:56.313028 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:56.514202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:56.518549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:56.623056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=df8f0f09-52c7-48b2-8850-a2714a2f41ab,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:52:56.635653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:56.817209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP ba1554c5-21b4-48b8-aad2-e9b26826841a associated. External IP: 172.26.4.252, port: 92f4a74e-d9dc-43c5-a342-1262124a4d03. Feb 16 08:52:57.203671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:52:57.521604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150015a-d45a-4df6-9204-3f65522f52dd req-b744f8b0-9fd8-4d4c-93f3-5d2b7b8a4dd5 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:57.523118 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0150015a-d45a-4df6-9204-3f65522f52dd req-b744f8b0-9fd8-4d4c-93f3-5d2b7b8a4dd5 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.1564331 Feb 16 08:52:57.585595 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0150015a-d45a-4df6-9204-3f65522f52dd req-96ee9258-7a84-45f7-96d1-4c16143d1969 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564587 Feb 16 08:52:57.598559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:52:57.614650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Sync routers for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:52:57.623088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:52:57.626256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:57.626967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:57.674411 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b3b2c6eb-b031-4885-a3ab-ce0080a0a1bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6267891 Feb 16 08:52:57.675693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:52:57.677784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37658) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:57.731427 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'status': 'completed', 'code': 200} Feb 16 08:52:57.813200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:57.985557 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-8ff4ac1d-9b57-4e84-a6fb-848f2e935b2b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1098 time: 0.1970074 Feb 16 08:52:58.132945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-36c13c43-c8f3-4242-bfd0-1cecee6ec157 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:58.134278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-36c13c43-c8f3-4242-bfd0-1cecee6ec157 service neutron] 10.222.0.98 "GET /v2.0/networks?id=72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 200 len: 898 time: 0.1422689 Feb 16 08:52:58.139078 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ee5869f6-92e3-44dc-973c-dc6f5d4821c2 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48 HTTP/1.1" status: 200 len: 923 time: 0.4601440 Feb 16 08:52:58.141733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37664) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:58.173484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:52:56Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:58.178390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Checking router: ec8899e6-dca0-444a-87f9-51b924f7cf48 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:52:58.196584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:52:58.197310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:58.329489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e2cb22b-9715-4954-bf71-ce29b0ce7eec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1866868 Feb 16 08:52:58.334929 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-68d8f753-6952-407d-b448-7c13843f37ed service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 200 len: 999 time: 0.1907768 Feb 16 08:52:58.397213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-6cb3fcb5-aa52-486c-8185-21f0ddce0e23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:58.398563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-6cb3fcb5-aa52-486c-8185-21f0ddce0e23 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b84a6d9e-42f2-479f-87e6-1ef7040dad3b HTTP/1.1" status: 200 len: 835 time: 0.0564976 Feb 16 08:52:58.413054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:52:58.470858 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-f27c7dd0-6529-4a9e-b410-47b947100000 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=72359285-a3dd-42f4-90d3-9fde16d9888d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661480 Feb 16 08:52:58.599776 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-17ca892d-ced5-400a-a9ae-5c4aa3b25481 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228237 Feb 16 08:52:58.725050 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:52:58.735814 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0ebbee74-510c-46b9-917d-0600ecd703bd req-e3e5f812-86d3-4424-ba2d-acd49bfaac2b service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298895 Feb 16 08:52:58.761135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:52:56Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:52:58.765670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8dba46-a0e7-4edf-bf5e-449a4a1236ef None None] The sync data for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv is: [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:52:56Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:52:43Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:52:58.794822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c46de-f8a5-4142-b1f3-c2bb030b2880 req-805c72fb-3af0-4d66-9029-a1c1dda4445a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:52:58.796281 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-042c46de-f8a5-4142-b1f3-c2bb030b2880 req-805c72fb-3af0-4d66-9029-a1c1dda4445a tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.0834188 Feb 16 08:52:58.845859 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-042c46de-f8a5-4142-b1f3-c2bb030b2880 req-1155a205-e4f4-403e-b38f-30c3f160d248 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439191 Feb 16 08:52:58.955785 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3b7dc6-3334-4253-baec-f4c7b064d466 None None] New status for floating IP ba1554c5-21b4-48b8-aad2-e9b26826841a: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:52:59.333640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37670) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:52:59.436982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6ad34e7e-ce8a-4c65-9484-5ecc6bb6d6e3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 993 time: 0.1021984 Feb 16 08:53:00.042038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fb2d2-cd5f-4763-bf6e-c25f0c8dd8a5 req-cb41b7b7-0e05-4ed5-a4ce-3a96c4ceb4aa tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:00.043626 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd7fb2d2-cd5f-4763-bf6e-c25f0c8dd8a5 req-cb41b7b7-0e05-4ed5-a4ce-3a96c4ceb4aa tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 943 time: 0.0744948 Feb 16 08:53:00.088219 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd7fb2d2-cd5f-4763-bf6e-c25f0c8dd8a5 req-770b755d-bf9b-477e-85ff-e4c2c1e86747 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390751 Feb 16 08:53:00.290638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f57a4564-bd99-439d-a33d-423d4f6e07dd details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:53:00.421701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:00.435119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'port_id': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'mac_address': 'fa:16:3e:1a:25:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:53:00.486063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:00.502744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57a4564-bd99-439d-a33d-423d4f6e07dd {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:53:00.516995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:00.521250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:00.587291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:00.867269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['f57a4564-bd99-439d-a33d-423d4f6e07dd'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:53:01.280898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a59e9-d9d1-46fa-b3b4-7ad80ccd3ab8 req-60e6dab7-ea3a-42a8-9701-d923b3330231 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:01.282349 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-201a59e9-d9d1-46fa-b3b4-7ad80ccd3ab8 req-60e6dab7-ea3a-42a8-9701-d923b3330231 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 944 time: 0.0779703 Feb 16 08:53:01.327689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-201a59e9-d9d1-46fa-b3b4-7ad80ccd3ab8 req-35b010af-8013-4d05-88dc-d2dd2c4cb238 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398839 Feb 16 08:53:01.861494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:02.313015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f57a4564-bd99-439d-a33d-423d4f6e07dd up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:53:02.381327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port f57a4564-bd99-439d-a33d-423d4f6e07dd completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:53:02.386065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port f57a4564-bd99-439d-a33d-423d4f6e07dd triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:53:02.386639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:02.498221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:02.521726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5b7306-9182-402b-91f1-b5a791d7da5e req-4e01c4da-75bd-4603-877e-0d567ebf744f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:02.525022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:53:02.525504 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7e5b7306-9182-402b-91f1-b5a791d7da5e req-4e01c4da-75bd-4603-877e-0d567ebf744f tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 944 time: 0.0773196 Feb 16 08:53:02.535986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:02.540186 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:02.574320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7e5b7306-9182-402b-91f1-b5a791d7da5e req-8ba6c2e4-e517-4271-9072-94cd17e9c76e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456941 Feb 16 08:53:02.580077 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'code': 200} Feb 16 08:53:02.612845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:02.893425 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1ebafea9-3e37-45b4-9136-fa6a0f7d37c3 req-506c1932-a8ca-448b-bca8-10178f4ec2bd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1098 time: 0.0690396 Feb 16 08:53:02.933278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1ebafea9-3e37-45b4-9136-fa6a0f7d37c3 req-85664e95-2e79-4c8a-8aa3-bd6a9f17b15b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341525 Feb 16 08:53:03.766265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7be40a-2d83-4111-b866-7fb3dddc5fb2 req-9b716fe6-e1a3-4e94-ba2a-2a32545d3d05 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:03.767691 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f7be40a-2d83-4111-b866-7fb3dddc5fb2 req-9b716fe6-e1a3-4e94-ba2a-2a32545d3d05 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.0727947 Feb 16 08:53:03.812086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f7be40a-2d83-4111-b866-7fb3dddc5fb2 req-373b27df-5451-41de-b78f-ae03fb3fdaa8 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384459 Feb 16 08:53:05.005938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae3554-8f31-4e5d-8e2f-2eb9f2a49eae req-c42a667d-8129-4543-9bd2-9a456d637990 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:05.007367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7ae3554-8f31-4e5d-8e2f-2eb9f2a49eae req-c42a667d-8129-4543-9bd2-9a456d637990 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.0770879 Feb 16 08:53:05.050723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7ae3554-8f31-4e5d-8e2f-2eb9f2a49eae req-eb50868f-8b17-471c-893d-53873d1279e9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378799 Feb 16 08:53:05.243167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4947985-1949-46d0-9d7b-c837c2d519c1 req-478e90b0-14df-422a-8daa-5bab0d54d240 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:05.244591 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4947985-1949-46d0-9d7b-c837c2d519c1 req-478e90b0-14df-422a-8daa-5bab0d54d240 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.0744891 Feb 16 08:53:05.289119 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4947985-1949-46d0-9d7b-c837c2d519c1 req-a8614492-1146-450c-a58e-7bc112bd5ff5 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390599 Feb 16 08:53:05.318494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37688) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:05.390417 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-770da6e4-9fd3-4624-9332-ed12bf2dfc23 tempest-TestVolumeBootPattern-303930727 tempest-TestVolumeBootPattern-303930727-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1093 time: 0.0707691 Feb 16 08:53:05.392922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37692) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:05.398035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:53:05.403421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:53:05.407123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Usage tracker for resource:floatingip and tenant:760e6d0c21c540fd90806025c5b18119 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:53:05.410548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:53:05.416076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:53:05.426330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:05.556305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:05.686823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Allocated IP 172.26.4.98 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/ee65af02-27bb-4f81-b6b7-5536fc2b4a9f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:53:05.827190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:05.852884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:05.915830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:53:05.918282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:53:05.921691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:53:05.950453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=ee65af02-27bb-4f81-b6b7-5536fc2b4a9f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:06.482731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:06.539312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:06.734943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:06.739302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:06.841725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event updated for resources: {'Port': ['ID=ee65af02-27bb-4f81-b6b7-5536fc2b4a9f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:06.853527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:07.035264 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Floating IP e149a412-ee5c-4d2d-ab8a-8edd257ce403 associated. External IP: 172.26.4.98, port: f57a4564-bd99-439d-a33d-423d4f6e07dd. Feb 16 08:53:07.408820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:53:07.679968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:53:07.689112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:53:07.701079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:07.701741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:07.703675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:07.758563 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-384bfca6-e248-41b4-bbed-91dda1d7c64d tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3645747 Feb 16 08:53:07.759143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:53:07.813321 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'status': 'completed', 'code': 200} Feb 16 08:53:07.880764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:07.928434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-5ce03f73-070e-44db-9601-2ab596478776 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1098 time: 0.0725827 Feb 16 08:53:08.058380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-4327d0e6-cd10-443e-9649-5b8afbd28384 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:08.059832 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-4327d0e6-cd10-443e-9649-5b8afbd28384 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1250842 Feb 16 08:53:08.163089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-9cd58bc6-0856-47a2-8b56-c0c1c7b5005c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 200 len: 998 time: 0.0966945 Feb 16 08:53:08.226274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-3c8f4976-bafc-46b9-9dbe-4eb71f75df2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:08.227742 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-3c8f4976-bafc-46b9-9dbe-4eb71f75df2a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0576026 Feb 16 08:53:08.268939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e149a412-ee5c-4d2d-ab8a-8edd257ce403', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:1a:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:53:06Z', 'updated_at': '2022-02-16T08:53:06Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}, {'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:08.272717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:53:08.282888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:08.283474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:52:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:08.307940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-edd397d2-3437-4e64-bf78-44682fe0a8e5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729301 Feb 16 08:53:08.453254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9f41598d-0750-403f-bdef-28d78d759320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:08.473693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:08.542634 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-1eac81f9-cd1f-493e-a9f2-96471c210713 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283449 Feb 16 08:53:08.670051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2225f864-5f1a-426b-bf93-e2aeb89c73ae req-f55366bf-9839-4766-8839-8bc5e71f5a86 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216128 Feb 16 08:53:08.814953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e149a412-ee5c-4d2d-ab8a-8edd257ce403', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:1a:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:53:06Z', 'updated_at': '2022-02-16T08:53:06Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}, {'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:08.818790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec4aba5-287e-41c0-9304-c9b60ffc40cc None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e149a412-ee5c-4d2d-ab8a-8edd257ce403', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:1a:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:53:06Z', 'updated_at': '2022-02-16T08:53:06Z', 'revision_number': 0, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}, {'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:53:09.260097 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c64fc7-50db-4cfc-9d62-cd36364bd9e8 None None] New status for floating IP e149a412-ee5c-4d2d-ab8a-8edd257ce403: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:53:10.920417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aaf82ab6-761a-42be-a4a5-818b1e650f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:11.677418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:11.932064 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:13.753563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:31.863483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:32.537189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37716) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:32.717422 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9bfa88e2-e145-4f08-8c21-c312b4832f78 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1800935 Feb 16 08:53:32.720366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37720) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:32.945179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6cca35-a970-422a-99b1-c1113d479f4a tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Notify agent at dv-neutron-829488-1-hyperv the message router_removed_from_agent {{(pid=83710) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 08:53:32.948899 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9c6cca35-a970-422a-99b1-c1113d479f4a tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "DELETE /v2.0/agents/6d758b82-16ec-4158-bec5-2e52b3fae26c/l3-routers/ec8899e6-dca0-444a-87f9-51b924f7cf48 HTTP/1.1" status: 204 len: 168 time: 0.2274899 Feb 16 08:53:32.951565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37724) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:33.128955 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc751e79-928d-48d1-99bd-2f6f98b881cc tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1763768 Feb 16 08:53:33.131649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37728) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:33.232672 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b9bb4368-6077-4a19-bcc7-4bfc13202061 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 993 time: 0.0999100 Feb 16 08:53:33.680532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:33.705888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4add57-83c1-4de1-bd77-2c6feda10ac2 None None] New status for floating IP ba1554c5-21b4-48b8-aad2-e9b26826841a: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:53:34.019063 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:34.059626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a82b1bea-838f-409c-a3d8-0d134b09dc58,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:34.063725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:34.129807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:34.236204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:34.340650 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-01a867de-f486-4764-9cc2-cb079e31e440 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1031954 Feb 16 08:53:35.387501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:35.494876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:35.510828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37738) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:35.511312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6a25d1bd-8220-4946-a095-3e56ee073f52,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:35.515294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:35.584113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:35.714321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69b8a91-a99e-4d92-8a8b-02e359bb0587 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:53:35.714673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69b8a91-a99e-4d92-8a8b-02e359bb0587 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Notify agent at dv-neutron-829488-1-hyperv the message router_added_to_agent {{(pid=83709) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 16 08:53:35.729618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:53:35.740425 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b69b8a91-a99e-4d92-8a8b-02e359bb0587 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "POST /v2.0/agents/6d758b82-16ec-4158-bec5-2e52b3fae26c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2284291 Feb 16 08:53:35.742976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37744) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:35.760320 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Sync routers for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:53:35.771543 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:35.772136 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:35.917399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-39dcbb9e-9ed8-47d7-92d0-d873bcae1311 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1728115 Feb 16 08:53:35.920042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37750) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:35.952046 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:36.019313 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-910cd25e-756a-4393-a3f4-27c1bbeb5a11 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.0981858 Feb 16 08:53:36.313877 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:53:33Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:53:34Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:36.317584 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Checking router: ec8899e6-dca0-444a-87f9-51b924f7cf48 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:53:36.327437 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:36.328000 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:36.494569 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:36.820640 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:53:33Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:53:34Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:36.824944 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e57d85-b2b4-449c-8368-72de11f6732a None None] The sync data for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv is: [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:52:35Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'ba1554c5-21b4-48b8-aad2-e9b26826841a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'port_id': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'mac_address': 'fa:16:3e:c1:1d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:52:56Z', 'updated_at': '2022-02-16T08:53:33Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a82b1bea-838f-409c-a3d8-0d134b09dc58', 'name': '', 'network_id': '72359285-a3dd-42f4-90d3-9fde16d9888d', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:fa:e8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:34Z', 'updated_at': '2022-02-16T08:53:34Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'b84a6d9e-42f2-479f-87e6-1ef7040dad3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:53:37.023117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:37.129513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b8c10fd7-e734-44d5-8c26-ebf6ae02f67b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1051464 Feb 16 08:53:37.475271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:53:37.587028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6a25d1bd-8220-4946-a095-3e56ee073f52 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:53:37.587432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:37.701552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:37.717269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6a25d1bd-8220-4946-a095-3e56ee073f52,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:37.722165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:37.722901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:53:37.833579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:37.847518 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:53:37.847896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:37.959273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:37.989407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a82b1bea-838f-409c-a3d8-0d134b09dc58,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:37.993256 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:38.055612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:38.133368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:38.235965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e2b31abb-214d-426e-8550-192f88d66893 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1015089 Feb 16 08:53:38.435641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-db7d7132-8230-4977-929a-6b45c7453085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:39.239655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37764) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:39.411549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:53:39.445182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-343e8cb5-abb0-485d-aee4-634d37de4bdc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.2042987 Feb 16 08:53:39.481333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 6a25d1bd-8220-4946-a095-3e56ee073f52 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:53:39.481710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:39.589544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:53:39.654536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a82b1bea-838f-409c-a3d8-0d134b09dc58 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:53:39.654913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:40.448701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37768) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:40.549055 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e609b8bd-27b9-43d5-8f77-17bf86ae428a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.0992455 Feb 16 08:53:40.922237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-02a1a3e3-2533-4d34-bce7-8dd5dee8510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:41.552290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37772) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:41.654467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d3224c29-709b-42de-af0f-f2df99427795 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1010909 Feb 16 08:53:41.680279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:41.933601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:42.658399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37776) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:42.758298 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0ba6c733-cdf4-45f6-987c-cf737a4c1064 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.0987868 Feb 16 08:53:43.755928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:43.761119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37780) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:43.862742 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-63755bce-9820-42ff-b750-f3f0cf783c6d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 991 time: 0.1004627 Feb 16 08:53:43.957419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-852893df-feb4-4572-bd2d-dba508be2af3 None None] New status for floating IP ba1554c5-21b4-48b8-aad2-e9b26826841a: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:53:44.277146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-8dce2c05-e194-43f3-a630-6f0bda422dea req-b4060e69-516f-48bf-baa2-e702009c1d31 service neutron] (83709) timed out ('10.222.0.98', 57855) {{(pid=83709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 08:53:44.866658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37784) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:44.973931 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cc8bcd72-bf80-4310-a28d-120297420510 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 200 len: 993 time: 0.1060379 Feb 16 08:53:45.271947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37792) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:45.466181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port df8f0f09-52c7-48b2-8850-a2714a2f41ab {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:53:45.466422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:45.626780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:45.627097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:45.740990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for df8f0f09-52c7-48b2-8850-a2714a2f41ab owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:53:45.894546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:45.939368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=df8f0f09-52c7-48b2-8850-a2714a2f41ab,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:45.983062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.983403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.983779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.984110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.984436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.984760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.985078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.985398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.985713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.986024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:45.986334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:46.039251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:46.503006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:53:46.693339 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:53:46.709029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:46.760104 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dcadda84-efa5-4863-becf-e259b5e81d5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/ba1554c5-21b4-48b8-aad2-e9b26826841a HTTP/1.1" status: 204 len: 168 time: 1.4871156 Feb 16 08:53:46.760661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:53:46.884976 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'status': 'completed', 'code': 200} Feb 16 08:53:47.008956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-e66a8d50-e971-4aa5-b4d4-fd2fb8d2e0f5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 1098 time: 0.0776169 Feb 16 08:53:47.153567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2bf8e-e614-4035-8967-e82ba8365aa1 req-7c769125-10f7-45e1-b408-df773588618e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:47.154265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4bf2bf8e-e614-4035-8967-e82ba8365aa1 req-7c769125-10f7-45e1-b408-df773588618e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:53:47.154557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e315b-1799-4947-a5ad-ebd367e9865b req-5c666b22-13f2-4ac1-92c2-34cb2cc7c5d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:47.155966 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-5c666b22-13f2-4ac1-92c2-34cb2cc7c5d4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 200 len: 898 time: 0.1287045 Feb 16 08:53:47.169942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4bf2bf8e-e614-4035-8967-e82ba8365aa1 req-7c769125-10f7-45e1-b408-df773588618e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:53:47.171123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4bf2bf8e-e614-4035-8967-e82ba8365aa1 req-7c769125-10f7-45e1-b408-df773588618e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.0981643 Feb 16 08:53:47.217876 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4bf2bf8e-e614-4035-8967-e82ba8365aa1 req-fc7c3051-9e01-4225-9ed9-55ff23441b61 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411005 Feb 16 08:53:47.223458 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-180f9c38-bdcc-44f2-ab35-7a8939d7e457 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 200 len: 217 time: 0.0599399 Feb 16 08:53:47.290305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e315b-1799-4947-a5ad-ebd367e9865b req-ec8072dc-866f-40e2-b6df-bae525bbc50e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:47.292429 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-ec8072dc-866f-40e2-b6df-bae525bbc50e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=b84a6d9e-42f2-479f-87e6-1ef7040dad3b HTTP/1.1" status: 200 len: 835 time: 0.0616899 Feb 16 08:53:47.366854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-daf70362-780e-42b9-9672-f57631487643 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=72359285-a3dd-42f4-90d3-9fde16d9888d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666900 Feb 16 08:53:47.494498 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-4dece6f2-91a5-4e4a-99a2-e729aa9ea6f4 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201200 Feb 16 08:53:47.619250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-812e315b-1799-4947-a5ad-ebd367e9865b req-f81b2180-3109-4de0-ac67-879a181fcd85 service neutron] 10.222.0.98 "GET /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183305 Feb 16 08:53:48.419017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e32b-a5a7-41b8-9a4b-28f3e16db8b0 req-78e296f6-0d8c-438c-b95e-8559c2375a8d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:48.420360 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f86e32b-a5a7-41b8-9a4b-28f3e16db8b0 req-78e296f6-0d8c-438c-b95e-8559c2375a8d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.0741787 Feb 16 08:53:48.466984 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f86e32b-a5a7-41b8-9a4b-28f3e16db8b0 req-50bff508-8d27-4f10-bead-29b1c1a96e5c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=c527c112-b348-4321-b5b5-6b01ea755973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413051 Feb 16 08:53:48.642237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-598fa220-3e27-4128-afac-b715bb27706d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:48.644292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-598fa220-3e27-4128-afac-b715bb27706d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:53:48.656219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-598fa220-3e27-4128-afac-b715bb27706d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:53:48.657186 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-598fa220-3e27-4128-afac-b715bb27706d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 945 time: 0.0885496 Feb 16 08:53:48.825288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 92f4a74e-d9dc-43c5-a342-1262124a4d03 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:53:48.825288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:49.090391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 92f4a74e-d9dc-43c5-a342-1262124a4d03, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=92f4a74e-d9dc-43c5-a342-1262124a4d03,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:49.090391 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:49.214643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 92f4a74e-d9dc-43c5-a342-1262124a4d03 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:53:49.371656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:49.423344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=92f4a74e-d9dc-43c5-a342-1262124a4d03,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:49.501633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.501633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.501633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.502548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.502548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.502548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.504618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.504618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.504618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.504618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.504618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:49.518393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 92f4a74e-d9dc-43c5-a342-1262124a4d03 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:53:49.520984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:49.523715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'name': 'network-vif-deleted', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:53:49.541849 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8b4b569f-eca5-4bd3-a177-941a4955340b req-855d7d37-f04e-4f0b-9867-04946cbd5d48 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/92f4a74e-d9dc-43c5-a342-1262124a4d03 HTTP/1.1" status: 204 len: 173 time: 0.8794446 Feb 16 08:53:49.592931 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1325d45b-5441-4858-bad9-a67d6f6ee6e8', 'name': 'network-vif-deleted', 'tag': '92f4a74e-d9dc-43c5-a342-1262124a4d03', 'status': 'completed', 'code': 200} Feb 16 08:53:49.672622 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b1b180f-fda8-4b4d-9814-be3342aac021 req-a7d53e68-c701-4ca2-a7e4-c7675a08f8b2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=1325d45b-5441-4858-bad9-a67d6f6ee6e8 HTTP/1.1" status: 200 len: 210 time: 0.0534370 Feb 16 08:53:50.803177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37814) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:50.889319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:50.920348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:50.996740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:51.018149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c527c112-b348-4321-b5b5-6b01ea755973,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:51.030647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:51.031675 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e03fe086-2ec2-4660-8df7-7e1d56f94fe1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/c527c112-b348-4321-b5b5-6b01ea755973 HTTP/1.1" status: 204 len: 168 time: 0.2273979 Feb 16 08:53:51.076992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37820) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:51.494173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:52.194268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port a82b1bea-838f-409c-a3d8-0d134b09dc58 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:53:52.194988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:52.376723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port a82b1bea-838f-409c-a3d8-0d134b09dc58, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a82b1bea-838f-409c-a3d8-0d134b09dc58,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:52.377430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:52.507613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for a82b1bea-838f-409c-a3d8-0d134b09dc58 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:53:52.543827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 92f4a74e-d9dc-43c5-a342-1262124a4d03 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:52.575280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 92f4a74e-d9dc-43c5-a342-1262124a4d03 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:53:52.575280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 92f4a74e-d9dc-43c5-a342-1262124a4d03 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:53:52.691124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:52.739370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=a82b1bea-838f-409c-a3d8-0d134b09dc58,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:53.021696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:53.668092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ec8899e6-dca0-444a-87f9-51b924f7cf48 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:53:53.867823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:53:53.880863 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e786adc3-1e75-4ac7-bc96-b3dc90c1a206 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8069789 Feb 16 08:53:53.883500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37824) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:54.072928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet b84a6d9e-42f2-479f-87e6-1ef7040dad3b {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:53:54.075807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.134049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.216494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.287535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.333449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=b84a6d9e-42f2-479f-87e6-1ef7040dad3b,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:54.340764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.346690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2cfa6-6865-4a3e-8212-cb98a5a8c05a None None] Network 72359285-a3dd-42f4-90d3-9fde16d9888d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:53:54.350080 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2b45a64d-6712-4c27-aa58-41420161b437 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/b84a6d9e-42f2-479f-87e6-1ef7040dad3b HTTP/1.1" status: 204 len: 168 time: 0.4650805 Feb 16 08:53:54.350175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37828) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:54.403129 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Sync routers for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:53:54.417587 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:54.418382 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:54.556623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.592746 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:54.636420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] DHCP port deletion for 72359285-a3dd-42f4-90d3-9fde16d9888d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:53:54.640711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Deleting port 4a32c595-4b51-4591-971d-fe8f2abf12c8 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:53:54.641096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.759534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.769096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 6a25d1bd-8220-4946-a095-3e56ee073f52 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:53:54.769474 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.843310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] For port 4a32c595-4b51-4591-971d-fe8f2abf12c8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4a32c595-4b51-4591-971d-fe8f2abf12c8,segment=NetworkSegment(312e98cb-0308-4ef3-aba1-08759b8ad6bd),segment_id=312e98cb-0308-4ef3-aba1-08759b8ad6bd)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:54.843761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.873393 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215'}], 'enable_snat': True}, 'gw_port_id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:52Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '6a25d1bd-8220-4946-a095-3e56ee073f52', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e3:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:37Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:54.877173 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Checking router: ec8899e6-dca0-444a-87f9-51b924f7cf48 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:53:54.887985 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Routers {'ec8899e6-dca0-444a-87f9-51b924f7cf48'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:54.888594 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ec8899e6-dca0-444a-87f9-51b924f7cf48'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:54.958956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 6a25d1bd-8220-4946-a095-3e56ee073f52, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=6a25d1bd-8220-4946-a095-3e56ee073f52,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:53:54.959329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:54.969512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Calling delete_port for 4a32c595-4b51-4591-971d-fe8f2abf12c8 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:53:55.052302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.078751 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] Set router ec8899e6-dca0-444a-87f9-51b924f7cf48 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:55.101907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Pushing event deleted for resources: {'Port': ['ID=4a32c595-4b51-4591-971d-fe8f2abf12c8,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:55.107712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] No DVR routers for this DVR port 4a32c595-4b51-4591-971d-fe8f2abf12c8 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:53:55.115557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.115557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.115557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.115871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.115945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.116276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.116601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.116932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.117254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.117574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.117898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a71ab-29b7-4f6a-819e-e899ecc0c91c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:55.179179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 6a25d1bd-8220-4946-a095-3e56ee073f52 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:53:55.186595 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:54Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:55.190122 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752f6fa6-95ae-4368-ad7c-bf00d300fd40 None None] The sync data for ids ['ec8899e6-dca0-444a-87f9-51b924f7cf48'] in dv-neutron-829488-1-hyperv is: [{'id': 'ec8899e6-dca0-444a-87f9-51b924f7cf48', 'name': 'tempest-TestNetworkBasicOps-router-1099116514', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:52:31Z', 'updated_at': '2022-02-16T08:53:54Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:53:55.354875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.395731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=6a25d1bd-8220-4946-a095-3e56ee073f52,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:55.630301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.661163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:55.701140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a82b1bea-838f-409c-a3d8-0d134b09dc58 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:53:55.701493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a82b1bea-838f-409c-a3d8-0d134b09dc58 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:53:55.701917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4a32c595-4b51-4591-971d-fe8f2abf12c8 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:55.732893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 4a32c595-4b51-4591-971d-fe8f2abf12c8 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:53:55.733238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4a32c595-4b51-4591-971d-fe8f2abf12c8 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:53:55.890425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.894586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.918149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.919492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router ec8899e6-dca0-444a-87f9-51b924f7cf48 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:53:55.933336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:55.934457 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f4f0179c-b111-4ff9-9d91-d5d621b845c7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/ec8899e6-dca0-444a-87f9-51b924f7cf48 HTTP/1.1" status: 204 len: 168 time: 1.5830641 Feb 16 08:53:55.937132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:56.047203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.066103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ec9786-36dc-4b8e-ae69-1afc196d1e7f None None] New status for floating IP ba1554c5-21b4-48b8-aad2-e9b26826841a: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:53:56.179433 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.208825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72359285-a3dd-42f4-90d3-9fde16d9888d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:56.221280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '312e98cb-0308-4ef3-aba1-08759b8ad6bd') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:56.221576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '312e98cb-0308-4ef3-aba1-08759b8ad6bd') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:56.232666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.247988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.254127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:53:56.254534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:53:56.269184 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:53:56.353089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.458472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.469077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=72359285-a3dd-42f4-90d3-9fde16d9888d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:56.477390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e81cadbe-6185-4c71-ae75-7652306957cc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/72359285-a3dd-42f4-90d3-9fde16d9888d HTTP/1.1" status: 204 len: 168 time: 0.5392945 Feb 16 08:53:56.501167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:56.506946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1624051308', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:53:56.511929 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:53:56.515984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:53:56.518802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:53:56.524393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:53:56.535525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:53:56.538417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.566710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:53:56.575760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.576098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment dbe8c2cd-3963-4412-a255-684faba8572f of type vlan for network 800e95b5-3a76-48c6-866b-948000d8126e Feb 16 08:53:56.603128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.630189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.633827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:56.634395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.735527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2335753 Feb 16 08:53:56.738352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37842) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:56.743770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-115055463', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:53:56.744838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db856b-42b1-414c-9cfb-ad9c66867d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=800e95b5-3a76-48c6-866b-948000d8126e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:56.750706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:53:56.755111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 800e95b5-3a76-48c6-866b-948000d8126e details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:53:56.758520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:53:56.761498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:53:56.769077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:53:56.780404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.781316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.801575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:56.942857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.115557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.143911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.278838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.237 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/53c72567-4280-49c6-8501-e08e6cd4d49d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:53:57.366282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:53:57.398955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 6a25d1bd-8220-4946-a095-3e56ee073f52 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:53:57.399790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 6a25d1bd-8220-4946-a095-3e56ee073f52 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:53:57.530229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.557128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.626005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:53:57.628665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:53:57.632846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:53:57.656734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=53c72567-4280-49c6-8501-e08e6cd4d49d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:57.792687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:57.793401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:58.017048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 9cad2090-de4d-43a1-b506-85c17f11de73 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:53:58.241847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:53:58.253510 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Sync routers for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:53:58.268577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:58.268960 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:58.269807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:58.271308 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-29bc99df-0306-44a0-9cb3-3af6edbbaa47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5316808 Feb 16 08:53:58.274089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37846) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:58.314105 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6c75bd7e-c36c-433c-823d-a8371054a94d tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388265 Feb 16 08:53:58.316624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37850) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:58.449295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586da912-00ab-4b36-96f2-e4ba00ff4662 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:58.451521 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-586da912-00ab-4b36-96f2-e4ba00ff4662 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334379 Feb 16 08:53:58.453651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:58.458823 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:58.493401 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bf3f6447-7c28-40e1-88c6-3abbf2527283 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386021 Feb 16 08:53:58.496043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:58.501395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-768313154', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:53:58.613204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:53:58.617080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:53:58.621093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:53:58.627347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:53:58.638014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:53:58.738868 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:53:57Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:53:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:58.740161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:58.743652 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Checking router: 9cad2090-de4d-43a1-b506-85c17f11de73 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:53:58.744001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Updating router 9cad2090-de4d-43a1-b506-85c17f11de73 port 53c72567-4280-49c6-8501-e08e6cd4d49d binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:53:58.795095 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:58.960665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.032956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=9d8b1280-e165-4980-8853-f4557c9bcfb9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:59.050178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:53:59.050178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 800e95b5-3a76-48c6-866b-948000d8126e, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:53:59.078940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 800e95b5-3a76-48c6-866b-948000d8126e is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:53:59.091681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 800e95b5-3a76-48c6-866b-948000d8126e) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:53:59.091681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:53:59.091681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.106601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab9533-d963-4e61-afc1-ebc4b8280577 None None] Network 800e95b5-3a76-48c6-866b-948000d8126e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:53:59.140502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37862) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:53:59.141091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5fa4850f-5358-4a55-87ee-00c24e512ccc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6405585 Feb 16 08:53:59.141255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.152795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Transition to ACTIVE for port object 53c72567-4280-49c6-8501-e08e6cd4d49d will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:53:59.159789 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.271806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Attempting to bind port 53c72567-4280-49c6-8501-e08e6cd4d49d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:53:59.272446 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Attempting to bind port 53c72567-4280-49c6-8501-e08e6cd4d49d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:53:59.272567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Attempting to bind port 53c72567-4280-49c6-8501-e08e6cd4d49d on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:53:59.281355 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Pushing event updated for resources: {'Port': ['ID=53c72567-4280-49c6-8501-e08e6cd4d49d,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:59.290764 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.291112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.291665 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.293662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.294069 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.294544 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:53:59.298740 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:53:59.299164 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:53:59.299675 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.300059 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:53:59.300622 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Bound port: 53c72567-4280-49c6-8501-e08e6cd4d49d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:53:59.301867 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.385284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-800e95b5-3a76-48c6-866b-948000d8126e', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:53:59.386323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.389162 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] For port 53c72567-4280-49c6-8501-e08e6cd4d49d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:53:59.393211 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] For port 53c72567-4280-49c6-8501-e08e6cd4d49d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=53c72567-4280-49c6-8501-e08e6cd4d49d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:53:59.398769 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.480440 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cfd87-ee26-4351-a4ca-7d05bcd1aa27 None None] Pushing event updated for resources: {'Port': ['ID=53c72567-4280-49c6-8501-e08e6cd4d49d,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:53:59.486486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:53:59.487542 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:53:59.570464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Allocated IP 172.20.0.2 (800e95b5-3a76-48c6-866b-948000d8126e/9d8b1280-e165-4980-8853-f4557c9bcfb9/977397f1-758e-491e-aaf7-647683997495) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:53:59.765195 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:53:59.949430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:53:59.967591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Transition to ACTIVE for port object 977397f1-758e-491e-aaf7-647683997495 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:53:59.987762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Transition to ACTIVE for port object 977397f1-758e-491e-aaf7-647683997495 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:53:59.995031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:00.059230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Network 800e95b5-3a76-48c6-866b-948000d8126e is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:54:00.060929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:54:00.065851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:54:00.108422 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:53:57Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:00.113457 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd9e3fd-7580-4cb9-a6c0-491823698542 None None] The sync data for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv is: [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:53:57Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:54:00.118702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Pushing event updated for resources: {'Port': ['ID=977397f1-758e-491e-aaf7-647683997495,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:00.201757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Attempting to bind port 977397f1-758e-491e-aaf7-647683997495 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:54:00.202736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Attempting to bind port 977397f1-758e-491e-aaf7-647683997495 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:54:00.202736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Attempting to bind port 977397f1-758e-491e-aaf7-647683997495 on network 800e95b5-3a76-48c6-866b-948000d8126e {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:54:00.210079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:54:00.210605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Checking segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:54:00.211463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:00.211758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Bound using segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:54:00.212308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Bound port: 977397f1-758e-491e-aaf7-647683997495, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:54:00.213217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:00.267263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:00.329833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] For port 977397f1-758e-491e-aaf7-647683997495, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:54:00.334486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] For port 977397f1-758e-491e-aaf7-647683997495, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=977397f1-758e-491e-aaf7-647683997495,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:54:00.342312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:00.469936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2292aa1-9972-4934-99de-cbf3b5619592 None None] Pushing event updated for resources: {'Port': ['ID=977397f1-758e-491e-aaf7-647683997495,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:00.869800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (800e95b5-3a76-48c6-866b-948000d8126e/9d8b1280-e165-4980-8853-f4557c9bcfb9/4cd7d9e7-b76a-4044-993b-94ad37e5fd9a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:54:01.097147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.114618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:54:01.137611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.225969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:01.243709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 800e95b5-3a76-48c6-866b-948000d8126e is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:54:01.245473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:54:01.256053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:54:01.333145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.436664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.487652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 977397f1-758e-491e-aaf7-647683997495 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:01.568549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 977397f1-758e-491e-aaf7-647683997495 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:01.574030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 53c72567-4280-49c6-8501-e08e6cd4d49d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:01.644305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 53c72567-4280-49c6-8501-e08e6cd4d49d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:01.650274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 53c72567-4280-49c6-8501-e08e6cd4d49d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:01.650717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.748577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b4f5af-1a71-40c5-acc1-0f53575d6747 None None] Network 800e95b5-3a76-48c6-866b-948000d8126e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:54:01.848642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.857855 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.863302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.882665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Provisioning for port 977397f1-758e-491e-aaf7-647683997495 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:01.896159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 53c72567-4280-49c6-8501-e08e6cd4d49d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=53c72567-4280-49c6-8501-e08e6cd4d49d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:01.903094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Provisioning complete for port 977397f1-758e-491e-aaf7-647683997495 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:01.903459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.931446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.973300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:01.977139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:01.985127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.109147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=53c72567-4280-49c6-8501-e08e6cd4d49d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:02.186194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.210992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 800e95b5-3a76-48c6-866b-948000d8126e is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:54:02.212185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:54:02.228192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] For port 977397f1-758e-491e-aaf7-647683997495, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=977397f1-758e-491e-aaf7-647683997495,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:02.235143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.308498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e13ae-8980-443a-8956-881027b22f87 None None] Pushing event updated for resources: {'Port': ['ID=977397f1-758e-491e-aaf7-647683997495,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:02.457532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Provisioning complete for port 977397f1-758e-491e-aaf7-647683997495 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:02.457905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.595271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Provisioning for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:02.600409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Provisioning complete for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:02.600810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.613060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 9cad2090-de4d-43a1-b506-85c17f11de73 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:54:02.660004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0ed0ec29-01ff-43ac-b040-e06b32395478 None None] Port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:54:02.781901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ae393970-a2ab-42cf-bc22-4245fb5d340b None None] Provisioning complete for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:02.782280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ae393970-a2ab-42cf-bc22-4245fb5d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:02.815700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:54:02.828238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-25b3dae9-5a02-49af-a60c-0cf5aa0e204b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/9cad2090-de4d-43a1-b506-85c17f11de73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6900074 Feb 16 08:54:02.830980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37866) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:02.835310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ae393970-a2ab-42cf-bc22-4245fb5d340b None None] Port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:54:02.964396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.964661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.965022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.965375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.965721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.966068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:02.967759 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0dc46702-68be-4fe2-8de7-01d00134a457 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1359150 Feb 16 08:54:02.970577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37870) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:03.039429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.040304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.040663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.041006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.041347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.041685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:03.043347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-15e792b9-9074-43ba-820e-44cc9cc59ed7 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0719178 Feb 16 08:54:03.045975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37874) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:03.238984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-50ce23b2-5f0a-4ad2-be5e-ff66e4515f44 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1894743 Feb 16 08:54:03.414461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 977397f1-758e-491e-aaf7-647683997495 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:03.483462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 977397f1-758e-491e-aaf7-647683997495 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:03.483831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.569241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37880) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:03.574829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-136888263', 'description': 'tempest-secgroup-smoke-136888263 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:03.580951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:03.585111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:03.588487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:03.594076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:03.600303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 53c72567-4280-49c6-8501-e08e6cd4d49d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:03.604848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.640155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:03.644169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:03.647169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:03.653108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:03.705785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 53c72567-4280-49c6-8501-e08e6cd4d49d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:03.706159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.717634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.721781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.765937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:03.769236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.770813 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8823a496-79ab-4db2-a675-d3bf213fcbf2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2005424 Feb 16 08:54:03.774060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37884) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:03.781275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:03.787202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:03.791532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:03.794466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:03.800238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:03.818623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.879450 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.883033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.905378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd19841-70a7-40ac-9545-78ee3153b608,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:03.913510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:03.915237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f59b1b34-47db-4d87-a35a-84062006d25d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1390824 Feb 16 08:54:03.917952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37888) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:03.923991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:03.929399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:03.933793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:03.936639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:03.943299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:03.944332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Sync routers for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:54:03.957062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:03.957771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:03.960535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.025029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.029740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.055448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad9be62-30ff-49a6-9eef-bd08d1d5e3bb,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:04.064823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.066168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b4c481fe-c040-4c96-b965-be07db4dbbd7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1471336 Feb 16 08:54:04.068787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37892) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:04.074278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:04.080439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:04.084195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:04.087974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:04.093567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:04.110738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.137729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:04.172634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.176423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.199212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d824fe0c-8d2e-44a6-8509-4bead32f8b4c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:04.208907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.210771 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-73d9ac10-1411-41ef-b23b-8f22b9d595d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1409750 Feb 16 08:54:04.213892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37896) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:04.219350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:04.225062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:04.229399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:04.232251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:04.237802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:04.254395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.319618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.323346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.346169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d6f496-b830-4dff-a9d7-025f5aa63a60,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:04.355542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.356216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-93df87ec-4bff-43e1-a10f-d017cad25221 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1413636 Feb 16 08:54:04.358972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37900) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:04.364588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:04.370807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:04.374550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:04.377325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:04.382959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:04.393906 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:54:04.400917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.457665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:04.461527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Checking router: 9cad2090-de4d-43a1-b506-85c17f11de73 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:54:04.462420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Updating router 9cad2090-de4d-43a1-b506-85c17f11de73 port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:54:04.469923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.473630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.499428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a9d2085-9bfb-4256-b7fa-6418b9e9ebe4,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:04.509912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.511201 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-45751b68-2883-4ecd-8320-f2a693a2ef5d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1512494 Feb 16 08:54:04.513027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.514045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37904) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:04.519585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '45c49a96-ddcb-4bd9-a3ad-7daa45ee0971', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:04.525773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:04.529610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:04.532557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:04.538091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:04.548476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:54:04.554973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.621162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.625303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.648283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4f792e-7fd1-4928-b227-b17bb05c386f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:04.657256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.658494 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bcc05091-cab0-46f2-a8e3-08f8c7478bb2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1434124 Feb 16 08:54:04.835019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-24074b9f-d605-4f30-82cd-fe7e51fa44b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-136888263&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0419388 Feb 16 08:54:04.860427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.872591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Transition to ACTIVE for port object 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:54:04.878898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:04.994931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-de6dc608-033b-4662-9738-9a1d5ee28d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:04.995642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-de6dc608-033b-4662-9738-9a1d5ee28d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:04.999973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c62b-ec4a-421f-993a-b4a0ca0de522 None None] Pushing event updated for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:05.016869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-de6dc608-033b-4662-9738-9a1d5ee28d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:05.023008 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-de6dc608-033b-4662-9738-9a1d5ee28d99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 797 time: 0.1796103 Feb 16 08:54:05.036104 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-4efc7af7-b741-4044-bb53-f4c102e9a39d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0121419 Feb 16 08:54:05.101775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Attempting to bind port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:54:05.102216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Attempting to bind port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:54:05.103757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Attempting to bind port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a on network 800e95b5-3a76-48c6-866b-948000d8126e {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:54:05.110634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:54:05.111014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Checking segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:54:05.111585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:05.112004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Bound using segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:54:05.112472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Bound port: 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:54:05.112850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:05.137466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-1740334b-b2f6-45b6-8f24-2cc436bd0455 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0927918 Feb 16 08:54:05.247552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] For port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:54:05.252947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] For port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:54:05.257696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:05.282330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-cdacaf95-b16a-4a59-8177-6b5c4bd1c1f7 service neutron] 10.222.0.94 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333950 Feb 16 08:54:05.342471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c5c62b-ec4a-421f-993a-b4a0ca0de522 None None] Pushing event updated for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:05.345295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:05.346029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:53:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:05.427306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0af2a4df-9d18-43b3-abcb-4fb5ba1ad0a9 service neutron] 10.222.0.94 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388922 Feb 16 08:54:05.591285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:05.622222 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9839fae0-03a6-4e2d-b205-3913f227f283 req-50fa4e05-b971-4733-9935-0b4e97fa0597 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 210 time: 0.0419877 Feb 16 08:54:05.913859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:05Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:05.918597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6270a-efdc-484f-8193-75a926cacf94 None None] The sync data for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv is: [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:05Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:54:06.822683 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e214c2fc-fba7-4a3d-9f8b-d39c7aff22bd req-c2c391f5-b346-42ff-9369-29e2482f3a61 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 210 time: 0.0422168 Feb 16 08:54:06.892700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-02472eef-69bc-434b-b95f-88b3ed5fa592 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:06.894120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-02472eef-69bc-434b-b95f-88b3ed5fa592 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 797 time: 0.2544761 Feb 16 08:54:06.956917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-d44cc02c-4c8e-41b0-ac60-aeca47a20878 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:06.971871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-d44cc02c-4c8e-41b0-ac60-aeca47a20878 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:06.973092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-d44cc02c-4c8e-41b0-ac60-aeca47a20878 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0584106 Feb 16 08:54:07.003509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['45c49a96-ddcb-4bd9-a3ad-7daa45ee0971']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:07.135944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:07.139933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:07.142683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:07.148446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:07.158689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:54:07.161758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.322318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.12 (800e95b5-3a76-48c6-866b-948000d8126e/9d8b1280-e165-4980-8853-f4557c9bcfb9/e2986577-3405-4ba7-bc9a-3b83cfcd50fa) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:54:07.435162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:07.504461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:07.509942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:07.510072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.510287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.524754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object e2986577-3405-4ba7-bc9a-3b83cfcd50fa will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:54:07.548842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.616901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 800e95b5-3a76-48c6-866b-948000d8126e is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:54:07.620927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:54:07.623539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:54:07.624641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.663635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:07.669001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.669361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:07.699523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:07.700138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.725465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-0e409cdd-2c66-46b6-9d03-0517761c684c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7254632 Feb 16 08:54:07.739356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:07.745838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Request body: {'port': {'device_id': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:07.854245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.870153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b0fc5e94-b9df-48eb-985b-6adba8184ccb None None] Provisioning for port e2986577-3405-4ba7-bc9a-3b83cfcd50fa completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:07.879858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b0fc5e94-b9df-48eb-985b-6adba8184ccb None None] Provisioning complete for port e2986577-3405-4ba7-bc9a-3b83cfcd50fa triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:07.880384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5e94-b9df-48eb-985b-6adba8184ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:07.936566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b0fc5e94-b9df-48eb-985b-6adba8184ccb None None] Port e2986577-3405-4ba7-bc9a-3b83cfcd50fa cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:54:08.112009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864df40-9cf8-4cb5-b667-e898f6d2324c req-cba9b35c-ab6f-48c9-b8d6-f713ad91e8d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:08.113367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2864df40-9cf8-4cb5-b667-e898f6d2324c req-cba9b35c-ab6f-48c9-b8d6-f713ad91e8d6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 932 time: 0.1628263 Feb 16 08:54:08.157941 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2864df40-9cf8-4cb5-b667-e898f6d2324c req-52d0228e-2526-4dda-9089-81f8ce613944 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381017 Feb 16 08:54:08.200275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2986577-3405-4ba7-bc9a-3b83cfcd50fa {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:54:08.207325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.221328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Transition to ACTIVE for port object e2986577-3405-4ba7-bc9a-3b83cfcd50fa will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:54:08.224846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.345809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:08.439007 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f460395-93e4-482c-9757-7241d387ed57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.453603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Attempting to bind port e2986577-3405-4ba7-bc9a-3b83cfcd50fa on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:54:08.453938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Attempting to bind port e2986577-3405-4ba7-bc9a-3b83cfcd50fa by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:54:08.454265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Attempting to bind port e2986577-3405-4ba7-bc9a-3b83cfcd50fa on network 800e95b5-3a76-48c6-866b-948000d8126e {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:54:08.460478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Port e2986577-3405-4ba7-bc9a-3b83cfcd50fa on network 800e95b5-3a76-48c6-866b-948000d8126e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:54:08.460800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Attempting to bind port e2986577-3405-4ba7-bc9a-3b83cfcd50fa on network 800e95b5-3a76-48c6-866b-948000d8126e {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:54:08.467547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:54:08.467881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Checking segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:54:08.468260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Bound using segment: {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:54:08.468686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Bound port: e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbe8c2cd-3963-4412-a255-684faba8572f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:54:08.469053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.556623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:54:08.559769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:54:08.563962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.624566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:08.625910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] 10.222.0.98 "PUT /v2.0/ports/e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 1094 time: 0.8861973 Feb 16 08:54:08.626342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:08.645281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9118b5-2e27-40a3-938a-5d316090c9b8 service neutron] Pushing event updated for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:08.715340 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'status': 'completed', 'code': 200} Feb 16 08:54:08.841672 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-8fac4431-8723-4e79-9375-0d40640530bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1097 time: 0.1634371 Feb 16 08:54:08.919076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-1d01c0de-df3a-46ee-84d5-1eefea8a2dac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 217 time: 0.0637207 Feb 16 08:54:08.980362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-3077ecf3-bb57-460a-ad31-c6e2e6cbb7f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:08.981742 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-3077ecf3-bb57-460a-ad31-c6e2e6cbb7f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.0569224 Feb 16 08:54:09.067579 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-abc44b51-f282-4692-8a09-f087517d796d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799255 Feb 16 08:54:09.197611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-d06aed3d-c320-42e0-86c5-325392cddf33 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238337 Feb 16 08:54:09.334339 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-177be90a-c8e9-4fa8-b498-0e03af9d8e39 req-9d888180-4d2b-4d85-80ae-80845426c883 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298323 Feb 16 08:54:09.359241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257d0f5-f273-4ade-a1ed-d933aef30199 req-39486a1a-0113-4cb2-a6bf-632d53da20d0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:09.361491 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3257d0f5-f273-4ade-a1ed-d933aef30199 req-39486a1a-0113-4cb2-a6bf-632d53da20d0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 944 time: 0.0793934 Feb 16 08:54:09.407429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3257d0f5-f273-4ade-a1ed-d933aef30199 req-e41620eb-6ee7-4d14-b9d0-26d856498be5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404365 Feb 16 08:54:09.421463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:09.488857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:09.489506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:09.504382 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-fae4566a-b23d-48a7-96f0-4b38d86537ca service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1097 time: 0.0733271 Feb 16 08:54:09.643127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-157924ec-53a5-4f63-91c3-e98bb7dfb1be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:09.644600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-157924ec-53a5-4f63-91c3-e98bb7dfb1be service neutron] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 898 time: 0.1335924 Feb 16 08:54:09.710053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-3b41d60a-7511-4659-8a39-8dd8671f79e3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 217 time: 0.0593989 Feb 16 08:54:09.774636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-dc1afb44-24a4-4e97-92bc-9965bc0e390e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:09.775945 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-dc1afb44-24a4-4e97-92bc-9965bc0e390e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.0595820 Feb 16 08:54:09.846840 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-3b89b678-ae52-465d-930c-0c3466b817bd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648415 Feb 16 08:54:09.974649 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-7eab299b-9e0e-4958-a5b2-562c362023f2 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212399 Feb 16 08:54:10.102319 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d6787420-128c-40ff-a82d-6fedc07de1fe req-20e00376-086b-40dd-86e7-276a743af012 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213567 Feb 16 08:54:10.614853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a12ae-2a6b-40f9-a503-46d2afdc1a47 req-ce1c00cb-78a2-47bb-9fd9-1d4675d784bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:10.616295 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b7a12ae-2a6b-40f9-a503-46d2afdc1a47 req-ce1c00cb-78a2-47bb-9fd9-1d4675d784bc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 944 time: 0.0806472 Feb 16 08:54:10.661308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b7a12ae-2a6b-40f9-a503-46d2afdc1a47 req-6fdb1db5-1e7b-4fc8-a636-9bf48ff10c04 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Feb 16 08:54:10.923732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2599e5a0-1e7d-46da-8976-131303d32b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:11.684028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:11.866512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41a07c-ab05-4a74-9675-8831fa919d7f req-b3eebeef-65f3-4963-9677-4ab72df0eb43 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:11.868379 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6f41a07c-ab05-4a74-9675-8831fa919d7f req-b3eebeef-65f3-4963-9677-4ab72df0eb43 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 944 time: 0.0846055 Feb 16 08:54:11.915209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6f41a07c-ab05-4a74-9675-8831fa919d7f req-76e2fca3-581e-43d6-a141-b91bca9c66c0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411551 Feb 16 08:54:11.938473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:12.654371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e2986577-3405-4ba7-bc9a-3b83cfcd50fa details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:54:12.728438 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:54:12.785837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:12.798569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'port_id': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'mac_address': 'fa:16:3e:59:da:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:54:12.849936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:12.866272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2986577-3405-4ba7-bc9a-3b83cfcd50fa {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:54:12.880858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:12.884912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:12.950269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:13.111169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220b7-3e3e-4c19-a3fc-1662ac98960a req-82a56059-501e-47ec-b100-ca9935189f45 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:13.112598 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ba220b7-3e3e-4c19-a3fc-1662ac98960a req-82a56059-501e-47ec-b100-ca9935189f45 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 945 time: 0.0741591 Feb 16 08:54:13.157171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ba220b7-3e3e-4c19-a3fc-1662ac98960a req-74c4a0df-40f1-4ec3-904a-de8e7e03c1e4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386734 Feb 16 08:54:13.187820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['e2986577-3405-4ba7-bc9a-3b83cfcd50fa'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:54:13.757885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:14.361605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ca286-078b-4475-9af6-31ed44703e43 req-4deb1cbf-682d-4081-9e79-a9f8912dcf7d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:14.363060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b23ca286-078b-4475-9af6-31ed44703e43 req-4deb1cbf-682d-4081-9e79-a9f8912dcf7d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 945 time: 0.0784853 Feb 16 08:54:14.406498 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b23ca286-078b-4475-9af6-31ed44703e43 req-0ff41484-b1d7-45f6-aa7b-c95e1dde6362 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375125 Feb 16 08:54:14.665071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e2986577-3405-4ba7-bc9a-3b83cfcd50fa up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:54:14.731992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port e2986577-3405-4ba7-bc9a-3b83cfcd50fa completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:54:14.736440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port e2986577-3405-4ba7-bc9a-3b83cfcd50fa triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:54:14.736814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:14.878754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:14.904679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:14.915636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:14.920157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:14.963256 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'code': 200} Feb 16 08:54:14.990808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:15.228432 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a33ac37-29e8-4008-9a4b-4a0a72f53bd0 req-6cdb906d-3554-4aad-ba07-b632c3119204 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1099 time: 0.0754929 Feb 16 08:54:15.270042 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a33ac37-29e8-4008-9a4b-4a0a72f53bd0 req-ec64d0a0-2335-4e13-954a-bd4d47d96713 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348792 Feb 16 08:54:15.600537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078172d-53f6-449e-93a7-b1e4814c2fef req-af0e6946-388b-412f-8f55-ae98b823ab50 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:15.602019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2078172d-53f6-449e-93a7-b1e4814c2fef req-af0e6946-388b-412f-8f55-ae98b823ab50 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0744224 Feb 16 08:54:15.646743 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2078172d-53f6-449e-93a7-b1e4814c2fef req-b9d18a04-ffb4-4ff8-b1ac-86a49310c660 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 Feb 16 08:54:16.846207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ca66f-81ef-4c63-9da8-d6e2dce66905 req-78f8695c-0270-4272-914c-8defde568ab8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:16.847678 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ac4ca66f-81ef-4c63-9da8-d6e2dce66905 req-78f8695c-0270-4272-914c-8defde568ab8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0789223 Feb 16 08:54:16.891975 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ac4ca66f-81ef-4c63-9da8-d6e2dce66905 req-bea4bf02-a244-42d4-8ead-d8963600655e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387666 Feb 16 08:54:17.081305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35076a3-5994-444f-a841-1c90026d94b9 req-e309fa02-f94d-4f24-821f-061f88d3f89b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:17.082809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d35076a3-5994-444f-a841-1c90026d94b9 req-e309fa02-f94d-4f24-821f-061f88d3f89b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0730624 Feb 16 08:54:17.128841 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d35076a3-5994-444f-a841-1c90026d94b9 req-686904c1-2585-496b-b895-5b9c13673fad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402422 Feb 16 08:54:17.155766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37954) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:17.223714 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6496dc1-2cd6-417c-91ae-4484bf5c395b tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1094 time: 0.0666797 Feb 16 08:54:17.226092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37958) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:17.231089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:54:17.236356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:54:17.240336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:54:17.243122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:54:17.248747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:54:17.260122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:17.393851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:17.528263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.47 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/5182c89c-37a5-4c95-a752-8945badac9bc) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:54:17.672954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:17.701431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:17.766441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:54:17.769011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:54:17.771503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:54:17.809973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=5182c89c-37a5-4c95-a752-8945badac9bc,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:18.350741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:18.406480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:18.600555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:18.605239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:18.708478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=5182c89c-37a5-4c95-a752-8945badac9bc,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:18.723710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:18.908450 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 97832bad-5b02-4ff2-acc6-5e9896c9b1ba associated. External IP: 172.26.4.47, port: e2986577-3405-4ba7-bc9a-3b83cfcd50fa. Feb 16 08:54:19.279369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 9cad2090-de4d-43a1-b506-85c17f11de73 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:54:19.400396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-b1339b7b-48a3-4ae4-b33e-e7237c12453e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669312 Feb 16 08:54:19.475562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:54:19.485975 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Sync routers for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:54:19.498672 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:19.499510 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:19.502684 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:19.556689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ed0cb85c-7011-481f-a915-c23f681629ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3294685 Feb 16 08:54:19.557294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:19.559825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 37962) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:19.615515 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'status': 'completed', 'code': 200} Feb 16 08:54:19.675800 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:19.766702 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-1aac940a-1558-4eb9-a1d0-d66ed9bc8f41 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1098 time: 0.2728963 Feb 16 08:54:19.879442 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-166b213b-2aaa-46e0-9dc1-f974465cbaad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/97832bad-5b02-4ff2-acc6-5e9896c9b1ba HTTP/1.1" status: 200 len: 991 time: 0.3185527 Feb 16 08:54:19.930547 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-f6e20066-ab6e-4020-843a-44b5fc19bbd6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1099 time: 0.1952813 Feb 16 08:54:20.011341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-5ac8624b-dff2-4e86-b327-608709e57585 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:20.012760 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-5ac8624b-dff2-4e86-b327-608709e57585 service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.2210860 Feb 16 08:54:20.018681 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '97832bad-5b02-4ff2-acc6-5e9896c9b1ba', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'port_id': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'mac_address': 'fa:16:3e:59:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:54:18Z', 'updated_at': '2022-02-16T08:54:18Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:20.022455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Checking router: 9cad2090-de4d-43a1-b506-85c17f11de73 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:54:20.033206 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:20.033792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:20.151943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-6c259e1f-5b2c-4d5c-8d04-026f76aa3903 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:20.153278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-6c259e1f-5b2c-4d5c-8d04-026f76aa3903 service neutron] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 898 time: 0.2141478 Feb 16 08:54:20.154974 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-d51aa292-8611-4966-8a95-e169d01f4ecc service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 999 time: 0.1359327 Feb 16 08:54:20.210011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:20.300467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-878f00aa-c87f-46ea-9f98-8b758ecef70e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:20.301862 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-878f00aa-c87f-46ea-9f98-8b758ecef70e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0927553 Feb 16 08:54:20.306210 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-6cc9d039-4150-49fe-b1a5-e20b802491fa service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 999 time: 0.1427336 Feb 16 08:54:20.416120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-372728b6-ef96-43d3-91c3-f799d9dffef4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:20.417461 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-372728b6-ef96-43d3-91c3-f799d9dffef4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.1037874 Feb 16 08:54:20.471378 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-fa717d55-1749-4e3f-a356-492465be688e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1586788 Feb 16 08:54:20.576385 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '97832bad-5b02-4ff2-acc6-5e9896c9b1ba', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'port_id': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'mac_address': 'fa:16:3e:59:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:54:18Z', 'updated_at': '2022-02-16T08:54:18Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:20.580669 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a70783-5165-42cc-b5c0-ea46d80ac10e None None] The sync data for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv is: [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '97832bad-5b02-4ff2-acc6-5e9896c9b1ba', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'port_id': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'mac_address': 'fa:16:3e:59:da:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:54:18Z', 'updated_at': '2022-02-16T08:54:18Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:54:20.585435 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-477fba41-5043-4774-9e7d-5a38cd5b8d07 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1612577 Feb 16 08:54:20.687402 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-ebcb71fe-06c4-47fe-9e6a-7c1d53a8fa35 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094846 Feb 16 08:54:20.819818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-23f8da97-8401-4737-b480-ca1bbd48e655 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242117 Feb 16 08:54:20.883884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:20.921302 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-483c8abd-a0d4-4a7c-8111-2f71d2c948ba req-4de0430d-9e80-4f0b-8d81-805a0a1445a6 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270350 Feb 16 08:54:20.971198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d3a3a5a-d14b-4b19-9e96-f349363f75ec req-a445bd83-0e1d-46c3-a7d8-143aa1df8c69 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417804 Feb 16 08:54:21.089015 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1aa8647e-e9e8-4249-b197-a305312c4631 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/97832bad-5b02-4ff2-acc6-5e9896c9b1ba HTTP/1.1" status: 200 len: 991 time: 0.2038209 Feb 16 08:54:22.092336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37972) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:22.113529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b162264-af26-4a10-92fa-4785c497feb8 None None] New status for floating IP 97832bad-5b02-4ff2-acc6-5e9896c9b1ba: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:54:22.196833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b45a501a-1003-4d20-9a90-8abbc2b95d23 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/97832bad-5b02-4ff2-acc6-5e9896c9b1ba HTTP/1.1" status: 200 len: 991 time: 0.1031308 Feb 16 08:54:23.200098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37976) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:23.304771 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c8773e89-c438-4ee4-bd25-1566dbdfa83d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/97832bad-5b02-4ff2-acc6-5e9896c9b1ba HTTP/1.1" status: 200 len: 993 time: 0.1034951 Feb 16 08:54:31.898148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:38.439800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e873e7d1-622a-431e-be71-03168e57288c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:40.925664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2dc91ceb-e11d-4dbf-972f-442dd613ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:41.685495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:41.938083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:43.761191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:45.307954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 37986) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:45.501773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port ee65af02-27bb-4f81-b6b7-5536fc2b4a9f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:54:45.502107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:45.662294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:45.662591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:45.776607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for ee65af02-27bb-4f81-b6b7-5536fc2b4a9f owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:54:45.916361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:45.958108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=ee65af02-27bb-4f81-b6b7-5536fc2b4a9f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:46.048843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:46.514493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:54:46.710349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:54:46.719595 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:54:46.725550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:46.731562 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:46.732158 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:46.777074 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2c401be0-dca7-4156-ace0-62dc1105b691 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "DELETE /v2.0/floatingips/e149a412-ee5c-4d2d-ab8a-8edd257ce403 HTTP/1.1" status: 204 len: 168 time: 1.4678769 Feb 16 08:54:46.777492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:46.832886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'status': 'completed', 'code': 200} Feb 16 08:54:46.906366 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:46.949345 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-030c2c58-3aa8-478b-bb18-62985e22c178 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 1098 time: 0.0709791 Feb 16 08:54:47.207122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133538-7fa5-47d3-9789-0eb57787125e req-2d3a9dab-863a-4463-8dcf-c6af45113c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:47.208930 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-2d3a9dab-863a-4463-8dcf-c6af45113c9a service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.2526782 Feb 16 08:54:47.254423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06545dec-bc31-4c8f-a492-feb08245ecd1 req-f54b76a4-cfce-4a5c-adb4-31d9c5f3827e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:47.255442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-06545dec-bc31-4c8f-a492-feb08245ecd1 req-f54b76a4-cfce-4a5c-adb4-31d9c5f3827e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:47.276159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-06545dec-bc31-4c8f-a492-feb08245ecd1 req-f54b76a4-cfce-4a5c-adb4-31d9c5f3827e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:47.277444 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-06545dec-bc31-4c8f-a492-feb08245ecd1 req-f54b76a4-cfce-4a5c-adb4-31d9c5f3827e tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.1701493 Feb 16 08:54:47.283162 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:47.287037 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:54:47.294531 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-bbed57d6-2f80-404c-9519-b6bec2fe5a46 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 200 len: 217 time: 0.0751114 Feb 16 08:54:47.298164 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:47.298990 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:47.331979 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-06545dec-bc31-4c8f-a492-feb08245ecd1 req-fc525883-cee4-4108-830e-276cd3d34146 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467927 Feb 16 08:54:47.365717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77133538-7fa5-47d3-9789-0eb57787125e req-ab41db30-f677-4756-b0f2-9c26de99dab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:47.367209 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-ab41db30-f677-4756-b0f2-9c26de99dab4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0660343 Feb 16 08:54:47.439647 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-0ef372b2-abff-4966-bf91-e5952b0290c4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656574 Feb 16 08:54:47.469597 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:47.569248 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-3b8e9585-6f9a-48af-8e63-ac96e7575430 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218646 Feb 16 08:54:47.698213 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-77133538-7fa5-47d3-9789-0eb57787125e req-88933b0b-749e-45dc-9a5c-fee30214cab1 service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220028 Feb 16 08:54:47.830825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:47.834578 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e07733-672c-48fe-842d-42292b0f1b39 None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f49c8b45-380b-44ff-a989-6a75beaa1c02', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'floating_ip_address': '172.26.4.9', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'port_id': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'mac_address': 'fa:16:3e:d5:e6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:50:52Z', 'updated_at': '2022-02-16T08:50:55Z', 'revision_number': 1, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:54:48.045510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4384a965-1195-4841-b72a-56b302936fb9 None None] New status for floating IP e149a412-ee5c-4d2d-ab8a-8edd257ce403: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:54:48.602992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039282f-94ec-4856-95e6-de9f943fe271 req-8d62db8c-3be5-4718-b96b-6276585b5b2c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:48.602992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9039282f-94ec-4856-95e6-de9f943fe271 req-8d62db8c-3be5-4718-b96b-6276585b5b2c tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.1410737 Feb 16 08:54:48.641884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9039282f-94ec-4856-95e6-de9f943fe271 req-14b00c6a-98ca-4b2a-a918-8c974b4c6033 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379729 Feb 16 08:54:48.952413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-c1632de0-b171-461e-83cd-fb52acd31cd9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:48.953004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-c1632de0-b171-461e-83cd-fb52acd31cd9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:48.965113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-c1632de0-b171-461e-83cd-fb52acd31cd9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:48.966167 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-c1632de0-b171-461e-83cd-fb52acd31cd9 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 945 time: 0.0906525 Feb 16 08:54:49.032227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port f57a4564-bd99-439d-a33d-423d4f6e07dd {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:54:49.032565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:49.267862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] For port f57a4564-bd99-439d-a33d-423d4f6e07dd, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f57a4564-bd99-439d-a33d-423d4f6e07dd,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:49.268228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:49.386860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for f57a4564-bd99-439d-a33d-423d4f6e07dd owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:54:49.522857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:49.568542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=f57a4564-bd99-439d-a33d-423d4f6e07dd,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:49.603706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.604058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.604394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.604726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.605060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.605389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.605717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.606048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.606367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.606714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.607033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:49.654593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] No DVR routers for this DVR port f57a4564-bd99-439d-a33d-423d4f6e07dd on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:54:49.656938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:49.659472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'name': 'network-vif-deleted', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:49.676766 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6632df8d-8e19-4d77-9d10-dc9a117f972d req-bcf5adf6-8b7b-4d17-b5e0-e21c894fde64 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "DELETE /v2.0/ports/f57a4564-bd99-439d-a33d-423d4f6e07dd HTTP/1.1" status: 204 len: 173 time: 0.7044871 Feb 16 08:54:49.728085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b8b5425-e171-49bf-97f8-d37a3ced4d48', 'name': 'network-vif-deleted', 'tag': 'f57a4564-bd99-439d-a33d-423d4f6e07dd', 'status': 'completed', 'code': 200} Feb 16 08:54:49.730529 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:54:49.802301 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b10f7802-79c1-40c6-9f6f-95ac89dd4407 req-0ac0fdb3-bb0c-4969-93ac-36f34cffe230 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=1b8b5425-e171-49bf-97f8-d37a3ced4d48 HTTP/1.1" status: 200 len: 210 time: 0.0397806 Feb 16 08:54:52.747763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f57a4564-bd99-439d-a33d-423d4f6e07dd no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:54:52.782806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: f57a4564-bd99-439d-a33d-423d4f6e07dd {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:54:52.783147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f57a4564-bd99-439d-a33d-423d4f6e07dd not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:54:55.415674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38032) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:54:55.609567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port d852f69b-519d-47cd-9b3c-fb06f2d1d2a4 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:54:55.609820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:55.771223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:55.771545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:55.891824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for d852f69b-519d-47cd-9b3c-fb06f2d1d2a4 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:54:56.032046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:56.078155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=d852f69b-519d-47cd-9b3c-fb06f2d1d2a4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:56.114715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.115054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.115386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.115713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.116035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.116355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.116698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.117015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.117331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.117643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.117952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:54:56.174327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:56.633178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:54:56.826363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:54:56.836791 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:54:56.841918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:56.848673 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:56.849267 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:56.892878 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-93f675c0-076a-46aa-b148-761b8c881cbb tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "DELETE /v2.0/floatingips/f49c8b45-380b-44ff-a989-6a75beaa1c02 HTTP/1.1" status: 204 len: 168 time: 1.4760120 Feb 16 08:54:56.893294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:56.948594 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'status': 'completed', 'code': 200} Feb 16 08:54:57.025536 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:57.066626 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-66e763ee-307d-44f2-b929-03a6b2c7038a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=760e6d0c21c540fd90806025c5b18119&device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 1098 time: 0.0734553 Feb 16 08:54:57.203650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-3cf446a6-d53d-46ba-b8e7-ddfcd807370b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:57.205177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-3cf446a6-d53d-46ba-b8e7-ddfcd807370b service neutron] 10.222.0.98 "GET /v2.0/networks?id=0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 200 len: 913 time: 0.1316690 Feb 16 08:54:57.381564 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-d7c3e412-b99e-40c6-a2f7-a18fe171056f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 200 len: 217 time: 0.1690381 Feb 16 08:54:57.383316 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:57.387994 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:54:57.399780 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:54:57.400368 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:57.449046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-4967e7d3-acdf-4fdb-8693-eb42a1b6a2f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:57.450520 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-4967e7d3-acdf-4fdb-8693-eb42a1b6a2f4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 200 len: 851 time: 0.0606358 Feb 16 08:54:57.457212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47325fe8-b85c-4bda-b21d-3799d17da750 req-e7eae9ff-6b24-4ada-bcaf-b157ec06bd19 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:57.457836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-47325fe8-b85c-4bda-b21d-3799d17da750 req-e7eae9ff-6b24-4ada-bcaf-b157ec06bd19 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:57.474212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-47325fe8-b85c-4bda-b21d-3799d17da750 req-e7eae9ff-6b24-4ada-bcaf-b157ec06bd19 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:57.475761 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-47325fe8-b85c-4bda-b21d-3799d17da750 req-e7eae9ff-6b24-4ada-bcaf-b157ec06bd19 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0987558 Feb 16 08:54:57.527828 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-47325fe8-b85c-4bda-b21d-3799d17da750 req-08ff5640-e858-4a92-b446-1e803fc819fa tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Feb 16 08:54:57.535781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-37d9b6b0-5c3d-4c6b-86cb-59853bf01ea2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=0d5ebae1-1197-4560-bcf8-614f6fea6b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752385 Feb 16 08:54:57.590745 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:54:57.667660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-6e9938a5-f6a4-4f4a-a112-5e25e7bac99a service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244080 Feb 16 08:54:57.797937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d5065d50-7b92-4b02-9dd6-c6cf1b72c194 req-4a743a14-7c1f-4b90-b0d6-d6279c657e6a service neutron] 10.222.0.98 "GET /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232407 Feb 16 08:54:57.886788 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:54:57.890476 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5882f18c-86c4-4c56-b265-1baa86578bfb None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:39Z', 'revision_number': 4, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '493d4f4a-d4a6-442b-b769-35a117ba4ad1', 'name': '', 'network_id': '0d5ebae1-1197-4560-bcf8-614f6fea6b65', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'mac_address': 'fa:16:3e:6a:d0:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:38Z', 'updated_at': '2022-02-16T08:48:01Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'subnets': [{'id': 'c5d85905-7f29-404d-9db2-46bf1f033185', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:54:58.099544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc693ce6-c4d8-4b59-876e-c9fccce3c670 None None] New status for floating IP f49c8b45-380b-44ff-a989-6a75beaa1c02: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:54:58.722081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744e855-78c3-4cb7-ac72-d975db6ca152 req-44b19eed-23de-466c-8b39-d8809dcda3e6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:58.723538 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a744e855-78c3-4cb7-ac72-d975db6ca152 req-44b19eed-23de-466c-8b39-d8809dcda3e6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0744870 Feb 16 08:54:58.767298 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a744e855-78c3-4cb7-ac72-d975db6ca152 req-c482bc52-94bd-4099-9a7f-c8a6d23a2ba6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/security-groups?id=e97b49ee-990e-4109-ab2d-4479a38590d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378411 Feb 16 08:54:59.035260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-825bd586-4ccb-4191-bfe3-c93d402c72cf tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:54:59.035932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-825bd586-4ccb-4191-bfe3-c93d402c72cf tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Synchronizing usage tracker for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:54:59.047661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-825bd586-4ccb-4191-bfe3-c93d402c72cf tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Unset dirty status for tenant:760e6d0c21c540fd90806025c5b18119 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:54:59.048708 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-825bd586-4ccb-4191-bfe3-c93d402c72cf tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 945 time: 0.0850987 Feb 16 08:54:59.116565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port dabfab6a-4ff4-40ca-907e-6984b738b4db {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:54:59.116843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:59.355480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] For port dabfab6a-4ff4-40ca-907e-6984b738b4db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=dabfab6a-4ff4-40ca-907e-6984b738b4db,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:54:59.355752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:59.477098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for dabfab6a-4ff4-40ca-907e-6984b738b4db owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:54:59.614660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:59.674368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=dabfab6a-4ff4-40ca-907e-6984b738b4db,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:54:59.748306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] No DVR routers for this DVR port dabfab6a-4ff4-40ca-907e-6984b738b4db on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:54:59.750833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:54:59.754569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'name': 'network-vif-deleted', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:54:59.768663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b38582ed-a7b8-4121-9c98-93ef76fe4c57 req-698e025e-42c7-400d-bed9-635098dd6be6 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.98 "DELETE /v2.0/ports/dabfab6a-4ff4-40ca-907e-6984b738b4db HTTP/1.1" status: 204 len: 173 time: 0.7148192 Feb 16 08:54:59.945487 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-79c5befc-6c0a-494b-9294-a7c215254786 req-a8b8fae4-ed86-45a4-8e2c-b3c56f865a00 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "GET /v2.0/ports?device_id=a6cead2a-638b-4ca2-9584-44492b1f9f62 HTTP/1.1" status: 200 len: 210 time: 0.0493586 Feb 16 08:54:59.977485 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6cead2a-638b-4ca2-9584-44492b1f9f62', 'name': 'network-vif-deleted', 'tag': 'dabfab6a-4ff4-40ca-907e-6984b738b4db', 'status': 'completed', 'code': 200} Feb 16 08:55:01.068293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38052) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:01.215145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Deleting port b268b2a2-8231-41dd-8067-b054f2831a87 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:01.215490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.381861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.382231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.497940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Calling delete_port for b268b2a2-8231-41dd-8067-b054f2831a87 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:01.628473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.680807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'Port': ['ID=b268b2a2-8231-41dd-8067-b054f2831a87,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:01.767997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.781460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:01.782605 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb790537-b788-4e10-bccf-e7330e9329a1 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "DELETE /v2.0/floatingips/4958071c-18cb-4c74-b5a8-8cab392a8fc7 HTTP/1.1" status: 204 len: 168 time: 0.7133224 Feb 16 08:55:01.905816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:02.820653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device dabfab6a-4ff4-40ca-907e-6984b738b4db no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:02.852711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: dabfab6a-4ff4-40ca-907e-6984b738b4db {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:02.852969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device dabfab6a-4ff4-40ca-907e-6984b738b4db not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:04.243585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38068) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:04.406324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:04.434270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:04.499255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:04.516860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b49ee-990e-4109-ab2d-4479a38590d2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:04.529653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:04.530795 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1c8fd0bb-a43b-42ca-afd1-51082b1bc433 tempest-TestVolumeBootPattern-92462930 tempest-TestVolumeBootPattern-92462930-project] 10.222.0.94 "DELETE /v2.0/security-groups/e97b49ee-990e-4109-ab2d-4479a38590d2 HTTP/1.1" status: 204 len: 168 time: 0.2861133 Feb 16 08:55:04.592585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38074) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:05.123846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:05.689660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Deleting port 493d4f4a-d4a6-442b-b769-35a117ba4ad1 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:05.690316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:05.852224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] For port 493d4f4a-d4a6-442b-b769-35a117ba4ad1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=493d4f4a-d4a6-442b-b769-35a117ba4ad1,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:05.852576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:05.967568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Calling delete_port for 493d4f4a-d4a6-442b-b769-35a117ba4ad1 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:06.209276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:06.255939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Pushing event deleted for resources: {'Port': ['ID=493d4f4a-d4a6-442b-b769-35a117ba4ad1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:06.536343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:07.085012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:55:07.276310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:55:07.284908 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Sync routers for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:55:07.288403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d0721ced-c968-403d-8af2-a32109f1f145 admin admin] 10.222.0.94 "PUT /v2.0/routers/4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6946528 Feb 16 08:55:07.291403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38080) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:07.297987 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:55:07.298721 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:07.482176 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:55:07.590821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:07.787677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:07.797613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Deleting port 73202a37-547f-446b-86b0-c71c13c07491 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:07.797945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:07.799522 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232'}], 'enable_snat': True}, 'gw_port_id': '73202a37-547f-446b-86b0-c71c13c07491', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:55:06Z', 'revision_number': 5, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port': {'id': '73202a37-547f-446b-86b0-c71c13c07491', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:f9:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:07.803402 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Checking router: 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:55:07.814522 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Routers {'4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:55:07.815143 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:54:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:07.962778 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] Set router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:55:07.974463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] For port 73202a37-547f-446b-86b0-c71c13c07491, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=73202a37-547f-446b-86b0-c71c13c07491,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:07.974819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.065417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:55:07Z', 'revision_number': 6, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:08.069106 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c320d7f1-55ba-4e1f-a82e-4fd35259c269 None None] The sync data for ids ['4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0'] in dv-neutron-829488-1-hyperv is: [{'id': '4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0', 'name': 'tempest-TestVolumeBootPattern-1767444898-router', 'tenant_id': '760e6d0c21c540fd90806025c5b18119', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:35Z', 'updated_at': '2022-02-16T08:55:07Z', 'revision_number': 6, 'project_id': '760e6d0c21c540fd90806025c5b18119', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:55:08.093922 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Calling delete_port for 73202a37-547f-446b-86b0-c71c13c07491 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:08.255320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.297993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Pushing event deleted for resources: {'Port': ['ID=73202a37-547f-446b-86b0-c71c13c07491,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:08.441981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-06daa37e-9d4e-4638-b603-3ebbe9959f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.522503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.770193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.774236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.799144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.799802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:55:08.813521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:08.814833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0e91172b-582f-4dc8-a9bc-c5d6dff97004 admin admin] 10.222.0.94 "DELETE /v2.0/routers/4bc4fff9-3a5f-4d3c-a2e7-6f3cadc83bb0 HTTP/1.1" status: 204 len: 168 time: 1.5225296 Feb 16 08:55:08.817337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38084) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:08.977150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Deleting subnet c5d85905-7f29-404d-9db2-46bf1f033185 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:55:08.980142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.028826 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.104111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.171959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.208950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d85905-7f29-404d-9db2-46bf1f033185,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:09.212915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.218568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2bb4ced1-c1c6-4270-b419-e7c7342c0c46 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/c5d85905-7f29-404d-9db2-46bf1f033185 HTTP/1.1" status: 204 len: 168 time: 0.4002268 Feb 16 08:55:09.219364 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6734aef7-1afb-4d42-b25e-315c113fbec1 None None] Network 0d5ebae1-1197-4560-bcf8-614f6fea6b65 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:55:09.221014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38088) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:09.324046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.334163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Deleting port 04eb6005-86d1-4660-94de-fbf6432bbc03 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:09.334508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.470935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] DHCP port deletion for 0d5ebae1-1197-4560-bcf8-614f6fea6b65 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:55:09.476529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 493d4f4a-d4a6-442b-b769-35a117ba4ad1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:09.503763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Deleting port 04eb6005-86d1-4660-94de-fbf6432bbc03 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:09.504134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.537451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 493d4f4a-d4a6-442b-b769-35a117ba4ad1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:09.537683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 493d4f4a-d4a6-442b-b769-35a117ba4ad1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:09.537948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 73202a37-547f-446b-86b0-c71c13c07491 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:09.539737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] For port 04eb6005-86d1-4660-94de-fbf6432bbc03, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=04eb6005-86d1-4660-94de-fbf6432bbc03,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:09.540089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.574724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 73202a37-547f-446b-86b0-c71c13c07491 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:09.575002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 73202a37-547f-446b-86b0-c71c13c07491 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:09.655270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Calling delete_port for 04eb6005-86d1-4660-94de-fbf6432bbc03 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:09.727896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.739589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] For port 04eb6005-86d1-4660-94de-fbf6432bbc03, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=04eb6005-86d1-4660-94de-fbf6432bbc03,segment=NetworkSegment(0759c10a-83ff-4abb-84b8-4b64dc7c9b5b),segment_id=0759c10a-83ff-4abb-84b8-4b64dc7c9b5b)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:09.739975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.773604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=04eb6005-86d1-4660-94de-fbf6432bbc03,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:09.779697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] No DVR routers for this DVR port 04eb6005-86d1-4660-94de-fbf6432bbc03 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:55:09.885623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Calling delete_port for 04eb6005-86d1-4660-94de-fbf6432bbc03 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:09.894986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.919533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5ebae1-1197-4560-bcf8-614f6fea6b65']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:09.931206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:09.931502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0759c10a-83ff-4abb-84b8-4b64dc7c9b5b') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:09.942737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.953788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:55:09.954268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:55:09.959759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.966685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:55:09.967077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:55:09.980107 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:55:10.062376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:10.077961 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:10.087997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5ebae1-1197-4560-bcf8-614f6fea6b65,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:10.100837 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-04b49932-f38a-4b8d-9841-b4a325e430e6 admin admin] 10.222.0.94 "DELETE /v2.0/networks/0d5ebae1-1197-4560-bcf8-614f6fea6b65 HTTP/1.1" status: 204 len: 168 time: 0.8786428 Feb 16 08:55:10.103838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38092) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:10.455449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Deleting port 04eb6005-86d1-4660-94de-fbf6432bbc03 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:10.456110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:10.521390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-839f2894-d75f-4efc-a491-933db7cd035f None None] The port '04eb6005-86d1-4660-94de-fbf6432bbc03' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:55:10.576941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:10.927040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf4bc2f5-c8c5-404d-9401-21254ac716fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.168299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Deleting port ad875b5b-28bc-45cf-b963-099f7bd2a323 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:11.168633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.339839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] For port ad875b5b-28bc-45cf-b963-099f7bd2a323, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ad875b5b-28bc-45cf-b963-099f7bd2a323,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:11.340194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.442793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 04eb6005-86d1-4660-94de-fbf6432bbc03 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:11.458618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Calling delete_port for ad875b5b-28bc-45cf-b963-099f7bd2a323 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:11.475120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 04eb6005-86d1-4660-94de-fbf6432bbc03 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:11.475463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 04eb6005-86d1-4660-94de-fbf6432bbc03 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:11.618817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.662049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad875b5b-28bc-45cf-b963-099f7bd2a323,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:11.688938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.940863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:11.942349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:12.571663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:55:12.761386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:55:12.769727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Sync routers for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:55:12.777508 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a1d985b0-1788-445d-a068-ff8ef0735c4e admin admin] 10.222.0.94 "PUT /v2.0/routers/816d679f-8c35-4ed0-a5e9-e391eb51b2e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725254 Feb 16 08:55:12.779857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38096) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:12.782607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:55:12.783221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:55:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:12.960723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:55:12.974797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.161179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.172075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Deleting port 172adf51-f5a3-4cbe-b3b8-8990711230e3 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:13.172410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.243372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:55:11Z', 'revision_number': 5, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port': {'id': '172adf51-f5a3-4cbe-b3b8-8990711230e3', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:6d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:47:44Z', 'updated_at': '2022-02-16T08:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:13.247306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Checking router: 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:55:13.257914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Routers {'816d679f-8c35-4ed0-a5e9-e391eb51b2e3'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:55:13.258549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:55:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:13.425105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] Set router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:55:13.458966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] For port 172adf51-f5a3-4cbe-b3b8-8990711230e3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=172adf51-f5a3-4cbe-b3b8-8990711230e3,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:13.458966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.529762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:55:13Z', 'revision_number': 6, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:13.533651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4f1e34-16a4-4966-b565-4125e3c2fbfa None None] The sync data for ids ['816d679f-8c35-4ed0-a5e9-e391eb51b2e3'] in dv-neutron-829488-1-hyperv is: [{'id': '816d679f-8c35-4ed0-a5e9-e391eb51b2e3', 'name': 'tempest-TestVolumeBootPattern-367657311-router', 'tenant_id': '689f4578a62b415ba5ccabb5310e289e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:47:43Z', 'updated_at': '2022-02-16T08:55:13Z', 'revision_number': 6, 'project_id': '689f4578a62b415ba5ccabb5310e289e', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:55:13.575613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Calling delete_port for 172adf51-f5a3-4cbe-b3b8-8990711230e3 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:13.743711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.763840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:13.786638 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=172adf51-f5a3-4cbe-b3b8-8990711230e3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:14.006711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.256423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.260612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.287018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.287813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 816d679f-8c35-4ed0-a5e9-e391eb51b2e3 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:55:14.302122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.303293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-61796956-ef74-4cc5-8e15-695f1b658f26 admin admin] 10.222.0.94 "DELETE /v2.0/routers/816d679f-8c35-4ed0-a5e9-e391eb51b2e3 HTTP/1.1" status: 204 len: 168 time: 1.5225344 Feb 16 08:55:14.306415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38100) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:14.364947 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Deleting subnet 98f13993-7d8b-4730-a287-7930262235fd {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:55:14.368384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.424257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.506705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.572017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.612412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98f13993-7d8b-4730-a287-7930262235fd,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:14.617712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.622784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f79b66-c0f0-410a-9d1d-4f5db3528c49 None None] Network 85f66f50-1cc2-41ab-8b97-998f50e8c275 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:55:14.623243 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4b6f1812-da4e-46b2-85d8-dddc09f04d24 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/98f13993-7d8b-4730-a287-7930262235fd HTTP/1.1" status: 204 len: 168 time: 0.3157487 Feb 16 08:55:14.625750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38104) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:14.726604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.736715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Deleting port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:14.737041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:14.865884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] DHCP port deletion for 85f66f50-1cc2-41ab-8b97-998f50e8c275 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:55:14.870147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Deleting port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:14.870568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.043906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] For port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:15.044486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.108200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] For port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,segment=NetworkSegment(ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812),segment_id=ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:55:15.108501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.167647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Calling delete_port for 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:15.226796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Calling delete_port for 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:55:15.243774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.286737 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e7acbf1-7778-41d4-9b75-67f1dcdb7ced,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:15.293265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] No DVR routers for this DVR port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:55:15.300946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 08:55:15.301481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 08:55:15.411727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.436559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f66f50-1cc2-41ab-8b97-998f50e8c275']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:15.447049 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:15.448923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:15.449224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2c94ef-bc46-4ad1-8e4c-e5e6ba819812') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:55:15.461527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.479903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:15.480244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:15.480661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ad875b5b-28bc-45cf-b963-099f7bd2a323 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:15.481546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.487794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:55:15.488206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:55:15.501596 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:55:15.511468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ad875b5b-28bc-45cf-b963-099f7bd2a323 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:15.511808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ad875b5b-28bc-45cf-b963-099f7bd2a323 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:15.512219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 172adf51-f5a3-4cbe-b3b8-8990711230e3 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:55:15.542565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 172adf51-f5a3-4cbe-b3b8-8990711230e3 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:55:15.542913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 172adf51-f5a3-4cbe-b3b8-8990711230e3 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:55:15.574723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.590444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.600047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=85f66f50-1cc2-41ab-8b97-998f50e8c275,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:15.607499 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-836b677a-27fc-4b21-bb7d-583792b626f2 admin admin] 10.222.0.94 "DELETE /v2.0/networks/85f66f50-1cc2-41ab-8b97-998f50e8c275 HTTP/1.1" status: 204 len: 168 time: 0.9807949 Feb 16 08:55:15.740949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38110) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:15.788967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b9433612-85af-43e8-8033-7fdb64a0fe56 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=760e6d0c21c540fd90806025c5b18119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468526 Feb 16 08:55:15.791350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38114) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:15.803005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Deleting port 1e7acbf1-7778-41d4-9b75-67f1dcdb7ced {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:55:15.803471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.852091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.867089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90c1288d-1370-4bdd-b915-97b4719ea6bd None None] The port '1e7acbf1-7778-41d4-9b75-67f1dcdb7ced' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 08:55:15.876705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.927211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.943840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0c3094-f954-438e-943c-7ba7098ff377,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:15.952233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:15.953352 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7fe748d3-560f-42e8-822c-c5413b2040e8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5e0c3094-f954-438e-943c-7ba7098ff377 HTTP/1.1" status: 204 len: 168 time: 0.1611140 Feb 16 08:55:16.327265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38122) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:16.378663 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4eb7ed8d-82ba-4011-862c-047a681fd3ac admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=689f4578a62b415ba5ccabb5310e289e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501957 Feb 16 08:55:16.381031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38126) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:55:16.450340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:16.482494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:16.536314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:16.551870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad1d2c3-df59-4629-8080-a9f53c32d71f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:55:16.557237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:16.559026 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bbba0cda-aaa6-44f5-9806-a1957ee7eebb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/7ad1d2c3-df59-4629-8080-a9f53c32d71f HTTP/1.1" status: 204 len: 168 time: 0.1769326 Feb 16 08:55:21.561912 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-d6531e9e-a7d9-48de-8577-5b28b25686a7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650990 Feb 16 08:55:21.664330 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-b1b608ab-f82b-4004-b6f0-77c62f384e11 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1099 time: 0.0688648 Feb 16 08:55:21.893474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-8f1dbe96-00dd-4f98-9c75-7bb33de42279 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:55:21.894864 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-8f1dbe96-00dd-4f98-9c75-7bb33de42279 service neutron] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 898 time: 0.2130744 Feb 16 08:55:21.993861 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-e033dcc2-8dcf-4aab-a0f9-d644ac7352c5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 1001 time: 0.0924168 Feb 16 08:55:22.055282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-b78051bd-f48e-4bf5-835e-b307b53def3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:55:22.056641 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-b78051bd-f48e-4bf5-835e-b307b53def3b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.0557017 Feb 16 08:55:22.128795 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-00cc540c-f147-4c77-ae26-d8dc0e1c3fea service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654829 Feb 16 08:55:22.256161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-8a12a9e8-5920-42cd-8974-44b853bc41cb service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210761 Feb 16 08:55:22.403018 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-99b83ce0-d2cf-40f9-a144-53633638bb08 req-20b348e9-f938-459c-ab85-60f2293e3d60 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404884 Feb 16 08:55:26.731577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:55:31.904575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:38.437834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d9bbacd0-db56-40c5-905f-755ca6561975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:40.928918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c641ccac-5943-4a03-bdce-9e60dbf6382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:41.690111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:41.943068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:55:43.766753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:01.904924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:03.731520 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:56:08.439056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-123213c3-0e72-4e4d-9e87-ef6ffaae1742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:10.932548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b40592c-b336-41b0-92da-24413b542e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:11.691617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:11.946470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:13.768669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:14.504962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:56:14.781071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:56:15.006378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3178055'] for subnet, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:15.188361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791872311947', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3276047'] for subnet, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:15.242708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:56:15.243838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:15.247785 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/subnets/9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 835 time: 0.7391415 Feb 16 08:56:15.250839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533df49a-0231-44ab-8d7f-a9326e2f58fe None None] Network 800e95b5-3a76-48c6-866b-948000d8126e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:56:15.259878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=9d8b1280-e165-4980-8853-f4557c9bcfb9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:56:15.268211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.268561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.268901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.269265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.269593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.269920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.270247 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.270621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.270941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.271261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.271576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de87193e-6695-4d27-bcd1-48c51e3b309a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:56:15.675762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Provisioning complete for port 977397f1-758e-491e-aaf7-647683997495 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:56:15.676144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:15.798466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Provisioning complete for port e2986577-3405-4ba7-bc9a-3b83cfcd50fa triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:56:15.798792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:15.919274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Provisioning complete for port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:56:15.919656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c106bb82-c960-4de8-a7cc-85a1d3da1ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:21.401635 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-aa9606f3-ef7a-491b-b1f6-d5cc733ec821 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690110 Feb 16 08:56:21.559482 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-cff62427-820e-4ae3-a619-d0bffed7f4b2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1099 time: 0.0661829 Feb 16 08:56:21.699837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-a9afd323-f608-4100-9e43-8ee57bd4e9c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:56:21.701285 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-a9afd323-f608-4100-9e43-8ee57bd4e9c2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 898 time: 0.1238821 Feb 16 08:56:21.801419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-6a8f4be9-7f54-4c0a-8f98-edd94fa91f1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 1001 time: 0.0943272 Feb 16 08:56:21.864367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-7bb7c1ba-f613-44ab-8868-baf0ef5a0fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:56:21.865951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-7bb7c1ba-f613-44ab-8868-baf0ef5a0fe6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.0574822 Feb 16 08:56:21.938692 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-a2d25cde-8ff2-41e7-9177-11abc0d0203d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661895 Feb 16 08:56:22.066065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-b90bb0e2-aa82-412b-82c8-e274b9d95fcf service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211841 Feb 16 08:56:22.192434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d94a48b9-6561-42d6-896f-0ce02c2da962 req-94773b4a-abf4-40ee-b4c1-08ab1618d82c service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197007 Feb 16 08:56:31.962547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:38.440224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb3dc2a3-78b7-4688-b733-1e1ba763dbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:40.732356 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:56:40.935706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-42ea36a3-4365-4131-a414-de55da1bde01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:41.693438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:41.948416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:43.771434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:58.069131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:56:58.263181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 5182c89c-37a5-4c95-a752-8945badac9bc {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:56:58.263524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:58.428576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:58.428816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:58.616652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 5182c89c-37a5-4c95-a752-8945badac9bc owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:56:58.759293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:58.803937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=5182c89c-37a5-4c95-a752-8945badac9bc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:56:58.895920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:59.271389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 9cad2090-de4d-43a1-b506-85c17f11de73 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:56:59.464075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:56:59.473252 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Sync routers for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:56:59.479503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:56:59.485030 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:56:59.485627 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:56:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:56:59.533427 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ad3d7ca-44d8-4f1f-a553-6aa0c62c6e16 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/97832bad-5b02-4ff2-acc6-5e9896c9b1ba HTTP/1.1" status: 204 len: 168 time: 1.4631262 Feb 16 08:56:59.533918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:56:59.596318 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'status': 'completed', 'code': 200} Feb 16 08:56:59.662237 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:56:59.785400 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-5aad0f13-19c7-44eb-a2f9-cc692472a202 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 1099 time: 0.1447787 Feb 16 08:56:59.919831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-bd8b01c1-9f55-412b-91c8-e0b55c967005 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:56:59.921585 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-bd8b01c1-9f55-412b-91c8-e0b55c967005 service neutron] 10.222.0.98 "GET /v2.0/networks?id=800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 200 len: 898 time: 0.1291630 Feb 16 08:56:59.969811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d93ed3-39f6-4c6e-ac64-afc579ea69b4 req-f89c1cc6-33f7-485d-b702-b48091f848ba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:56:59.970570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b7d93ed3-39f6-4c6e-ac64-afc579ea69b4 req-f89c1cc6-33f7-485d-b702-b48091f848ba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:56:59.990942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-b7d93ed3-39f6-4c6e-ac64-afc579ea69b4 req-f89c1cc6-33f7-485d-b702-b48091f848ba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:56:59.992247 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7d93ed3-39f6-4c6e-ac64-afc579ea69b4 req-f89c1cc6-33f7-485d-b702-b48091f848ba tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0991108 Feb 16 08:57:00.021526 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:00.026507 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Checking router: 9cad2090-de4d-43a1-b506-85c17f11de73 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:00.039725 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:00.040417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:56:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:00.044395 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7d93ed3-39f6-4c6e-ac64-afc579ea69b4 req-63c7c071-5ff2-4b49-91ba-fad24e74db25 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461628 Feb 16 08:57:00.097073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-0df90a4a-502b-465b-970f-09c9b4cd0696 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 200 len: 217 time: 0.1690974 Feb 16 08:57:00.161344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-75a8af6f-d58e-46b3-97ec-f5dcecd046fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:00.162851 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-75a8af6f-d58e-46b3-97ec-f5dcecd046fd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 200 len: 843 time: 0.0584569 Feb 16 08:57:00.214762 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:00.237180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-45db346b-e80b-4ba8-8778-5ce7f8d38680 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=800e95b5-3a76-48c6-866b-948000d8126e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681188 Feb 16 08:57:00.367635 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-e93ae99c-4378-401a-9839-75ba30f1616e service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237319 Feb 16 08:57:00.494639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8500e8d9-b97e-4b2b-a563-b5e04290cc62 req-b7a9998b-d730-481c-ade4-0b656f6534a7 service neutron] 10.222.0.98 "GET /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203976 Feb 16 08:57:00.516414 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:00.520324 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5e195e-c182-4352-8ee0-ae3f72e3cec2 None None] The sync data for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv is: [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '4cd7d9e7-b76a-4044-993b-94ad37e5fd9a', 'name': '', 'network_id': '800e95b5-3a76-48c6-866b-948000d8126e', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:7c:8a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:54:00Z', 'updated_at': '2022-02-16T08:54:07Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '9d8b1280-e165-4980-8853-f4557c9bcfb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:00.741563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3293a6-8e29-4ee7-8a22-a6d7bdde5c76 None None] New status for floating IP 97832bad-5b02-4ff2-acc6-5e9896c9b1ba: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:57:01.239434 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca316da6-70a9-421f-bcd4-204a12e64d1f req-017c8706-a881-4f6b-bef6-c101d47102f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:01.240854 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca316da6-70a9-421f-bcd4-204a12e64d1f req-017c8706-a881-4f6b-bef6-c101d47102f9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0761573 Feb 16 08:57:01.284682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca316da6-70a9-421f-bcd4-204a12e64d1f req-6c417c98-1ba4-4bcf-8fe9-042a2fc17305 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378103 Feb 16 08:57:01.366637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db93915-cc6c-4721-805d-3c17b0479652 req-83814180-3c02-4499-a762-03bb370bacb9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:01.367308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3db93915-cc6c-4721-805d-3c17b0479652 req-83814180-3c02-4499-a762-03bb370bacb9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:01.378354 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3db93915-cc6c-4721-805d-3c17b0479652 req-83814180-3c02-4499-a762-03bb370bacb9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:01.379426 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db93915-cc6c-4721-805d-3c17b0479652 req-83814180-3c02-4499-a762-03bb370bacb9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 946 time: 0.0856671 Feb 16 08:57:01.446586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port e2986577-3405-4ba7-bc9a-3b83cfcd50fa {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:57:01.446924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:01.676585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port e2986577-3405-4ba7-bc9a-3b83cfcd50fa, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:01.676849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:01.790581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for e2986577-3405-4ba7-bc9a-3b83cfcd50fa owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:57:01.928281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:01.948405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:01.974777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=e2986577-3405-4ba7-bc9a-3b83cfcd50fa,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:02.013796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.014148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.014518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.014854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.015186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.015514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.015844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.016169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.016490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.016806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.017126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:02.055246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port e2986577-3405-4ba7-bc9a-3b83cfcd50fa on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:57:02.057976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:02.060359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'name': 'network-vif-deleted', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:02.074645 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db93915-cc6c-4721-805d-3c17b0479652 req-2859ddd7-0fcd-48ae-9f06-2ccfe13f1b86 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/e2986577-3405-4ba7-bc9a-3b83cfcd50fa HTTP/1.1" status: 204 len: 173 time: 0.6901085 Feb 16 08:57:02.289786 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b0f7a41-2112-4395-93a6-8b64b03e4eea', 'name': 'network-vif-deleted', 'tag': 'e2986577-3405-4ba7-bc9a-3b83cfcd50fa', 'status': 'completed', 'code': 200} Feb 16 08:57:02.461664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb71b492-7e06-49bd-8f07-2c4a94aaf273 req-f5789075-9562-4563-b521-f5ffa44606ac tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=6b0f7a41-2112-4395-93a6-8b64b03e4eea HTTP/1.1" status: 200 len: 210 time: 0.0407078 Feb 16 08:57:03.568067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38196) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:03.636596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:03.663818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:03.725498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:03.743384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c49a96-ddcb-4bd9-a3ad-7daa45ee0971,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:03.753316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:03.754384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee02dae7-7bd3-427b-9ffc-08f262e575dd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/45c49a96-ddcb-4bd9-a3ad-7daa45ee0971 HTTP/1.1" status: 204 len: 168 time: 0.1853483 Feb 16 08:57:03.797810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38202) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:04.281615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:04.879972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:57:04.880697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:05.063854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:05.064200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:05.178172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:57:05.324837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e2986577-3405-4ba7-bc9a-3b83cfcd50fa no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:57:05.355277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:05.360624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: e2986577-3405-4ba7-bc9a-3b83cfcd50fa {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:57:05.360973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e2986577-3405-4ba7-bc9a-3b83cfcd50fa not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:57:05.400844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=4cd7d9e7-b76a-4044-993b-94ad37e5fd9a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:05.777263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:06.328516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 9cad2090-de4d-43a1-b506-85c17f11de73 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:57:06.519083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:57:06.528902 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Sync routers for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:57:06.531568 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2cfd75a9-34ed-4319-9412-c0549c557cfe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/9cad2090-de4d-43a1-b506-85c17f11de73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7327015 Feb 16 08:57:06.534173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38206) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:06.543286 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:06.543885 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:56:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:06.715220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet 9d8b1280-e165-4980-8853-f4557c9bcfb9 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:57:06.715979 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:06.718035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:06.770417 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:06.853958 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.015471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:57:05Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:07.019521 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Checking router: 9cad2090-de4d-43a1-b506-85c17f11de73 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:07.027531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.031067 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Routers {'9cad2090-de4d-43a1-b506-85c17f11de73'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:07.031666 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:56:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9cad2090-de4d-43a1-b506-85c17f11de73'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:07.066144 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=9d8b1280-e165-4980-8853-f4557c9bcfb9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:07.072730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.080034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac9cddb-992c-4f2d-bfef-5f9808575a92 None None] Network 800e95b5-3a76-48c6-866b-948000d8126e requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:57:07.080473 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-57dc58fe-bbb6-4645-8dec-87ac7a74a82c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/9d8b1280-e165-4980-8853-f4557c9bcfb9 HTTP/1.1" status: 204 len: 168 time: 0.5451195 Feb 16 08:57:07.083159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38210) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:07.210329 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] Set router 9cad2090-de4d-43a1-b506-85c17f11de73 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:07.303874 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.328909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] DHCP port deletion for 800e95b5-3a76-48c6-866b-948000d8126e request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:57:07.334649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Deleting port 977397f1-758e-491e-aaf7-647683997495 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:57:07.335250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.514403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 977397f1-758e-491e-aaf7-647683997495 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:57:07.533254 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:57:05Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:07.534979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.537277 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2fca5-6ec7-44ea-981f-265d2d749057 None None] The sync data for ids ['9cad2090-de4d-43a1-b506-85c17f11de73'] in dv-neutron-829488-1-hyperv is: [{'id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'name': 'tempest-TestNetworkBasicOps-router-115055463', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:53:56Z', 'updated_at': '2022-02-16T08:57:05Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '53c72567-4280-49c6-8501-e08e6cd4d49d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:5c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cad2090-de4d-43a1-b506-85c17f11de73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:53:57Z', 'updated_at': '2022-02-16T08:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:07.545386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 53c72567-4280-49c6-8501-e08e6cd4d49d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:57:07.545729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.594092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] For port 977397f1-758e-491e-aaf7-647683997495, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=977397f1-758e-491e-aaf7-647683997495,segment=NetworkSegment(dbe8c2cd-3963-4412-a255-684faba8572f),segment_id=dbe8c2cd-3963-4412-a255-684faba8572f)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:07.594498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.713446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Calling delete_port for 977397f1-758e-491e-aaf7-647683997495 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:57:07.716252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 53c72567-4280-49c6-8501-e08e6cd4d49d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=53c72567-4280-49c6-8501-e08e6cd4d49d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:07.716609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.805494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.839263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 53c72567-4280-49c6-8501-e08e6cd4d49d owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:57:07.839697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:07.916642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Pushing event deleted for resources: {'Port': ['ID=977397f1-758e-491e-aaf7-647683997495,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:07.928235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] No DVR routers for this DVR port 977397f1-758e-491e-aaf7-647683997495 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:57:07.931359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.932304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.932655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.932989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.933324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.933655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.933982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.934311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.935105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.935439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:07.935764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e42680-0b88-4ebc-bd79-c73e223ca921 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:08.020894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.068966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=53c72567-4280-49c6-8501-e08e6cd4d49d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:08.284873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.442926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5985caa-d1b5-4132-9a7c-68a2d70f5aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.624356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.628384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.655294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.655847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router 9cad2090-de4d-43a1-b506-85c17f11de73 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:57:08.670152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.671264 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1b2b0804-0051-464b-93d8-5b5ba0784ebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/9cad2090-de4d-43a1-b506-85c17f11de73 HTTP/1.1" status: 204 len: 168 time: 1.5872035 Feb 16 08:57:08.674058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38214) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:08.784546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.913629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.936798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['800e95b5-3a76-48c6-866b-948000d8126e']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:08.948496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbe8c2cd-3963-4412-a255-684faba8572f') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:08.948779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbe8c2cd-3963-4412-a255-684faba8572f') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:08.959756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.975065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.981004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:57:08.981373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:57:08.994663 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:57:09.074224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.093041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.105303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=800e95b5-3a76-48c6-866b-948000d8126e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:09.114708 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-40709028-8331-4059-8a3f-8052826b8dc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/800e95b5-3a76-48c6-866b-948000d8126e HTTP/1.1" status: 204 len: 168 time: 0.4369290 Feb 16 08:57:09.124184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38218) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:09.130322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1614021000', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:09.136193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:09.140596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:09.143486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:09.149118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:09.163115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:57:09.166037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.193279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:57:09.202540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.202877 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment 0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1 of type vlan for network 23ab5f25-785a-4dfc-964f-f7326b9b411a Feb 16 08:57:09.228053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.256681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.261009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:09.261589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.368218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426596 Feb 16 08:57:09.371469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38222) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:09.378296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:09.383324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3e4aa-0cd1-4024-b58e-97fd1ae85721 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=23ab5f25-785a-4dfc-964f-f7326b9b411a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:09.387480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:09.391439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:09.393718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:57:09.394299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:09.399963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:09.410457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.411520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.431436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.505902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:57:09.538263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:57:09.538638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4cd7d9e7-b76a-4044-993b-94ad37e5fd9a not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:57:09.539066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 53c72567-4280-49c6-8501-e08e6cd4d49d no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:57:09.574542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 53c72567-4280-49c6-8501-e08e6cd4d49d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:57:09.574888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 53c72567-4280-49c6-8501-e08e6cd4d49d not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:57:09.670831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.842834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.870107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:09.998956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.95 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:10.141134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:10.167125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:10.231139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:10.234016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:10.238284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:10.262378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:10.391655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:10.392258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:10.610973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:57:10.802902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:57:10.812273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:57:10.828794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:10.829772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:10.830075 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-64bc39ee-b933-4e29-963f-98b8436acebe tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4577103 Feb 16 08:57:10.830495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:56:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:10.833385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38226) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:11.004923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f578-b6ef-4099-bfea-31364ffce12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.045664 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e529ee8-3937-45f9-8c40-4a9f8d978e97 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2112017 Feb 16 08:57:11.048220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38232) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:11.055178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:11.177930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f0400-7484-4814-bfae-65a018a0ac27 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:11.183501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38236) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:11.192935 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-477f0400-7484-4814-bfae-65a018a0ac27 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1437142 Feb 16 08:57:11.230094 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-66436db7-a4e0-4955-95d4-6efcd6904deb tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449872 Feb 16 08:57:11.230325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38240) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:11.236004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1157582050', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:11.347657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:11.352198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:11.355643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:11.361004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:10Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:11.361648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:11.365038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:11.365511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Updating router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:57:11.373353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:57:11.425038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.561703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.738356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.755735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.767744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Transition to ACTIVE for port object 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:11.773860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.775482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.854683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=cfa13028-5d92-4866-aa54-d463dcc5a386,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:11.857780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f7534-727c-4a38-bd2a-cdc33c3b461b None None] Pushing event updated for resources: {'Port': ['ID=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:11.861493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Attempting to bind port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:57:11.861860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Attempting to bind port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:57:11.862218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Attempting to bind port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:11.868558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:11.868985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 23ab5f25-785a-4dfc-964f-f7326b9b411a, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:57:11.870200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:57:11.870608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:11.870982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.871368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:57:11.871820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Bound port: 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:57:11.872190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.890710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:57:11.899723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 23ab5f25-785a-4dfc-964f-f7326b9b411a) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:11.904090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:11.904830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:11.909438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cfcaef-d447-4997-bd58-4886511cebee None None] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:57:11.927413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-be5d096c-c230-4e99-9636-e0080d8fd3bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6962187 Feb 16 08:57:11.930093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38244) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:12.025374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:12.026369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] For port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:57:12.039011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] For port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:57:12.052559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:12.175899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f7534-727c-4a38-bd2a-cdc33c3b461b None None] Pushing event updated for resources: {'Port': ['ID=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:12.196118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:12.196728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:12.355242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-23ab5f25-785a-4dfc-964f-f7326b9b411a', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:57:12.356042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:12.552286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:12.666574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:12.734928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Allocated IP 172.20.0.2 (23ab5f25-785a-4dfc-964f-f7326b9b411a/cfa13028-5d92-4866-aa54-d463dcc5a386/4f23ed72-bf7f-4f01-bad5-8056ee9563ef) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:13.015206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.021146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:10Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:13.028828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Transition to ACTIVE for port object 4f23ed72-bf7f-4f01-bad5-8056ee9563ef will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:13.031159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbb9b26-4471-4d35-9a9d-eaf5174bb0b3 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:10Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:13.052946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Transition to ACTIVE for port object 4f23ed72-bf7f-4f01-bad5-8056ee9563ef will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:13.059028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.136501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:13.137492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Pushing event updated for resources: {'Port': ['ID=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:13.141391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:13.143640 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:13.251780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (23ab5f25-785a-4dfc-964f-f7326b9b411a/cfa13028-5d92-4866-aa54-d463dcc5a386/16508b08-ca21-4cfb-b6b9-6787af087917) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:13.262247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Attempting to bind port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:57:13.262577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Attempting to bind port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:57:13.262947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Attempting to bind port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:13.270848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:57:13.271208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Checking segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:13.271558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.271966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Bound using segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:57:13.272429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Bound port: 4f23ed72-bf7f-4f01-bad5-8056ee9563ef, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:57:13.272799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.370391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] For port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:57:13.373951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] For port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:57:13.379442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.447069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.464915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 16508b08-ca21-4cfb-b6b9-6787af087917 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:13.469971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7a160-85ad-4008-ae2e-f5127c121a94 None None] Pushing event updated for resources: {'Port': ['ID=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:13.492692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.570943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:13.574059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:13.575770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:13.578541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:13.604115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:13.651001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.657972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:13.666876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:13.666876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.801371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.832594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.846958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.853774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:13.864033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:13.939548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:14.248978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:14.254963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:14.373281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:14.376981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:14.520258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:14.521495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:14.523083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e62dab8-e2b9-457c-94f6-f234695158c3 None None] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:57:14.617392 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1577c29e-b357-4845-b60a-b30ad8859c96 None None] Provisioning for port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:14.979771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3663ddba-b52f-45a0-bc05-284b97a4361f None None] Provisioning for port 16508b08-ca21-4cfb-b6b9-6787af087917 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:14.984717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3663ddba-b52f-45a0-bc05-284b97a4361f None None] Provisioning complete for port 16508b08-ca21-4cfb-b6b9-6787af087917 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:14.985137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3663ddba-b52f-45a0-bc05-284b97a4361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.030548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:57:15.039584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3663ddba-b52f-45a0-bc05-284b97a4361f None None] Port 16508b08-ca21-4cfb-b6b9-6787af087917 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:57:15.160041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ddf91915-1619-4912-b402-8f6a4d0c59a3 None None] Provisioning complete for port 16508b08-ca21-4cfb-b6b9-6787af087917 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:15.160424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ddf91915-1619-4912-b402-8f6a4d0c59a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.224245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ddf91915-1619-4912-b402-8f6a4d0c59a3 None None] Port 16508b08-ca21-4cfb-b6b9-6787af087917 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:57:15.248141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:57:15.261354 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-773e1339-e579-4746-bdcc-f4a240df5262 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/ac9e7954-beb2-4cbe-9bab-dec275b0aa29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3300827 Feb 16 08:57:15.263767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38248) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:15.345446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e3c8cfa7-b5b7-48b2-b247-69c533da3ca8 None None] Provisioning complete for port 16508b08-ca21-4cfb-b6b9-6787af087917 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:15.345817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e3c8cfa7-b5b7-48b2-b247-69c533da3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.395688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e3c8cfa7-b5b7-48b2-b247-69c533da3ca8 None None] Port 16508b08-ca21-4cfb-b6b9-6787af087917 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:57:15.399316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0f3dc-4886-4d51-8cd5-7439ccf6eaaf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.399697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0f3dc-4886-4d51-8cd5-7439ccf6eaaf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.400568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0f3dc-4886-4d51-8cd5-7439ccf6eaaf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.400924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f0f3dc-4886-4d51-8cd5-7439ccf6eaaf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.402577 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01f0f3dc-4886-4d51-8cd5-7439ccf6eaaf tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1378918 Feb 16 08:57:15.405247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38252) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:15.475575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd3fa3-46f6-4960-9719-5bfc44384188 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.475951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd3fa3-46f6-4960-9719-5bfc44384188 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.476308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd3fa3-46f6-4960-9719-5bfc44384188 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.476671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cd3fa3-46f6-4960-9719-5bfc44384188 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:15.478830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-34cd3fa3-46f6-4960-9719-5bfc44384188 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0721641 Feb 16 08:57:15.481619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38256) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:15.569697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:15.671257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:15.671631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.676777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8ec76308-5d04-4da8-99c2-2d67386c3f6a tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1941268 Feb 16 08:57:15.783031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4f23ed72-bf7f-4f01-bad5-8056ee9563ef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:15.848511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:15.853089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:15.853482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.963432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:15.993703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:15.997896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:16.061208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:16.582699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:57:16.594237 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:16.594915 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:16.773450 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:16.975826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38264) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:16.982705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-299646930', 'description': 'tempest-secgroup-smoke-299646930 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:16.988586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:16.992832 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:16.995733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.001384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.011314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.047882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.051537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.054288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.059955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.075971 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:14Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:17.079738 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:17.080085 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Updating router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 port 16508b08-ca21-4cfb-b6b9-6787af087917 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:57:17.118393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.122341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.128553 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.167771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=644ca8ae-611d-466e-a325-e7d60b2d8d06,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.172193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.176169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b9984b1-e6fe-4901-9ac6-a88944973bf3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1967835 Feb 16 08:57:17.177010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38268) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.182673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.188583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.192299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.195200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.201222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.219474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.282514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.286174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.313716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db061b7c-b733-4834-9bad-bd89473e0b18,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.320876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.322690 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-443cc735-68ef-4277-a3d0-4434493a8e5f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1442809 Feb 16 08:57:17.325384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38272) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.331597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.338149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.342168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.345497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.351263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.367125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.429924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.434377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.455028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d656dca-d813-4fe8-9496-926054e22363,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.459175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.466525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.467787 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bd5826c9-1f6f-43bd-af9a-d0fb587eaca7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1414094 Feb 16 08:57:17.470514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38276) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.471693 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Transition to ACTIVE for port object 16508b08-ca21-4cfb-b6b9-6787af087917 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:17.476427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.478484 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.490453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.490453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.490453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.496086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.515400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.520897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4f23ed72-bf7f-4f01-bad5-8056ee9563ef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:17.591316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.597642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.597899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:17.598526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.618172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7371e153-9f99-4e71-9251-0490a266606a,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.644781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.646110 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-854f9744-04ae-45cd-956d-e10b693cfba0 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1743989 Feb 16 08:57:17.649080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38280) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.649996 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Pushing event updated for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.655676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.662944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.667738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.671834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.677351 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.678734 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.679013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.679570 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.680065 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.680567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.682047 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.682576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.683410 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.683904 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.684527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.685023 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:17.702850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.748943 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:57:17.749627 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Attempting to bind port 16508b08-ca21-4cfb-b6b9-6787af087917 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:57:17.749978 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Attempting to bind port 16508b08-ca21-4cfb-b6b9-6787af087917 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:57:17.750555 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Attempting to bind port 16508b08-ca21-4cfb-b6b9-6787af087917 on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:17.760242 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:57:17.760792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Checking segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:17.761411 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.761832 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Bound using segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:57:17.762367 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Bound port: 16508b08-ca21-4cfb-b6b9-6787af087917, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:57:17.762829 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.778090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.783093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.805191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2691f411-386f-4ef1-9b51-290e2b804b4b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.815412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.816681 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b206110-2237-411a-be50-6a1ca209b883 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1666601 Feb 16 08:57:17.819415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38284) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.826824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.833023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.836940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.839867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:17.845432 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:17.859440 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:57:17.861303 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] For port 16508b08-ca21-4cfb-b6b9-6787af087917, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:57:17.864199 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] For port 16508b08-ca21-4cfb-b6b9-6787af087917, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=16508b08-ca21-4cfb-b6b9-6787af087917,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:57:17.866176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.868629 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.930323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.934519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.957820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601f1172-a594-4439-90ef-d04332de6dc9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.966256 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94f0ba-8886-4b5d-ab23-224b1b9f139f None None] Pushing event updated for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:17.968840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:17.970600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cad07d35-57c6-4f21-8baf-4d6ba617bbbd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501882 Feb 16 08:57:17.973725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38288) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:17.977146 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:17.977771 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:17.981265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '644ca8ae-611d-466e-a325-e7d60b2d8d06', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:17.987599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:17.991813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:17.995700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:18.002516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:18.013110 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:57:18.020658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:18.121484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:18.127572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:18.152027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725f5537-8d8a-48b6-8fb3-232b1b60dd67,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:18.163035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:18.163600 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:18.164166 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1888802 Feb 16 08:57:18.166063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.166395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.166772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.167096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.167415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.167738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.168054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.168369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.168681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.168991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.169301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa331e9f-cf09-4fcc-a959-1d7c1d222fda tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:57:18.357504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-64a03154-7bd5-415b-b3a8-8425d8cdab3b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:18.373059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-64a03154-7bd5-415b-b3a8-8425d8cdab3b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:18.374685 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-64a03154-7bd5-415b-b3a8-8425d8cdab3b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-299646930&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0582142 Feb 16 08:57:18.482635 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:17Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:18.486456 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe95d08-640e-492f-ac08-74368a5b5136 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:17Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:18.542877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-4432cef1-eb1e-4f5f-b61c-ddbfc04ec924 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:18.543789 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-4432cef1-eb1e-4f5f-b61c-ddbfc04ec924 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:18.561970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-4432cef1-eb1e-4f5f-b61c-ddbfc04ec924 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:18.563143 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-4432cef1-eb1e-4f5f-b61c-ddbfc04ec924 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 797 time: 0.1814713 Feb 16 08:57:18.582899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-93d1b186-00a6-4e3f-9e8a-0cc4726cfd30 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0143888 Feb 16 08:57:18.664137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-1c2d2b75-755f-4311-9b13-1a044c1e5c64 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:18.680205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-1c2d2b75-755f-4311-9b13-1a044c1e5c64 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:18.681532 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-1c2d2b75-755f-4311-9b13-1a044c1e5c64 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924301 Feb 16 08:57:18.895602 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7bd86159-9383-48b1-817c-7477ca2e4a2b service neutron] 10.222.0.94 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012665 Feb 16 08:57:19.031044 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-fc6093cb-8cba-4a4c-b73f-71d09658c05a service neutron] 10.222.0.94 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293235 Feb 16 08:57:19.238260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e57627fd-10ea-4a0d-864b-fe054c7e6540 req-7069795b-4e4b-4dee-8065-a60e7b32d404 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0504305 Feb 16 08:57:19.530654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 16508b08-ca21-4cfb-b6b9-6787af087917 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:19.600645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 16508b08-ca21-4cfb-b6b9-6787af087917 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:19.607231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 16508b08-ca21-4cfb-b6b9-6787af087917 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:19.607500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:19.724739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:19.756305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 16508b08-ca21-4cfb-b6b9-6787af087917, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=16508b08-ca21-4cfb-b6b9-6787af087917,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:19.760492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:19.824478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:20.413729 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d6bebdfc-c154-4c44-9869-10d6b3ca5feb req-68cdd04d-4cf1-4741-9eb4-c70621d26d69 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0412216 Feb 16 08:57:20.707569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-8f056ac1-239d-4e0a-9f28-f00fc6f15ca6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:20.708135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-8f056ac1-239d-4e0a-9f28-f00fc6f15ca6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:20.720379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-8f056ac1-239d-4e0a-9f28-f00fc6f15ca6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:20.721494 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-8f056ac1-239d-4e0a-9f28-f00fc6f15ca6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 797 time: 0.1517806 Feb 16 08:57:20.781312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-036e54e4-5794-444c-917b-a7a4f5de4508 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:20.793133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-036e54e4-5794-444c-917b-a7a4f5de4508 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:20.794229 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-036e54e4-5794-444c-917b-a7a4f5de4508 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0551789 Feb 16 08:57:20.803080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['644ca8ae-611d-466e-a325-e7d60b2d8d06']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:20.935241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:20.944357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:20.954588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:57:20.957990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.116823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.11 (23ab5f25-785a-4dfc-964f-f7326b9b411a/cfa13028-5d92-4866-aa54-d463dcc5a386/b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:21.394287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.409411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:21.430596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.505748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:21.509096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:21.511036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:21.513086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:21.514490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 16508b08-ca21-4cfb-b6b9-6787af087917 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:21.577689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:21.578582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.589623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 16508b08-ca21-4cfb-b6b9-6787af087917 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:21.590217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.607714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-a78657be-d1c9-4e6a-bfe1-fbb17c1bbd91 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8079083 Feb 16 08:57:21.626026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Request body: {'port': {'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:21.639556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2e44c-ebb0-4cd8-8364-55f564e8324e req-7efcbf67-6ed5-4423-85f3-2b6fb2045e9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:21.641184 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfb2e44c-ebb0-4cd8-8364-55f564e8324e req-7efcbf67-6ed5-4423-85f3-2b6fb2045e9d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 932 time: 0.0905235 Feb 16 08:57:21.695692 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfb2e44c-ebb0-4cd8-8364-55f564e8324e req-c20b8605-195a-4ae8-a3e5-e95a4918d35e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474024 Feb 16 08:57:21.752202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.797630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9390-05cd-4fed-b8de-4ab6d8612a9f None None] Provisioning for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:21.802316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1b5f9390-05cd-4fed-b8de-4ab6d8612a9f None None] Provisioning complete for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:21.802719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1b5f9390-05cd-4fed-b8de-4ab6d8612a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:21.855874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1b5f9390-05cd-4fed-b8de-4ab6d8612a9f None None] Port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:57:22.075359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:57:22.082141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:22.095835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Transition to ACTIVE for port object b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:22.099913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:22.221767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:22.330525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Attempting to bind port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:57:22.330838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Attempting to bind port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:57:22.331170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Attempting to bind port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:22.337127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb on network 23ab5f25-785a-4dfc-964f-f7326b9b411a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:57:22.337486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Attempting to bind port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:22.343657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:57:22.343989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Checking segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:22.344375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Bound using segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:57:22.344789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Bound port: b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:57:22.345130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:22.429030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:57:22.432501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:57:22.436979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:22.500473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:22.501821 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-7e962952-f608-4672-b906-615cb4a73596 service neutron] 10.222.0.98 "PUT /v2.0/ports/b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 1094 time: 0.8804505 Feb 16 08:57:22.502252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:22.518589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e962952-f608-4672-b906-615cb4a73596 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:22.591897 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:57:22.633447 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-635b7cc5-81bc-4ddd-8e81-bad41575747b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0747151 Feb 16 08:57:22.710173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-f0e31824-3289-41d6-86b4-551f76e4e213 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 217 time: 0.0653517 Feb 16 08:57:22.771048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-1ac15188-3306-4fcb-bf2b-e57781e020d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:22.772404 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-1ac15188-3306-4fcb-bf2b-e57781e020d2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0566080 Feb 16 08:57:22.849608 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-e658848f-9610-43b6-950f-e7be30d0007a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713179 Feb 16 08:57:22.983546 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-b7a5b64e-8afa-4fc0-96ae-1477042638ec service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275806 Feb 16 08:57:23.001608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135e72-290f-43f7-bc6f-b35f89a599de req-dcc22724-c6ae-4ad7-9bf3-6d5d6fb9d399 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:23.003180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd135e72-290f-43f7-bc6f-b35f89a599de req-dcc22724-c6ae-4ad7-9bf3-6d5d6fb9d399 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 944 time: 0.1773014 Feb 16 08:57:23.046921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd135e72-290f-43f7-bc6f-b35f89a599de req-cf274857-ce7e-4a8e-b0d1-b5191d7812d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381184 Feb 16 08:57:23.197623 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-162874cc-d6fa-4dd6-bb64-7204b5bdecf4 req-389c1afd-4419-40db-8bbe-4304526cae93 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072892 Feb 16 08:57:23.353856 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-cfe3f429-d378-4a45-8d3a-454270714baa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0670645 Feb 16 08:57:23.485622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-b7ad5d90-2310-4e58-933f-a8c3edf501dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:23.487085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-b7ad5d90-2310-4e58-933f-a8c3edf501dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1276298 Feb 16 08:57:23.555251 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-58bc8c3d-e8da-45ae-a884-b66bfb57574f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 217 time: 0.0616345 Feb 16 08:57:23.614507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-2976efcd-c876-4976-93ad-ee3efe8cc060 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:23.615873 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-2976efcd-c876-4976-93ad-ee3efe8cc060 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0549169 Feb 16 08:57:23.693972 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-b9132343-5300-4540-882c-0d95bf4314f2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677738 Feb 16 08:57:23.820499 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-47a10356-9a8b-4d5f-8dd7-91afa3bcb4f3 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199296 Feb 16 08:57:23.946246 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dd21fd47-7ff2-4f9c-b268-6136f77f8b47 req-ecb65800-cc03-4240-808a-370fcdc7357a service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192160 Feb 16 08:57:24.240411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff6d3f1-ae18-4d64-b150-70188f5effdd req-d751efbc-8f9e-4084-8bae-e32f5a5fe565 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:24.241835 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ff6d3f1-ae18-4d64-b150-70188f5effdd req-d751efbc-8f9e-4084-8bae-e32f5a5fe565 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0773931 Feb 16 08:57:24.286564 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ff6d3f1-ae18-4d64-b150-70188f5effdd req-a6c8a6c3-6085-4f5d-9cdd-9e95a47a94d5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391026 Feb 16 08:57:25.394168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:57:25.484196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ccf27-0648-471e-89f2-dddf578fd7db req-cdb44000-85d3-4c5a-84c0-1ce694c3c415 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:25.485682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-454ccf27-0648-471e-89f2-dddf578fd7db req-cdb44000-85d3-4c5a-84c0-1ce694c3c415 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 944 time: 0.0750496 Feb 16 08:57:25.523737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:25.530324 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-454ccf27-0648-471e-89f2-dddf578fd7db req-e04f2c8f-73b3-4aca-ab6e-32db899f7366 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390148 Feb 16 08:57:25.536695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:57:25.588707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:25.605346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:57:25.620611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:25.625043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:25.692073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:25.929678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:57:26.724658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b756e-6c91-486a-b23a-4f012e3eabca req-8ceb49ed-43d2-46a1-9f98-81f511d455a1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:26.726087 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-410b756e-6c91-486a-b23a-4f012e3eabca req-8ceb49ed-43d2-46a1-9f98-81f511d455a1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 945 time: 0.0780394 Feb 16 08:57:26.769710 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-410b756e-6c91-486a-b23a-4f012e3eabca req-ec6c4b96-f088-4964-8bcc-a0586d1f06e4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381699 Feb 16 08:57:27.408521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:27.474476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:27.479676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:27.480049 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:27.613378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:27.638800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:27.648295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:27.652955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:27.722041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:27.767115 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'code': 200} Feb 16 08:57:27.965185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7760be24-40c0-44fa-95c0-933357027011 req-c384e8e6-91d5-4fe3-83be-8d1d8c9e93f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:27.966571 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7760be24-40c0-44fa-95c0-933357027011 req-c384e8e6-91d5-4fe3-83be-8d1d8c9e93f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0754685 Feb 16 08:57:28.011007 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7760be24-40c0-44fa-95c0-933357027011 req-f8b4f69e-4f68-420b-aeaa-d25edc834973 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389571 Feb 16 08:57:28.025882 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-81aeb340-eb36-4b80-b68a-02540b0e72db req-72d0c622-3317-4d0c-8260-e39a6410fbbf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0656769 Feb 16 08:57:28.067173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-81aeb340-eb36-4b80-b68a-02540b0e72db req-59b7f788-f7e9-4abe-8bb4-4820e56f0463 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348523 Feb 16 08:57:29.214327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e64c3-0bf3-4c1c-99e7-d1a9380987ce req-9bb9301c-0dc6-450c-baf1-20c1eb41a6df tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:29.215813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-662e64c3-0bf3-4c1c-99e7-d1a9380987ce req-9bb9301c-0dc6-450c-baf1-20c1eb41a6df tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0815637 Feb 16 08:57:29.259814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-662e64c3-0bf3-4c1c-99e7-d1a9380987ce req-79111393-2770-4380-a09a-e520b32591ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380158 Feb 16 08:57:30.452740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ce1b4-8c4f-4941-ace4-9b37adcd50b0 req-d68b4e5f-5c63-41ba-9575-f3cce196df7c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:30.454207 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e29ce1b4-8c4f-4941-ace4-9b37adcd50b0 req-d68b4e5f-5c63-41ba-9575-f3cce196df7c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0741518 Feb 16 08:57:30.502960 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e29ce1b4-8c4f-4941-ace4-9b37adcd50b0 req-a2accfdf-5e91-47cb-aa7e-e37c758dbc13 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417931 Feb 16 08:57:30.695713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f026d6-a229-4117-8ef9-b1d8a8e91852 req-3e446c7c-e04f-44b8-9eab-a5747216b1b5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:30.697631 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69f026d6-a229-4117-8ef9-b1d8a8e91852 req-3e446c7c-e04f-44b8-9eab-a5747216b1b5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0742323 Feb 16 08:57:30.741438 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69f026d6-a229-4117-8ef9-b1d8a8e91852 req-3961444f-2f98-465a-a67b-b0f9e02e689d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383706 Feb 16 08:57:30.768437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38344) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:30.840073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-de02bdef-4310-4b2a-992a-13772a7f2078 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0702994 Feb 16 08:57:30.842505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38348) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:30.847430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:30.852706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:30.856456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:30.859210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:30.864644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:30.874718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:31.019767 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:31.148357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.111 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/799b43e5-8ed6-4200-9f3a-904ace8abce4) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:31.293199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:31.320965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:31.389699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:31.390941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:31.393720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:31.430507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=799b43e5-8ed6-4200-9f3a-904ace8abce4,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:31.947054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:31.957076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:32.009599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:32.208774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:32.213786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:32.315370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=799b43e5-8ed6-4200-9f3a-904ace8abce4,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:32.327962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:32.515172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP 83d1c865-16c2-405c-a6bc-8a75117aa4a3 associated. External IP: 172.26.4.111, port: b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb. Feb 16 08:57:32.891163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:57:33.082786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:57:33.092094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:57:33.104780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:33.105435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:33.107213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:33.161932 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e93e71f2-f90e-42bf-903a-cbcc7903d814 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3183465 Feb 16 08:57:33.162512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:33.164837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38352) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:33.252593 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:57:33.265782 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7b6b550d-b72e-43b7-a1d8-e5bfa7e25662 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1094 time: 0.0993302 Feb 16 08:57:33.284112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:33.372946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-652f4cb9-a2cd-42da-a2b9-71625b586654 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0708568 Feb 16 08:57:33.511083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-9bac58a8-3586-4713-9629-88c4728d495f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:33.512622 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-9bac58a8-3586-4713-9629-88c4728d495f service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1339791 Feb 16 08:57:33.619767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-30a61c1d-2088-45c2-9b42-857d094e406b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 1000 time: 0.0966952 Feb 16 08:57:33.633695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:31Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:33.638269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:33.649168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:33.650509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:33.681641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-cee5fd83-518a-4a93-b89d-9d8c29afc6d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:33.683116 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-cee5fd83-518a-4a93-b89d-9d8c29afc6d6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0567636 Feb 16 08:57:33.765111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-4f7042e0-ec83-4a09-9511-64de70644d46 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752807 Feb 16 08:57:33.781229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38360) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:33.785479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945201650', 'description': 'tempest-secgroup-smoke-945201650 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:33.791329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:33.800905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:33.815649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:33.836942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:33.852082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:33.855272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:33.858015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:33.863600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:33.917281 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-46837ad8-aa58-4d3c-86d9-77c02648fb65 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455121 Feb 16 08:57:33.921382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:33.925476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:33.968422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3862369-227f-4fb6-b9a8-e8b9690f892e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:33.983915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:33.985315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-998454a1-60e2-49c3-ab96-2e3b7f10d737 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2047296 Feb 16 08:57:33.988174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38364) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:33.994685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.000691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.004796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.007653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.014513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.032250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.172610 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-60598bbc-11e7-4041-93a5-2a8051670da9 req-4c32c75d-e4c2-482c-aa72-b7e973621123 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489576 Feb 16 08:57:34.217612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.221831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.238471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:31Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:34.244658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208e2757-fb29-4f0c-b6e4-8b9da96722d4 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:31Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:34.246324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc067894-f320-4f6a-a68f-4492fae8e231,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.256230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.260697 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4a79e971-f3e4-4698-9212-f230bb4de860 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2681684 Feb 16 08:57:34.260968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38368) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:34.267719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.273813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.277841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.280858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.286693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.304539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.372626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.376647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.399570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e833170-4f28-4e30-a474-d2a76bd1e2f0,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.409086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.410345 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-84d07300-a598-49c8-a7b3-9b3df8ea9edf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1483362 Feb 16 08:57:34.413032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38372) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:34.418715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.424277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.428008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.430837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.436999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.452494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.519189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.522489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.545041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b8d4212-09dd-413d-abbb-78d04b5874c6,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.553228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.554572 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b679378f-5d03-4eb3-98ae-445b08aaea05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1406219 Feb 16 08:57:34.557941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38376) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:34.563150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.568821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.572717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.575607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.581161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.597108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.657387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.660710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.684269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=893360b8-f4b0-426b-af28-b830d220fe48,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.692873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.694239 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ef57d764-6598-4ec5-8bc5-ef17ad1ff9ec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1353407 Feb 16 08:57:34.696992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38380) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:34.702356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.708490 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.712278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.715715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.721507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.733463 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:57:34.740071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.804986 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d904d99c-b70f-42da-aa56-a8e4d6e22627 None None] New status for floating IP 83d1c865-16c2-405c-a6bc-8a75117aa4a3: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:57:34.807183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.812323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.835633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44235f47-2b95-49b4-843f-5f3cb1b48c85,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.845470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.846710 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-711c31d2-e25e-49ef-ac46-774346f485f4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1487453 Feb 16 08:57:34.849323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38384) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:34.855413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': 'd3862369-227f-4fb6-b9a8-e8b9690f892e', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:34.861164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:34.864991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:34.867834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:34.873587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:34.890471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:57:34.896567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.961101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.965401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:34.989507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ec96ee6-b209-42f6-82e1-7ba56f4a28de,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:34.999816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:35.002892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cce0b9b6-e00b-49b0-94f3-5af376a50c17 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1526122 Feb 16 08:57:35.169902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-6f64240f-9df1-4603-974a-7ca411b30039 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:57:35.185031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-6f64240f-9df1-4603-974a-7ca411b30039 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:57:35.186199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-6f64240f-9df1-4603-974a-7ca411b30039 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945201650&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0550814 Feb 16 08:57:35.337156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-15985a11-208f-47cd-8f42-3c544f7a4305 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:35.338559 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-15985a11-208f-47cd-8f42-3c544f7a4305 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 797 time: 0.1456938 Feb 16 08:57:35.354426 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-2c93cd2a-1cae-4022-9fc7-3c7f06f7393a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0105810 Feb 16 08:57:35.438420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-02c957e1-50c5-4b2b-85e1-bddb9b8201d4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0792933 Feb 16 08:57:35.571216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-46b1dffc-0f1e-47e7-b99a-6276f71f174a service neutron] 10.222.0.94 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216455 Feb 16 08:57:35.697999 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-f2ac45ab-44ab-4094-b375-df702bc28b81 service neutron] 10.222.0.94 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210301 Feb 16 08:57:35.887974 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eec2f195-150b-40e6-9c81-c2cf3913d78f req-a1543a34-9c95-40bc-9680-9fd94f287bd2 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 210 time: 0.0423985 Feb 16 08:57:37.007017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-75b99eec-9987-4606-872a-e35e9d022a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:37.009037 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-75b99eec-9987-4606-872a-e35e9d022a9f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 797 time: 0.1520500 Feb 16 08:57:37.054371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-777c6bda-6159-4295-9c8c-47efcedd9782 req-4d029963-09fa-4812-938b-1d99b222d24b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 210 time: 0.0420983 Feb 16 08:57:37.088484 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-1eae7520-82e9-4ec9-9c29-39a41ad7794b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 471 time: 0.0579722 Feb 16 08:57:37.095812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['d3862369-227f-4fb6-b9a8-e8b9690f892e']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:37.226523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:37.230996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:port and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:37.233760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:37.239379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:37.248977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:57:37.252189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.413067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.7 (23ab5f25-785a-4dfc-964f-f7326b9b411a/cfa13028-5d92-4866-aa54-d463dcc5a386/1177ac52-63ee-466d-b0bf-c28219ed2f13) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:37.593807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.609047 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 1177ac52-63ee-466d-b0bf-c28219ed2f13 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:37.629529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.701513 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:37.704308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:37.708265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:37.738146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:37.772473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:37.773076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.797687 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-8a787db6-edd9-4a46-8880-3fa5017995dc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7055304 Feb 16 08:57:37.829379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Request body: {'port': {'device_id': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:37.912899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a1335b4f-a287-4103-b314-319e1831d842 None None] Provisioning for port 1177ac52-63ee-466d-b0bf-c28219ed2f13 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:37.917682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a1335b4f-a287-4103-b314-319e1831d842 None None] Provisioning complete for port 1177ac52-63ee-466d-b0bf-c28219ed2f13 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:37.918053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a1335b4f-a287-4103-b314-319e1831d842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.937973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:37.968739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a1335b4f-a287-4103-b314-319e1831d842 None None] Port 1177ac52-63ee-466d-b0bf-c28219ed2f13 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:57:38.254859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20764770-bbab-424b-a1ff-7fa3eb980351 req-b8344861-4d47-4f2d-9389-63bac300e865 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:38.256313 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20764770-bbab-424b-a1ff-7fa3eb980351 req-b8344861-4d47-4f2d-9389-63bac300e865 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 931 time: 0.0785117 Feb 16 08:57:38.268482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1177ac52-63ee-466d-b0bf-c28219ed2f13 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:57:38.275292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.289072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Transition to ACTIVE for port object 1177ac52-63ee-466d-b0bf-c28219ed2f13 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:57:38.293691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.301017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20764770-bbab-424b-a1ff-7fa3eb980351 req-d80a1b37-b768-484b-a970-1f27ce6fba9b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Feb 16 08:57:38.419346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:38.446987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-161374a9-ae48-4bf1-84e5-b6ebbf4d1529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.525782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Attempting to bind port 1177ac52-63ee-466d-b0bf-c28219ed2f13 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:57:38.526125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Attempting to bind port 1177ac52-63ee-466d-b0bf-c28219ed2f13 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:57:38.526454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Attempting to bind port 1177ac52-63ee-466d-b0bf-c28219ed2f13 on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:38.532046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Port 1177ac52-63ee-466d-b0bf-c28219ed2f13 on network 23ab5f25-785a-4dfc-964f-f7326b9b411a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:57:38.532360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Attempting to bind port 1177ac52-63ee-466d-b0bf-c28219ed2f13 on network 23ab5f25-785a-4dfc-964f-f7326b9b411a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:57:38.538319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:57:38.538672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Checking segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:57:38.539048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Bound using segment: {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:57:38.539462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Bound port: 1177ac52-63ee-466d-b0bf-c28219ed2f13, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:57:38.539801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.624529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:57:38.627423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:57:38.630808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.778753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:38.780106 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] 10.222.0.98 "PUT /v2.0/ports/1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 200 len: 1093 time: 0.9551127 Feb 16 08:57:38.780535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:38.801471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebbca8-e79f-485a-b185-6def5970b1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:38.872611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'status': 'completed', 'code': 200} Feb 16 08:57:38.915327 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-d66869ef-a4ae-49bb-9c30-3a93ebc19945 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1096 time: 0.0723066 Feb 16 08:57:38.991706 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-d98b9043-6edf-4057-b87c-9177f56cfe3a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 200 len: 217 time: 0.0625052 Feb 16 08:57:39.052530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-95278fbb-e923-4a2c-8885-dfe45bc02141 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:39.053842 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-95278fbb-e923-4a2c-8885-dfe45bc02141 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0558875 Feb 16 08:57:39.136200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-c385f0aa-d572-41cb-a3e0-ef971a47c5ca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760801 Feb 16 08:57:39.262477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-f3529fcf-7b5b-423c-9337-ccc0b58d7be4 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196547 Feb 16 08:57:39.389408 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4cb4b7a2-90f6-41bb-b0ba-166ac58c30c3 req-cc7dd551-6322-418f-9509-3abdbb181346 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206357 Feb 16 08:57:39.497205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12852b02-86ae-4de0-81d0-84ef192e6eea req-c8986594-8dbe-43ce-96c1-e2231793f916 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:39.498664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-12852b02-86ae-4de0-81d0-84ef192e6eea req-c8986594-8dbe-43ce-96c1-e2231793f916 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 943 time: 0.0749815 Feb 16 08:57:39.543146 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-12852b02-86ae-4de0-81d0-84ef192e6eea req-04e40cf4-fb79-46c5-8638-26cc99a17998 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388367 Feb 16 08:57:39.564195 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-b7256806-2ae8-4c42-aa2c-f6976b183bc6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1096 time: 0.0675471 Feb 16 08:57:39.692960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-ccb71427-438e-4f05-b204-c2a2c34ae962 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:39.694296 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-ccb71427-438e-4f05-b204-c2a2c34ae962 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1237104 Feb 16 08:57:39.764802 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-66029061-6c4d-4351-b221-c9c0c41929da service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 200 len: 217 time: 0.0638936 Feb 16 08:57:39.825604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-3431ab39-f5db-45bf-9b50-9e502531ec71 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:39.827010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-3431ab39-f5db-45bf-9b50-9e502531ec71 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0557246 Feb 16 08:57:39.904556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-02f407e3-2d4f-4006-a6d3-894e9a6ad2c4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682921 Feb 16 08:57:40.035711 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-5a3c878f-ec2c-4784-b49d-9ac9c959f9fc service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213295 Feb 16 08:57:40.161795 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4e8aa844-fe00-4dee-9884-30ee4765b041 req-87fd2c5e-e22c-4c7f-91bd-0872f596a523 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193142 Feb 16 08:57:40.738766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e81d7-bde8-4863-ac36-aa1448023915 req-f370b5ba-ff4a-47f8-962c-9f36165c1ed3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:40.740199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-160e81d7-bde8-4863-ac36-aa1448023915 req-f370b5ba-ff4a-47f8-962c-9f36165c1ed3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 943 time: 0.0764112 Feb 16 08:57:40.784386 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-160e81d7-bde8-4863-ac36-aa1448023915 req-bd6b303a-e645-45d4-9635-bdf62ed4568d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Feb 16 08:57:40.937495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1cc3c4f9-7ece-48bc-83d9-babd459d3999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:41.485433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1177ac52-63ee-466d-b0bf-c28219ed2f13 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:57:41.647760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:41.660703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'port_id': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'mac_address': 'fa:16:3e:92:74:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:57:41.724952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:41.726416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:41.743993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1177ac52-63ee-466d-b0bf-c28219ed2f13 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:57:41.758594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:41.762564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:41.833978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:41.959135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:41.976926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748722-6901-4125-8fcd-db7099061043 req-09878411-6311-4492-beae-ffce5db52d22 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:41.978374 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-49748722-6901-4125-8fcd-db7099061043 req-09878411-6311-4492-beae-ffce5db52d22 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 944 time: 0.0759776 Feb 16 08:57:42.026692 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-49748722-6901-4125-8fcd-db7099061043 req-c11c2dd0-1374-4a92-9d18-c875eed7d2d8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Feb 16 08:57:42.093132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['1177ac52-63ee-466d-b0bf-c28219ed2f13'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:57:43.218917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9151e8-6811-4d07-9299-6966ab7fb965 req-f734cf8e-cfdd-46fa-8a27-16180a8d9637 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:43.220280 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d9151e8-6811-4d07-9299-6966ab7fb965 req-f734cf8e-cfdd-46fa-8a27-16180a8d9637 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 944 time: 0.0752065 Feb 16 08:57:43.264672 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d9151e8-6811-4d07-9299-6966ab7fb965 req-c10fab19-4622-4002-b463-140094b35659 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388217 Feb 16 08:57:43.496159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1177ac52-63ee-466d-b0bf-c28219ed2f13 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:57:43.562657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 1177ac52-63ee-466d-b0bf-c28219ed2f13 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:57:43.567189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 1177ac52-63ee-466d-b0bf-c28219ed2f13 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:57:43.567576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:43.676655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:43.702012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:43.712105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:57:43.716109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:43.756682 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'code': 200} Feb 16 08:57:43.790789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:43.793885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:44.020315 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1433fd42-1577-4c39-ad23-627fe945b67b req-95cc82f6-7591-4ed9-90f1-9b846cedd71f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1098 time: 0.0678635 Feb 16 08:57:44.062441 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1433fd42-1577-4c39-ad23-627fe945b67b req-5cd2b5ab-5a2d-4abd-b021-fa6d2cd24c09 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352881 Feb 16 08:57:44.459526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1064e-3e9b-4f4e-ba51-bfb6ce9d84c2 req-16001659-a72f-4056-b5f0-7dbeee3edcb1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:44.460952 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ad1064e-3e9b-4f4e-ba51-bfb6ce9d84c2 req-16001659-a72f-4056-b5f0-7dbeee3edcb1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.0779676 Feb 16 08:57:44.504053 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ad1064e-3e9b-4f4e-ba51-bfb6ce9d84c2 req-250e54b3-0f4c-4b9e-abff-8fee381c54fc tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376348 Feb 16 08:57:45.695763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f772b-0634-411f-b0b5-68a1947b278b req-de8ef571-a2f5-4a8b-8cc1-3e10c9ca3933 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:45.697210 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c58f772b-0634-411f-b0b5-68a1947b278b req-de8ef571-a2f5-4a8b-8cc1-3e10c9ca3933 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.0742369 Feb 16 08:57:45.740988 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c58f772b-0634-411f-b0b5-68a1947b278b req-a237393b-b0e5-4df2-898c-56afa20263df tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379374 Feb 16 08:57:45.934816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5a20f-bd5c-479d-88e6-1c9cfd931fe0 req-5266d8d4-e27c-45ba-9d88-9c46e38a706a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:45.936144 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2cb5a20f-bd5c-479d-88e6-1c9cfd931fe0 req-5266d8d4-e27c-45ba-9d88-9c46e38a706a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.0767379 Feb 16 08:57:45.979923 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2cb5a20f-bd5c-479d-88e6-1c9cfd931fe0 req-954c5beb-3202-4e5d-b1a2-14d2e2541760 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380349 Feb 16 08:57:46.006749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38428) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:46.076120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-662a6852-56c5-47a0-8bce-2d5981c7b893 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1093 time: 0.0682540 Feb 16 08:57:46.078662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38432) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:57:46.083764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:57:46.089195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:57:46.093062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:57:46.095890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:57:46.101461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:57:46.111732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:46.340036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:46.471187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.230 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/8e699ade-4c9c-4aca-b30c-9adcf8860a85) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:57:46.614819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:46.641806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:46.709932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:57:46.712554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:57:46.717157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:57:46.740833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=8e699ade-4c9c-4aca-b30c-9adcf8860a85,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:47.207478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:47.262653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:47.464532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:47.469186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:47.566281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=8e699ade-4c9c-4aca-b30c-9adcf8860a85,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:57:47.586264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:47.767671 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP f80fa073-f1e7-4f38-867f-dff0a06112d7 associated. External IP: 172.26.4.230, port: 1177ac52-63ee-466d-b0bf-c28219ed2f13. Feb 16 08:57:48.233498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:57:48.425279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:57:48.435093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:57:48.446969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:48.447681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:48.449162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:57:48.505157 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5464a894-c2a4-42aa-be7e-f478c6924cec tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4254282 Feb 16 08:57:48.505661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:57:48.567034 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'status': 'completed', 'code': 200} Feb 16 08:57:48.625613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:48.688163 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-6b5cdd69-5848-4764-aa2e-a0339b7434ac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1098 time: 0.0660791 Feb 16 08:57:48.816577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09598933-e587-473b-9016-02f2e454911a req-5164ed07-7c0d-4e9a-998e-c841d18e4d51 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:48.817938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-5164ed07-7c0d-4e9a-998e-c841d18e4d51 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1235311 Feb 16 08:57:48.919673 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-eba9b11c-512d-46cb-8ebe-64edb5459a9e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 200 len: 999 time: 0.0949795 Feb 16 08:57:48.975385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}, {'id': 'f80fa073-f1e7-4f38-867f-dff0a06112d7', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:92:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:47Z', 'updated_at': '2022-02-16T08:57:47Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:48.979311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:57:48.980979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09598933-e587-473b-9016-02f2e454911a req-d8262aa3-9d0a-435a-8ecd-d95ae39fb334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:57:48.982507 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-d8262aa3-9d0a-435a-8ecd-d95ae39fb334 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0565794 Feb 16 08:57:48.989814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:57:48.990403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:57:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:49.060041 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-3a90d88d-204e-4990-a3c0-f1b5ed40300b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716374 Feb 16 08:57:49.200924 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-04014ba4-0e15-46ce-8d3c-09cc83972972 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261318 Feb 16 08:57:49.222158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:57:49.332578 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-09598933-e587-473b-9016-02f2e454911a req-e39f501c-393d-40b2-90fc-ffb94a60b679 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245260 Feb 16 08:57:49.559779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}, {'id': 'f80fa073-f1e7-4f38-867f-dff0a06112d7', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:92:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:47Z', 'updated_at': '2022-02-16T08:57:47Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:57:49.563709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a000de23-27ec-4c02-a2d2-5a0b0b8d6c85 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}, {'id': 'f80fa073-f1e7-4f38-867f-dff0a06112d7', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.230', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:92:74:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:47Z', 'updated_at': '2022-02-16T08:57:47Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:57:49.740892 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c88df-e88a-4cd1-af21-04d9dfe5a59f None None] New status for floating IP f80fa073-f1e7-4f38-867f-dff0a06112d7: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:57:54.738891 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:58:01.956724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:08.449489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e367bd99-2a3f-43df-9f81-64bd29fc72cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:10.938270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-856f37fa-cd89-4251-88aa-3b5678d0fe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:11.697043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:11.958066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:13.779218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:23.398666 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-fce05720-50cb-4893-b295-7f15bb45d560 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656424 Feb 16 08:58:23.558152 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-396e9bcb-8061-4582-87cf-4b255e49597d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0659699 Feb 16 08:58:23.786876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-429513ec-9c2e-40d5-aab4-983c609d2fb4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:23.788307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-429513ec-9c2e-40d5-aab4-983c609d2fb4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.2135527 Feb 16 08:58:23.886174 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-9ad06b82-7a69-417a-a7a0-76b5df441898 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 1002 time: 0.0912061 Feb 16 08:58:23.947690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-1713f524-0d91-47a0-a9ef-0a900831a591 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:23.949615 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-1713f524-0d91-47a0-a9ef-0a900831a591 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0579064 Feb 16 08:58:24.019525 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-4db37509-cf55-409f-bc7d-27366f268e7b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0639646 Feb 16 08:58:24.147874 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-48c3d4c4-a9e3-4e39-81d1-9c81bebaf07a service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215498 Feb 16 08:58:24.276574 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7e00fbb8-80b3-4b9f-a82c-4a1efaa81541 req-d0c7accd-3e45-4fce-9e36-da688b3aa069 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224892 Feb 16 08:58:25.083816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38450) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:25.185850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e1658586-9da4-40b9-a8e0-f840b34ecbf6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/83d1c865-16c2-405c-a6bc-8a75117aa4a3 HTTP/1.1" status: 200 len: 994 time: 0.1009712 Feb 16 08:58:26.042764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38460) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:26.048529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:26.161322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:26.363117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:26.386725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:26.390931 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:26.450691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:26.451291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:26.452614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/ports/b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 939 time: 0.4088848 Feb 16 08:58:26.456780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:26.485476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=6']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:26.494309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.494676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.495070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.495396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.495721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.496071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.496357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.496675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.496986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.497328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.497627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41288a7b-6db5-4eda-8867-f740408f8067 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:26.520198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:58:26.637367 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-8df21a45-c052-4e6c-9bea-e50b42d659e7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1100 time: 0.0690012 Feb 16 08:58:26.672776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-57fae7ac-0188-4306-a92b-583990f7acec None None] Provisioning complete for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:26.673408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57fae7ac-0188-4306-a92b-583990f7acec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:26.732960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-57fae7ac-0188-4306-a92b-583990f7acec None None] Port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb is administratively disabled so it will not transition to active. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 16 08:58:26.765850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-e44458e0-b818-4df5-887c-3e5d046eefd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:26.767335 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-e44458e0-b818-4df5-887c-3e5d046eefd5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1240387 Feb 16 08:58:26.869089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-f98e3273-d4bf-49b3-a167-ece611c4ca07 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 1003 time: 0.0952213 Feb 16 08:58:26.929578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-92ffa1b0-cd13-4016-8997-8f6b49e4ff9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:26.930999 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-92ffa1b0-cd13-4016-8997-8f6b49e4ff9c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0556400 Feb 16 08:58:27.087261 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-e37f1355-ad3a-4e2e-9a7d-ba538aa71e16 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1502969 Feb 16 08:58:27.214683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-c8b9c159-4c43-4b7a-b881-7ec032b5f63c service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206729 Feb 16 08:58:27.343034 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6f752618-1ad2-484d-83b0-65ea3feae99a req-6bec607e-3dee-4b8c-a341-f775028fe184 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227283 Feb 16 08:58:29.914522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38470) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:29.920660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:30.033000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:30.239274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:30.263179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:30.267814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:30.334191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:30.334829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:30.336192 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/ports/b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 938 time: 0.4206808 Feb 16 08:58:30.336733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:30.340201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38474) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:30.361087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f801a78a-0c7e-4b85-968d-155626ff6c4f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=7']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:30.402080 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:58:30.519218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-203415a3-9a59-45c5-855d-ae4100a79c0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1099 time: 0.0732386 Feb 16 08:58:30.549588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-34460fa2-a071-4f21-a989-6a76dcc6415f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/83d1c865-16c2-405c-a6bc-8a75117aa4a3 HTTP/1.1" status: 200 len: 994 time: 0.2082062 Feb 16 08:58:30.574740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-07cbe91f-de23-4988-b9ba-a8ff16fa677f None None] Provisioning complete for port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:30.575361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-07cbe91f-de23-4988-b9ba-a8ff16fa677f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:30.618911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:58:30.648089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-a970e257-d952-482d-862d-7c1840bf0607 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:30.649544 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-a970e257-d952-482d-862d-7c1840bf0607 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1245790 Feb 16 08:58:30.749452 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-61930190-0dec-4556-8e19-66ef9e6bed20 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 1002 time: 0.0939183 Feb 16 08:58:30.809784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-c1146149-d3cb-4e50-99d3-972b81d38f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:30.811243 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-c1146149-d3cb-4e50-99d3-972b81d38f48 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0557299 Feb 16 08:58:30.886740 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-f5c68450-a618-4203-b5b6-8bb30754addc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695891 Feb 16 08:58:31.013400 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-6b444c90-3b68-4427-98e6-719c15593c6f service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198299 Feb 16 08:58:31.138954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8203467d-f0a1-4875-b5db-a4015a14ee64 req-a4eed2a1-ae1c-4fbd-aabd-2d1afc6a7cd5 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185014 Feb 16 08:58:31.739197 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:58:31.976463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:33.154353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38486) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:33.348562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 8e699ade-4c9c-4aca-b30c-9adcf8860a85 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:33.348893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:33.509254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:33.509571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:33.623517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 8e699ade-4c9c-4aca-b30c-9adcf8860a85 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:33.765207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:33.809238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=8e699ade-4c9c-4aca-b30c-9adcf8860a85,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:33.876171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.876510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.876841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.877164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.877503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.877803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.878121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.878459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.878776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.879086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.879393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:33.910421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:34.287499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:58:34.570536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:58:34.580073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:58:34.587341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:34.592944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:34.593531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:34.639517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-657952ad-39df-4ebc-9233-24d9776dbb9c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/f80fa073-f1e7-4f38-867f-dff0a06112d7 HTTP/1.1" status: 204 len: 168 time: 1.4840829 Feb 16 08:58:34.640097 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:34.695161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'status': 'completed', 'code': 200} Feb 16 08:58:34.765035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:34.810668 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-01abb229-74fc-4675-a628-70fa4facf31a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 1098 time: 0.0709970 Feb 16 08:58:35.047941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd328e-df1d-4224-a312-db0f4beae604 req-01f4078c-2c56-47ab-a6d3-89b916622527 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:35.049398 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-01f4078c-2c56-47ab-a6d3-89b916622527 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.2326219 Feb 16 08:58:35.054465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8f103-5b5d-49a8-849c-5e9dc7c685a1 req-59fabf31-f3a0-43d6-90b6-bcab3e9aa7e9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:35.055162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-05a8f103-5b5d-49a8-849c-5e9dc7c685a1 req-59fabf31-f3a0-43d6-90b6-bcab3e9aa7e9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:35.072361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-05a8f103-5b5d-49a8-849c-5e9dc7c685a1 req-59fabf31-f3a0-43d6-90b6-bcab3e9aa7e9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:35.079429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a8f103-5b5d-49a8-849c-5e9dc7c685a1 req-59fabf31-f3a0-43d6-90b6-bcab3e9aa7e9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.1090112 Feb 16 08:58:35.122837 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-4ae0d345-be1a-4609-8915-348428056cb7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 200 len: 217 time: 0.0664275 Feb 16 08:58:35.124187 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a8f103-5b5d-49a8-849c-5e9dc7c685a1 req-4b935a8e-594a-43f5-820e-92a275483bc1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437875 Feb 16 08:58:35.172195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:35.175937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:58:35.186749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:35.186986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd328e-df1d-4224-a312-db0f4beae604 req-a8f652a9-a764-4d63-85c0-f17b75f852ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:35.187340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:35.188354 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-a8f652a9-a764-4d63-85c0-f17b75f852ec service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0585542 Feb 16 08:58:35.273033 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-f328222e-269f-4bb2-be7f-25c1625396dd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783281 Feb 16 08:58:35.282789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-031ab187-d5f0-467d-86a0-c43a56925939 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:58:35.283691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-031ab187-d5f0-467d-86a0-c43a56925939 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046945 Feb 16 08:58:35.363531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:35.431459 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-f47f6d20-d92d-4811-9258-2a034150d044 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409490 Feb 16 08:58:35.560556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-decd328e-df1d-4224-a312-db0f4beae604 req-40093aca-20b6-4a9a-8a5b-30838367419b service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227326 Feb 16 08:58:35.703369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:35.707332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9b94-e4e7-4745-a860-a1495c11a2a7 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '83d1c865-16c2-405c-a6bc-8a75117aa4a3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.111', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'port_id': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'mac_address': 'fa:16:3e:55:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:57:31Z', 'updated_at': '2022-02-16T08:57:34Z', 'revision_number': 1, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:58:35.914712 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c9e5a3-d5ab-4137-99fd-495de633c2cf None None] New status for floating IP f80fa073-f1e7-4f38-867f-dff0a06112d7: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:58:36.320581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d9a68-8e8d-4b53-bfc8-655811bdbd8a req-6f912676-a8ee-444a-b879-a8a15d392f13 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:36.321940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e8d9a68-8e8d-4b53-bfc8-655811bdbd8a req-6f912676-a8ee-444a-b879-a8a15d392f13 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.0742018 Feb 16 08:58:36.365826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e8d9a68-8e8d-4b53-bfc8-655811bdbd8a req-ca0bf162-b0aa-4453-8b6a-57fe18f68522 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=d3862369-227f-4fb6-b9a8-e8b9690f892e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378897 Feb 16 08:58:36.484296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-e49a09d7-d75a-4bff-83ba-712380f74f11 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:36.484965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-e49a09d7-d75a-4bff-83ba-712380f74f11 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:36.496686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-e49a09d7-d75a-4bff-83ba-712380f74f11 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:36.497732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-e49a09d7-d75a-4bff-83ba-712380f74f11 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 945 time: 0.0863435 Feb 16 08:58:36.566501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 1177ac52-63ee-466d-b0bf-c28219ed2f13 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:36.566838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:36.796167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 1177ac52-63ee-466d-b0bf-c28219ed2f13, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1177ac52-63ee-466d-b0bf-c28219ed2f13,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:36.796528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:36.915556 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 1177ac52-63ee-466d-b0bf-c28219ed2f13 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:37.053461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:37.103460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=1177ac52-63ee-466d-b0bf-c28219ed2f13,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:37.171755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 1177ac52-63ee-466d-b0bf-c28219ed2f13 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:58:37.174134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:37.176511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'name': 'network-vif-deleted', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:37.192444 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e2fbe718-618c-4994-8047-85f205f83ae6 req-b15d50c3-aabb-497b-96d5-149c3a386853 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/1177ac52-63ee-466d-b0bf-c28219ed2f13 HTTP/1.1" status: 204 len: 173 time: 0.6885495 Feb 16 08:58:37.237660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3712e472-f768-459f-97c8-0ef83f0f97d3', 'name': 'network-vif-deleted', 'tag': '1177ac52-63ee-466d-b0bf-c28219ed2f13', 'status': 'completed', 'code': 200} Feb 16 08:58:37.547025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bbd5ccf6-7803-4d95-8e7a-393f644dad1a req-2a7b150a-da42-42f6-a206-7f9f47ea20a7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=3712e472-f768-459f-97c8-0ef83f0f97d3 HTTP/1.1" status: 200 len: 210 time: 0.0408936 Feb 16 08:58:38.449926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c51e5d32-54a8-4a43-a3d8-7570120fc4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:38.653142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38504) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:38.723724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:38.752046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:38.814840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:38.833191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3862369-227f-4fb6-b9a8-e8b9690f892e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:38.843392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:38.844492 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ccb87cd0-0b2e-4ed2-8b65-357d893c83d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/d3862369-227f-4fb6-b9a8-e8b9690f892e HTTP/1.1" status: 204 len: 168 time: 0.1903815 Feb 16 08:58:38.882462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38510) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:39.161972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 799b43e5-8ed6-4200-9f3a-904ace8abce4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:39.162216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:39.328515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:39.328834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:39.444588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 799b43e5-8ed6-4200-9f3a-904ace8abce4 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:39.587364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:39.631407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=799b43e5-8ed6-4200-9f3a-904ace8abce4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:39.703755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1177ac52-63ee-466d-b0bf-c28219ed2f13 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:58:39.721238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:39.736341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 1177ac52-63ee-466d-b0bf-c28219ed2f13 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:58:39.736692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1177ac52-63ee-466d-b0bf-c28219ed2f13 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:58:40.100658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:58:40.295735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:58:40.306131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:58:40.311136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:40.317635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:40.318245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:40.362487 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66c1ef42-e798-4194-9633-d658c2c00fab tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/83d1c865-16c2-405c-a6bc-8a75117aa4a3 HTTP/1.1" status: 204 len: 168 time: 1.4788129 Feb 16 08:58:40.362975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:40.459844 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:58:40.496971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:40.704216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-5b492998-774f-4e6d-a3a6-bb41e899c689 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 1099 time: 0.2005210 Feb 16 08:58:40.791376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6eb34-6109-4453-b712-331890b94f02 req-1dceccea-4081-4500-8bc6-709b4ee6e06f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:40.794202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52b6eb34-6109-4453-b712-331890b94f02 req-1dceccea-4081-4500-8bc6-709b4ee6e06f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0840924 Feb 16 08:58:40.822318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:40.826892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:58:40.837251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-ea38c7ad-49c1-4f4e-b550-99d8391807e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:40.837776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:40.838204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:40.838753 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-ea38c7ad-49c1-4f4e-b550-99d8391807e0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 200 len: 898 time: 0.1279888 Feb 16 08:58:40.840558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52b6eb34-6109-4453-b712-331890b94f02 req-2b7e649f-9b80-4076-aa83-ed2b8f922fbb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408201 Feb 16 08:58:40.904656 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-c71cac04-153a-4792-b59e-7e066d43dd06 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 200 len: 217 time: 0.0596485 Feb 16 08:58:40.971108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-ef137455-b2d6-4dd2-9a5a-dbb7a9122128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:40.972549 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-ef137455-b2d6-4dd2-9a5a-dbb7a9122128 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 200 len: 835 time: 0.0616536 Feb 16 08:58:41.023875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7da73403-8ef6-4bf7-a5b4-005573183096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:41.051141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-370f26e1-7116-4af5-99b9-67010edd361b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=23ab5f25-785a-4dfc-964f-f7326b9b411a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716763 Feb 16 08:58:41.067916 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:41.180303 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-1283f79c-cb69-40c4-aa41-687ca185fc25 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226716 Feb 16 08:58:41.310659 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6a5be688-457f-4994-89c1-7ceec91afaa9 req-93a40e16-ff4e-4c2b-b289-c519dc6d7955 service neutron] 10.222.0.98 "GET /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240785 Feb 16 08:58:41.374277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:41.378146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4772818-ce9e-4b76-80af-b8bbc070f135 None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '16508b08-ca21-4cfb-b6b9-6787af087917', 'name': '', 'network_id': '23ab5f25-785a-4dfc-964f-f7326b9b411a', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:ff:76:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:12Z', 'updated_at': '2022-02-16T08:57:19Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': 'cfa13028-5d92-4866-aa54-d463dcc5a386', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:58:41.572730 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da2eccb-7141-4542-9d60-e0a6faab9645 None None] New status for floating IP 83d1c865-16c2-405c-a6bc-8a75117aa4a3: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:58:41.698955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:41.960751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:42.042685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c8f1e4-94c0-43ef-b098-389f0800bf53 req-a311045d-8872-4a2a-be79-e59e92b519c3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:42.044115 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-18c8f1e4-94c0-43ef-b098-389f0800bf53 req-a311045d-8872-4a2a-be79-e59e92b519c3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0781789 Feb 16 08:58:42.092835 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-18c8f1e4-94c0-43ef-b098-389f0800bf53 req-a81422e9-eb94-4abc-b4f2-3ba74df9932b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=644ca8ae-611d-466e-a325-e7d60b2d8d06&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Feb 16 08:58:42.318776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-a713a24f-546d-4d84-ba79-326bcad85830 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:42.319459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-a713a24f-546d-4d84-ba79-326bcad85830 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:42.335040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-a713a24f-546d-4d84-ba79-326bcad85830 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:42.336250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-a713a24f-546d-4d84-ba79-326bcad85830 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 946 time: 0.0951872 Feb 16 08:58:42.402049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:42.402388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:42.637080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:42.637378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:42.751875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:42.886469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:42.932251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:43.007534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:58:43.010069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:43.012546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'name': 'network-vif-deleted', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:58:43.028058 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-170de410-d1a9-4b85-a4d8-f201c5ededcd req-e1adfad4-68f7-4282-856b-a0f1e8b5f8e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb HTTP/1.1" status: 204 len: 173 time: 0.6870184 Feb 16 08:58:43.072569 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17326b88-0b57-4725-954f-679fc9a4e2f6', 'name': 'network-vif-deleted', 'tag': 'b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb', 'status': 'completed', 'code': 200} Feb 16 08:58:43.253439 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-762e214e-ad8a-44dd-b2dc-af00fcf4d50a req-fab50b0a-f9c5-4705-8b7b-a0e8824a21ad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=17326b88-0b57-4725-954f-679fc9a4e2f6 HTTP/1.1" status: 200 len: 210 time: 0.0409191 Feb 16 08:58:43.781572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:44.363675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38530) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:44.428387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:44.455540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:44.519085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:44.537540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=644ca8ae-611d-466e-a325-e7d60b2d8d06,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:44.544546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:44.547133 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a1a56184-0232-48cf-a9db-0e0f9b36cd56 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/644ca8ae-611d-466e-a325-e7d60b2d8d06 HTTP/1.1" status: 204 len: 168 time: 0.1809638 Feb 16 08:58:44.584779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38536) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:44.961858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:45.620946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 16508b08-ca21-4cfb-b6b9-6787af087917 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:45.621643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:45.719438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:58:45.755272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:58:45.755618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device b0fc1eb5-800c-4be7-a8b2-91f9ba8f94eb not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:58:45.802880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 16508b08-ca21-4cfb-b6b9-6787af087917, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=16508b08-ca21-4cfb-b6b9-6787af087917,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:45.803228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:45.916850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 16508b08-ca21-4cfb-b6b9-6787af087917 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:46.084917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:46.128905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=16508b08-ca21-4cfb-b6b9-6787af087917,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:46.419637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.058310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:58:47.250520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:58:47.260177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Sync routers for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:58:47.262911 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c59f59de-4ae6-4d59-9b22-9f17ff5a2a72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/ac9e7954-beb2-4cbe-9bab-dec275b0aa29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6768677 Feb 16 08:58:47.265757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38540) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:47.271585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:47.272189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:47.459837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:47.460045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet cfa13028-5d92-4866-aa54-d463dcc5a386 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 08:58:47.462870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.521572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.602935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.677346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.716136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=cfa13028-5d92-4866-aa54-d463dcc5a386,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:47.722426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:47.732220 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-946ebfe6-3b1b-4ec7-895d-9536632c79bf tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/cfa13028-5d92-4866-aa54-d463dcc5a386 HTTP/1.1" status: 204 len: 168 time: 0.4625671 Feb 16 08:58:47.732410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646e63cd-8a39-46fb-a293-e72d9592c5ac None None] Network 23ab5f25-785a-4dfc-964f-f7326b9b411a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:58:47.732511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38544) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:47.893474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:58:46Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:47.902698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Checking router: ac9e7954-beb2-4cbe-9bab-dec275b0aa29 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:58:47.923798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Routers {'ac9e7954-beb2-4cbe-9bab-dec275b0aa29'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:47.924415 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:47.934178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.117071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] Set router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:48.139723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.149705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:48.150106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.153939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] DHCP port deletion for 23ab5f25-785a-4dfc-964f-f7326b9b411a request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 08:58:48.262342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Deleting port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:58:48.262342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.324208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:48.324487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.529296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:48.595479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] For port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,segment=NetworkSegment(0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1),segment_id=0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:48.595786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.689652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.720129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Calling delete_port for 4f23ed72-bf7f-4f01-bad5-8056ee9563ef owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:58:48.731775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:48.789362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:58:46Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:48.794702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1987b7-880d-46cb-a5e0-88d995cc6b1d None None] The sync data for ids ['ac9e7954-beb2-4cbe-9bab-dec275b0aa29'] in dv-neutron-829488-1-hyperv is: [{'id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'name': 'tempest-TestNetworkBasicOps-router-1766298009', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95'}], 'enable_snat': True}, 'gw_port_id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:58:46Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': '404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ea:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac9e7954-beb2-4cbe-9bab-dec275b0aa29', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:57:09Z', 'updated_at': '2022-02-16T08:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:58:48.808223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:48.851351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Pushing event deleted for resources: {'Port': ['ID=4f23ed72-bf7f-4f01-bad5-8056ee9563ef,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:48.862361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] No DVR routers for this DVR port 4f23ed72-bf7f-4f01-bad5-8056ee9563ef on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 08:58:48.865541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.865886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.869155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.869155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.869155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.869548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.869791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.870154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.870526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.870854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.871180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0629466-cff6-4518-a7f7-3a4a86b91207 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:48.957633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.211723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.216608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.247786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.248444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router ac9e7954-beb2-4cbe-9bab-dec275b0aa29 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 08:58:49.263277 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.264343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e9e13c5c-5775-454e-bbdb-d7c85ec3dfd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/ac9e7954-beb2-4cbe-9bab-dec275b0aa29 HTTP/1.1" status: 204 len: 168 time: 1.5310335 Feb 16 08:58:49.267010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38548) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:49.387584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.525057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.552793 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ab5f25-785a-4dfc-964f-f7326b9b411a']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:49.564208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:49.564495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad163e8-1f47-47d4-aaa5-0d9b2e3241a1') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:49.575571 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.591238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.597402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 08:58:49.597823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 08:58:49.611382 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 08:58:49.685836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.705630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.716357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=23ab5f25-785a-4dfc-964f-f7326b9b411a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:49.724536 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-780df6da-3c60-4b72-9fc3-ef61138159ed tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/23ab5f25-785a-4dfc-964f-f7326b9b411a HTTP/1.1" status: 204 len: 168 time: 0.4564681 Feb 16 08:58:49.750010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38552) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:49.756130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'network': {'name': 'tempest-network-smoke--1867262141', 'project_id': '1728b438d87a4963ba599631304eec39', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:49.761859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:49.766905 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:network and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:49.770045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:49.775722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:49.787942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:58:49.791164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.825193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 08:58:49.832491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 16508b08-ca21-4cfb-b6b9-6787af087917 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:58:49.839973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.840339 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Added segment dec145bf-cb38-4f7b-b546-c62e366fd972 of type vlan for network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 Feb 16 08:58:49.867279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 16508b08-ca21-4cfb-b6b9-6787af087917 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:58:49.867631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 16508b08-ca21-4cfb-b6b9-6787af087917 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:58:49.868050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:58:49.869161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.898701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.899346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:58:49.899660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 404f0234-3f87-4ebd-b5f6-5d7f1c8c3c5d not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:58:49.900071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4f23ed72-bf7f-4f01-bad5-8056ee9563ef no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:58:49.902746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:49.903329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:49.930736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 4f23ed72-bf7f-4f01-bad5-8056ee9563ef {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 08:58:49.931093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4f23ed72-bf7f-4f01-bad5-8056ee9563ef not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 08:58:50.084689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3335137 Feb 16 08:58:50.087531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38556) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:50.092791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'admin_state_up': True, 'project_id': '1728b438d87a4963ba599631304eec39', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:50.093457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0192f15b-0771-4381-a96b-bf9b4568cc77 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Network': ['ID=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:50.099616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:50.103371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:router and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:50.103686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 08:58:50.106703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:50.113061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:50.123957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.124909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.145189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.374716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.547362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.579129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.706882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.201 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/aa26f824-850d-4594-a29e-c6cef0f4b8f5) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:58:50.863332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.889768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:50.957641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:58:50.960280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:58:50.964958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:58:50.988196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:51.117779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:51.118470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:51.336528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 08:58:51.539461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:58:51.550302 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:58:51.562254 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:51.562904 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:51.565466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:51.566901 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d3315ac4-9668-4662-81a7-35b814f64611 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4783337 Feb 16 08:58:51.569968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38560) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:51.608654 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-31252984-8aeb-4a65-a89d-185a65dbe14f tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=1728b438d87a4963ba599631304eec39&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376227 Feb 16 08:58:51.611227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38564) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:51.733818 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:51.737975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e65a6-44bd-4bda-b80c-842e4348df49 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:51.739458 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-975e65a6-44bd-4bda-b80c-842e4348df49 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273665 Feb 16 08:58:51.742478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38568) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:51.783929 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c93b91b1-8150-4e13-801a-096ab673a915 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404813 Feb 16 08:58:51.786413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38572) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:51.791618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663415601', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'project_id': '1728b438d87a4963ba599631304eec39', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:51.895959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:51.900084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:subnet and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:51.903355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:51.908775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:51.918639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:58:52.013839 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:51Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:52.017888 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Checking router: 25c045a9-ae48-4ad0-b024-78b2b3283552 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:58:52.018231 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Updating router 25c045a9-ae48-4ad0-b024-78b2b3283552 port aa26f824-850d-4594-a29e-c6cef0f4b8f5 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:58:52.067645 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.107956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.315425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.387805 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.391112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Subnet': ['ID=523c9588-d0d9-4050-9266-fdcfd9bf8ba7,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:52.399949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Transition to ACTIVE for port object aa26f824-850d-4594-a29e-c6cef0f4b8f5 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:58:52.401995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Checking segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:58:52.402351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network hostable DHCP agents. Network: 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 08:58:52.407035 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.424374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 08:58:52.434340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:58:52.438236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:52.439249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.448598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e8f252-417e-41b6-a758-32c792814643 None None] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:58:52.475086 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ae932b22-cac4-42cf-8345-fe43b7a3f0c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6876404 Feb 16 08:58:52.476095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38576) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:52.489632 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:52.492983 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Attempting to bind port aa26f824-850d-4594-a29e-c6cef0f4b8f5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:58:52.493351 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Attempting to bind port aa26f824-850d-4594-a29e-c6cef0f4b8f5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:58:52.493819 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Attempting to bind port aa26f824-850d-4594-a29e-c6cef0f4b8f5 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:58:52.505543 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.505884 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.506222 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.506578 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.506909 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.507231 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.507552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.507872 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.508188 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.508503 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.508815 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:58:52.512488 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:58:52.512860 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:58:52.513257 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.513633 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:58:52.514094 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Bound port: aa26f824-850d-4594-a29e-c6cef0f4b8f5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:58:52.514472 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.585959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:58:52.589998 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa26f824-850d-4594-a29e-c6cef0f4b8f5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:58:52.595637 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.678939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b349e-bc02-4d65-8179-bb623627494c None None] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:52.681571 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:52.682223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:52.683904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 08:58:52.684938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:52.842988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Allocated IP 172.20.0.2 (7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3/523c9588-d0d9-4050-9266-fdcfd9bf8ba7/1a96aa50-a110-40ba-a5ed-51a5378eb1b9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:58:52.905174 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:53.095016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.105742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Transition to ACTIVE for port object 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:58:53.126587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Transition to ACTIVE for port object 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:58:53.133535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.199302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:58:53.201957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:58:53.205798 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:51Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:53.206241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:58:53.210554 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c30962-58c2-40bd-ab48-8a3d87c859c2 None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:51Z', 'revision_number': 3, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:58:53.212801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Pushing event updated for resources: {'Port': ['ID=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:53.255388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.300014 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Attempting to bind port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:58:53.300472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Attempting to bind port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:58:53.300837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Attempting to bind port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 on network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:58:53.307569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:58:53.308503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Checking segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:58:53.308969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.309410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Bound using segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:58:53.309888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Bound port: 1a96aa50-a110-40ba-a5ed-51a5378eb1b9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:58:53.310268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.416733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] For port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:58:53.421258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] For port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:58:53.432098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.534122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da215-0a74-46da-93fd-b0e8b971f09e None None] Pushing event updated for resources: {'Port': ['ID=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:53.620774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:58:53.725585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port aa26f824-850d-4594-a29e-c6cef0f4b8f5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:58:53.732953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa26f824-850d-4594-a29e-c6cef0f4b8f5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:53.734814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.870766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.874612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.1 (7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3/523c9588-d0d9-4050-9266-fdcfd9bf8ba7/b195b370-45fd-40a1-8fb1-ef94b7e9d0a9) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:58:53.894397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa26f824-850d-4594-a29e-c6cef0f4b8f5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:53.899764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:53.984864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:54.038641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.056145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:58:54.081534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.158514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:58:54.161791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:58:54.164850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:54.168719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:58:54.234019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.324799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.495355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d80494-60d5-42e1-bb1f-0d4510e3984a None None] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 08:58:54.592790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-598daa05-2154-41aa-8b6c-fa9ce4961dd2 None None] Provisioning for port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:58:54.717811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.723376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.833694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.837284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:54.934283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-07a5b556-ad47-43d5-8322-01effbd8d649 None None] Provisioning for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:58:54.939547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-07a5b556-ad47-43d5-8322-01effbd8d649 None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:54.940159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-07a5b556-ad47-43d5-8322-01effbd8d649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:54.978629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:58:54.979864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:58:54.998312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-07a5b556-ad47-43d5-8322-01effbd8d649 None None] Port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:58:55.133778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-93024e65-2621-437c-a6a3-228ac19e3637 None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:55.134153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-93024e65-2621-437c-a6a3-228ac19e3637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:55.193780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-93024e65-2621-437c-a6a3-228ac19e3637 None None] Port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:58:55.315707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b4716007-46ae-4099-a138-641964756cf4 None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:55.316077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b4716007-46ae-4099-a138-641964756cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:55.374458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b4716007-46ae-4099-a138-641964756cf4 None None] Port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:58:55.472107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:58:55.615953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:58:55.676541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:58:55.681979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa26f824-850d-4594-a29e-c6cef0f4b8f5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:55.682631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:55.688801 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bd900041-2264-4bd5-86ba-aed79a01ff6f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/25c045a9-ae48-4ad0-b024-78b2b3283552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2117014 Feb 16 08:58:55.691337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38580) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:55.796043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:58:55.825341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac9059-d66c-43b5-9a3a-ccada86b5749 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.825708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac9059-d66c-43b5-9a3a-ccada86b5749 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.826060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac9059-d66c-43b5-9a3a-ccada86b5749 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.826409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac9059-d66c-43b5-9a3a-ccada86b5749 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.828028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-07ac9059-d66c-43b5-9a3a-ccada86b5749 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1358125 Feb 16 08:58:55.830783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38584) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:55.861952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:58:55.866586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:55.866962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:55.895510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa6ea3-579d-480a-a638-1d58e3696781 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.895875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa6ea3-579d-480a-a638-1d58e3696781 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.896230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa6ea3-579d-480a-a638-1d58e3696781 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.896580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa6ea3-579d-480a-a638-1d58e3696781 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:55.898218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4dfa6ea3-579d-480a-a638-1d58e3696781 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0665722 Feb 16 08:58:55.901581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38588) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:55.979052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.011101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:56.014829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.087479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:56.098648 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f9c69595-3a8a-4d5d-9501-45ab7dbcfbf9 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1959150 Feb 16 08:58:56.445497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38594) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:56.452756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-216824921', 'description': 'tempest-secgroup-smoke-216824921 description', 'project_id': '1728b438d87a4963ba599631304eec39'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:56.458864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:56.462996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:56.465805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:56.471360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:56.480996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.515002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:56.518648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:56.521306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:56.526738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:56.580294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.584168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.628118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e21fad-a893-4be1-9bde-877ee8eeecdf,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:56.630953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.632236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e66e11be-4d07-43c4-82e3-b055e10fc9ea tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1857061 Feb 16 08:58:56.635011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38598) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:56.641045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:56.647060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:56.651078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:56.653933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:56.659596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:56.675723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.739123 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.742414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.764936 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eef13730-3bb0-4e20-b1b7-0644a13b0dae,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:56.773837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.775119 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-51135eb2-0438-4373-84e1-66d7a95f6b42 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1385596 Feb 16 08:58:56.777811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38602) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:56.783197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:56.789183 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:56.793563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:56.796430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:56.801966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:56.817798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.852864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:58:56.864934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:56.865625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:56.881548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.885113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.906997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e27a5a-92d7-492b-a975-ad5652693aae,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:56.916274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:56.917990 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-db37e40b-1b92-4467-be96-bcf4d5c22884 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1392512 Feb 16 08:58:56.920790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38606) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:56.926084 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:56.931825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:56.936154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:56.938997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:56.944559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:56.962736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.028022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.031598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.054988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c38b2f-c35c-4908-b4ab-87e2e775be47,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:57.066728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.068432 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b839f19-2326-45bc-a26d-e52ac1279e84 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1466029 Feb 16 08:58:57.071017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38610) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:57.076450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:57.082144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:57.082366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:57.086132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:57.089513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:57.095116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:57.112015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.175645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.179146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.208287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b77d6d72-7695-4b2e-a4fd-3c9f15d357d9,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:57.210081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.211252 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d46eeac1-9052-4bf1-93fd-922c1e8f157b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1393089 Feb 16 08:58:57.214360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38614) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:57.220169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:57.226136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:57.231619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:57.235000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:57.240686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:57.252950 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:58:57.259556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.322871 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.326415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.351027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d46d326-5531-4edb-98a8-e7447acfb93e,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:57.363590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.364938 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c809e446-7010-4e97-b3d9-a8851c61ed93 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1495709 Feb 16 08:58:57.367609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38618) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:58:57.373301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'security_group_rule': {'security_group_id': '10e21fad-a893-4be1-9bde-877ee8eeecdf', 'project_id': '1728b438d87a4963ba599631304eec39', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:57.378934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:58:57.382680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:security_group_rule and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:58:57.385504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:58:57.391076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:58:57.392553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:57.396415 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Checking router: 25c045a9-ae48-4ad0-b024-78b2b3283552 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:58:57.396770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Updating router 25c045a9-ae48-4ad0-b024-78b2b3283552 port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 08:58:57.402388 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Project 1728b438d87a4963ba599631304eec39 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 08:58:57.408831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.449169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.483342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.487015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.509463 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5537afa-0801-4ba1-a55a-037e3258b0ce,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:57.520007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.521314 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-67dfcd68-f967-4cf6-a74b-56257eacb16c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1527581 Feb 16 08:58:57.580121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:58:57.696955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0653e799-a942-4841-81c2-323d9e74eba1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:57.712526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0653e799-a942-4841-81c2-323d9e74eba1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:57.714341 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0653e799-a942-4841-81c2-323d9e74eba1 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-216824921&fields=id&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 267 time: 0.0553868 Feb 16 08:58:57.750162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:57.750557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.859279 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-8f3903c8-7712-4e50-aae6-f97b2219c257 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:57.859948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-8f3903c8-7712-4e50-aae6-f97b2219c257 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:57.875224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-8f3903c8-7712-4e50-aae6-f97b2219c257 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:57.876488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-8f3903c8-7712-4e50-aae6-f97b2219c257 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/networks?id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 200 len: 797 time: 0.1554363 Feb 16 08:58:57.892922 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-72bb6c7c-3e6b-4895-b044-3512fe062930 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/quotas/1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 375 time: 0.0110896 Feb 16 08:58:57.939984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.955088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Transition to ACTIVE for port object b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:58:57.962324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:57.973600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-4de14da7-f204-49b4-8517-d81df858baad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:57.988127 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-4de14da7-f204-49b4-8517-d81df858baad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:57.989428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-4de14da7-f204-49b4-8517-d81df858baad tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913036 Feb 16 08:58:58.005495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-41e2a506-607b-4372-8a62-c3c02b558720 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 08:58:58.006454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-41e2a506-607b-4372-8a62-c3c02b558720 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051484 Feb 16 08:58:58.084527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70482e4-1714-4b2e-aa67-f1f0b5b9b6e3 None None] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:58.145655 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-6cbf2c37-0e00-4840-88ce-aaa265da3a47 service neutron] 10.222.0.94 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307697 Feb 16 08:58:58.171126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Attempting to bind port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:58:58.171651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Attempting to bind port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:58:58.172018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Attempting to bind port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 on network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:58:58.178796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 58, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:58:58.179166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Checking segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:58:58.179564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:58.180129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Bound using segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:58:58.180743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Bound port: b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:58:58.181283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:58.272767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:58:58.275957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:58:58.281561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:58.292102 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-ed17dc2c-e61e-4349-a3b0-f37f1b56f27f service neutron] 10.222.0.94 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398010 Feb 16 08:58:58.371988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70482e4-1714-4b2e-aa67-f1f0b5b9b6e3 None None] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:58:58.379756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:58:58.380567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:58:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:58.531035 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b2a1b93c-1c55-4530-a7a0-7a53da7995e3 req-4300378e-6802-4b81-aaec-69f6c26c486e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 210 time: 0.0544968 Feb 16 08:58:58.634796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:58:58.959675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:58Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:58:58.964131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df50a0cd-0a23-411b-9d74-e78cec54dcf3 None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:58Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:58:59.593149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:58:59.700033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:58:59.705720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:58:59.706181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:59.754482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-b6eb78b2-203c-49eb-a770-2c0e207af812 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:58:59.755856 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-b6eb78b2-203c-49eb-a770-2c0e207af812 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/networks?id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 200 len: 797 time: 0.2061987 Feb 16 08:58:59.771062 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-671bc99a-3cb0-4ece-8606-8c6ffbd28dd7 req-fbe91be6-69f0-4bff-bd6f-aa1cdb53f916 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 210 time: 0.0547400 Feb 16 08:58:59.837828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-eabcc4d4-5dbf-4271-87ba-8f98d389ad19 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:58:59.844300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:59.850613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-eabcc4d4-5dbf-4271-87ba-8f98d389ad19 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:58:59.851968 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-eabcc4d4-5dbf-4271-87ba-8f98d389ad19 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1728b438d87a4963ba599631304eec39 HTTP/1.1" status: 200 len: 379 time: 0.0777290 Feb 16 08:58:59.863302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'port': {'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'admin_state_up': True, 'tenant_id': '1728b438d87a4963ba599631304eec39', 'security_groups': ['10e21fad-a893-4be1-9bde-877ee8eeecdf']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:58:59.881276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:58:59.886215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:58:59.954408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:00.006866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:59:00.016158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:59:00.025442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Made reservation on behalf of 1728b438d87a4963ba599631304eec39 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 08:59:00.028598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.187484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.20.0.12 (7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3/523c9588-d0d9-4050-9266-fdcfd9bf8ba7/47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:59:00.366848 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.381482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Transition to ACTIVE for port object 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:59:00.402181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.474538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:59:00.477399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:59:00.482334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:59:00.506173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:00.543566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:00.544159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.569614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9909e6b6-27c1-4a24-9b68-1f7fe57a589d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7098181 Feb 16 08:59:00.586785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Request body: {'port': {'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:59:00.656076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d292e8c-9f14-40cd-ad76-c549fc16109b None None] Provisioning for port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:59:00.661166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d292e8c-9f14-40cd-ad76-c549fc16109b None None] Provisioning complete for port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:00.661532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d292e8c-9f14-40cd-ad76-c549fc16109b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.697426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:00.715137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9d292e8c-9f14-40cd-ad76-c549fc16109b None None] Port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 08:59:00.953139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa564f-2d9f-491f-9a70-48c8ad24b601 req-5f1fa392-ca7a-4c15-a0fd-4527b6bd755e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:00.954678 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84aa564f-2d9f-491f-9a70-48c8ad24b601 req-5f1fa392-ca7a-4c15-a0fd-4527b6bd755e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 932 time: 0.0754223 Feb 16 08:59:01.005190 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84aa564f-2d9f-491f-9a70-48c8ad24b601 req-09f95f83-b9a0-4048-9871-62a7466e3cf6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443573 Feb 16 08:59:01.124982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:59:01.131909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.146984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Transition to ACTIVE for port object 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 08:59:01.151387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.274374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:01.383180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Attempting to bind port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 08:59:01.383488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Attempting to bind port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 08:59:01.383808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Attempting to bind port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 on network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:59:01.389373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 on network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 08:59:01.389707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Attempting to bind port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 on network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 08:59:01.395760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 8, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 08:59:01.396086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Checking segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 08:59:01.396458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Bound using segment: {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 08:59:01.396868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Bound port: 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dec145bf-cb38-4f7b-b546-c62e366fd972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 08:59:01.397201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.485219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 08:59:01.488137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 08:59:01.491555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.552986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.554332 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] 10.222.0.98 "PUT /v2.0/ports/47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 200 len: 1094 time: 0.9718344 Feb 16 08:59:01.554784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:59:01.556687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:01.576038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09372d77-4051-489c-9191-20d60cd352e5 service neutron] Pushing event updated for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:01.631396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:01.631838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:01.647504 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'status': 'completed', 'code': 200} Feb 16 08:59:01.685612 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0691be9b-86ef-4d23-8d40-db0701b29bc8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1097 time: 0.0737498 Feb 16 08:59:01.764111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-04150f6d-431e-4faf-8e09-419efe62ba99 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 200 len: 217 time: 0.0654414 Feb 16 08:59:01.822633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0c3766c9-0640-487e-8e1e-6dbe330ca367 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:01.824602 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-0c3766c9-0640-487e-8e1e-6dbe330ca367 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=523c9588-d0d9-4050-9266-fdcfd9bf8ba7 HTTP/1.1" status: 200 len: 834 time: 0.0550263 Feb 16 08:59:01.898956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-9e15f8f7-00b1-4474-b580-86d98b0a6e44 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684905 Feb 16 08:59:01.993357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:02.026242 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-206e2e36-8708-40e8-9248-ea8a49b30729 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218622 Feb 16 08:59:02.153854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6046a6f2-b831-4c15-93a4-46d60382f18e req-e5306421-cd88-4e90-8e9e-b3d9a7768bdc service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217375 Feb 16 08:59:02.203445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a215a-d709-42e0-9a0d-6801b2bff477 req-7868b0b7-e55f-41a5-b53e-8d71cc719627 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:02.205065 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da8a215a-d709-42e0-9a0d-6801b2bff477 req-7868b0b7-e55f-41a5-b53e-8d71cc719627 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 944 time: 0.0762351 Feb 16 08:59:02.252500 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da8a215a-d709-42e0-9a0d-6801b2bff477 req-775d2a58-a29d-4b3d-87d5-cb3f50b958b9 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405583 Feb 16 08:59:02.313375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-60eb1273-9cb6-4446-9d25-0a723195782d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1097 time: 0.0758741 Feb 16 08:59:02.450913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fadee-9f97-405b-9327-74545852c826 req-e541dd75-40b8-4647-94a1-429e90d6a69d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:02.452250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-e541dd75-40b8-4647-94a1-429e90d6a69d service neutron] 10.222.0.98 "GET /v2.0/networks?id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 200 len: 898 time: 0.1325724 Feb 16 08:59:02.520500 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-551c2dd0-5180-4cc3-a0da-75bcc63bb3ea service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 200 len: 217 time: 0.0617826 Feb 16 08:59:02.580120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fadee-9f97-405b-9327-74545852c826 req-158beac3-0d7b-4d85-96c3-82a7de4c9cb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:02.581536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-158beac3-0d7b-4d85-96c3-82a7de4c9cb0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=523c9588-d0d9-4050-9266-fdcfd9bf8ba7 HTTP/1.1" status: 200 len: 834 time: 0.0543926 Feb 16 08:59:02.664508 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-992cc931-95c8-43de-affb-ce8686bcf9dc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685775 Feb 16 08:59:02.874796 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-fb7e0b90-d7fa-485c-8b13-b73282079f0d service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032173 Feb 16 08:59:03.001177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-aa6fadee-9f97-405b-9327-74545852c826 req-ea2b6984-a946-4142-9cbf-6cd61fedb466 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199732 Feb 16 08:59:03.534903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59548476-c8fe-4e94-b1f3-d6b5fc54101b req-c4d7f75a-8264-4c25-a23a-e3a66ff46fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:03.536343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59548476-c8fe-4e94-b1f3-d6b5fc54101b req-c4d7f75a-8264-4c25-a23a-e3a66ff46fe8 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 944 time: 0.1622741 Feb 16 08:59:03.581493 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59548476-c8fe-4e94-b1f3-d6b5fc54101b req-83d38790-eec1-4cbe-8aec-62d723e332d3 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390568 Feb 16 08:59:03.827664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 08:59:03.957993 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:03.970982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 08:59:04.022456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:04.038515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 08:59:04.052665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:04.056832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:04.125958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:04.321143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 08:59:04.771880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38007bd0-47f7-48b5-9ae4-f6257a4bbb40 req-185400cf-df70-41a5-a6eb-30e5c3e1cd47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:04.773311 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-38007bd0-47f7-48b5-9ae4-f6257a4bbb40 req-185400cf-df70-41a5-a6eb-30e5c3e1cd47 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 945 time: 0.0743735 Feb 16 08:59:04.817244 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-38007bd0-47f7-48b5-9ae4-f6257a4bbb40 req-2999cf81-0353-4a0c-9941-591b33f4f267 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380614 Feb 16 08:59:05.839198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:05.906716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 08:59:05.911557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:05.911929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:06.015006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe08be-67f9-46f8-a97a-82374a24da69 req-5d309232-2d0e-441b-ae22-0c2dd175f7ff tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:06.016456 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52fe08be-67f9-46f8-a97a-82374a24da69 req-5d309232-2d0e-441b-ae22-0c2dd175f7ff tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 945 time: 0.0791245 Feb 16 08:59:06.025874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:06.053086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:59:06.061863 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-52fe08be-67f9-46f8-a97a-82374a24da69 req-6db0197c-3efe-498c-b8f0-d5251c38c31f tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398664 Feb 16 08:59:06.063396 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:06.067163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:06.128094 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'code': 200} Feb 16 08:59:06.145294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:06.388170 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cf1ed337-227a-4027-b28e-f1a83a884041 req-a5c40f72-5582-43b2-b455-68f349a13ed4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0649688 Feb 16 08:59:06.428512 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cf1ed337-227a-4027-b28e-f1a83a884041 req-bdb8c8f9-c34c-4858-bb19-de120a22b946 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347807 Feb 16 08:59:07.290587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eb409c-09fa-4b6a-9caa-9483b781597e req-57a1c208-b5b1-49a4-a79a-d948716755fd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:07.292781 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71eb409c-09fa-4b6a-9caa-9483b781597e req-57a1c208-b5b1-49a4-a79a-d948716755fd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.0841608 Feb 16 08:59:07.343169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71eb409c-09fa-4b6a-9caa-9483b781597e req-4bb59cb1-913d-417d-b102-6a05b22c6d6e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450230 Feb 16 08:59:08.453584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-80a52c7b-31c1-4eff-ac91-5a9c28d5c990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:08.551201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69787c-3bca-44af-9d84-57884e5f86a8 req-516b75ab-86ea-439b-8f7a-339bf88fe985 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:08.552668 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4e69787c-3bca-44af-9d84-57884e5f86a8 req-516b75ab-86ea-439b-8f7a-339bf88fe985 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.0820308 Feb 16 08:59:08.600127 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4e69787c-3bca-44af-9d84-57884e5f86a8 req-3e486727-0091-48b9-81d7-643dbc166218 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406189 Feb 16 08:59:08.740478 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:59:08.827689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0543a06-3c1f-42d0-bd2e-a24f1d0dcdff req-4521a744-7ee7-4a16-a040-990d99312089 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:08.829019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d0543a06-3c1f-42d0-bd2e-a24f1d0dcdff req-4521a744-7ee7-4a16-a040-990d99312089 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.0777674 Feb 16 08:59:08.876992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d0543a06-3c1f-42d0-bd2e-a24f1d0dcdff req-a8d086ba-e446-410c-96e4-09c9f8475c0b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 Feb 16 08:59:08.903877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38664) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:08.970038 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6c39df44-4a13-4dfa-8b4d-e0f7f9fadbc5 tempest-TestNetworkBasicOps-1701074636 tempest-TestNetworkBasicOps-1701074636-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1094 time: 0.0650740 Feb 16 08:59:08.972617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38668) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:08.977497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:59:08.983284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 08:59:08.987072 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Usage tracker for resource:floatingip and tenant:1728b438d87a4963ba599631304eec39 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 08:59:08.989784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 08:59:08.995852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 08:59:09.006194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:09.138578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:09.271778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Allocated IP 172.26.4.140 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/fdbc2961-b722-499b-a5d3-67e1ff7cbe1b) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 08:59:09.419325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:09.445212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:09.510652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 08:59:09.513269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 08:59:09.517530 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 08:59:09.544744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=fdbc2961-b722-499b-a5d3-67e1ff7cbe1b,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:10.003843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:10.139834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:10.337967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:10.342611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:10.444625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event updated for resources: {'Port': ['ID=fdbc2961-b722-499b-a5d3-67e1ff7cbe1b,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:10.456504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:10.640887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Floating IP f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 associated. External IP: 172.26.4.140, port: 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4. Feb 16 08:59:10.973306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e4c4df13-8324-461c-8fa1-1c54aabdd06c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:11.021691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:59:11.213688 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:59:11.223247 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:59:11.236236 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:11.236992 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:11.238129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:11.293604 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2bdfdc66-2b93-4495-888a-c32a815aa29a tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3200064 Feb 16 08:59:11.294241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:59:11.296514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38672) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:11.408738 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9ff7ea0f-8650-4406-ba94-509c30c445fb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1092260 Feb 16 08:59:11.419177 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:59:11.436805 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'status': 'completed', 'code': 200} Feb 16 08:59:11.560496 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-2e48fbf9-d54c-42c9-8fd7-9c77d902f2c2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0700634 Feb 16 08:59:11.701220 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-bd476a2d-a992-4581-b6cd-50993aadce2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:11.702703 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-bd476a2d-a992-4581-b6cd-50993aadce2c service neutron] 10.222.0.98 "GET /v2.0/networks?id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 200 len: 898 time: 0.1359067 Feb 16 08:59:11.718668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:11.770581 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:09Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:59Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:11.775494 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Checking router: 25c045a9-ae48-4ad0-b024-78b2b3283552 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:59:11.787925 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:11.788806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:11.814123 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-05fdf25d-68bb-4763-8147-f71e881a53fd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 200 len: 1000 time: 0.1054142 Feb 16 08:59:11.881249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-85ffedd4-05b6-4041-b734-fc7dea5ba549 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:11.882718 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-85ffedd4-05b6-4041-b734-fc7dea5ba549 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=523c9588-d0d9-4050-9266-fdcfd9bf8ba7 HTTP/1.1" status: 200 len: 834 time: 0.0622990 Feb 16 08:59:11.959582 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-1e31efd3-7387-4aed-b1bc-d9e0e31a42f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708261 Feb 16 08:59:11.965012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:11.984791 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:59:12.086569 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-20383fe9-ddda-40c9-857f-ed3ea16c1c51 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215096 Feb 16 08:59:12.217077 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ca60ed62-3b43-4121-9966-5d7ae92a9568 req-c57c48df-9c1f-46ae-a854-a2aead973b66 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241431 Feb 16 08:59:12.351103 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:09Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:59Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:12.354832 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900aade2-ee35-4457-b225-02b8bb893917 None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:54Z', 'revision_number': 4, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:09Z', 'revision_number': 0, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:58:59Z', 'revision_number': 5, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:59:12.410717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38680) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:12.514322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9d4aee67-7d7a-4635-88bf-ebf61d70df1c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1024952 Feb 16 08:59:13.518086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38684) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:13.630489 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6468a2f6-d5ac-49ff-9c78-e043849a889e tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1112392 Feb 16 08:59:13.785644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:14.634489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38688) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:14.740011 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9b4b5516-a9ec-46d3-8340-b7c995c1ed99 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1045060 Feb 16 08:59:14.794149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4dcfed-89b2-44be-8c38-c6e2a4ad4508 None None] New status for floating IP f0d23e92-25b3-4ab5-a25c-78e8320fc9f9: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:59:15.743624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38692) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:15.841531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1b5f1f0a-0d2f-4554-a586-f9c446b87733 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 994 time: 0.0967267 Feb 16 08:59:31.991751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:38.454986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2c9921d1-c184-409c-8490-1ab13dce49b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:40.936997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0541c2bc-ed07-4551-b9b3-021f701e4bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:41.700566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:41.966934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:43.056109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38708) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:43.061865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:59:43.686727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:43.696580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:43.787931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:43.892853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:59:44.084624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:59:44.091316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:44.092447 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7c28afc7-ed06-4104-85a8-42deef647491 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/25c045a9-ae48-4ad0-b024-78b2b3283552 HTTP/1.1" status: 200 len: 889 time: 1.0353727 Feb 16 08:59:44.099626 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:59:44.111066 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:44.111658 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:44.169622 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:44.179696 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:44.180261 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:44.235779 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:44.236169 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a5ed37-ae9d-4a3e-bd9d-51596b80fb68 None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:59:44.984951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e40e53-998a-4b50-9ff8-bc145e70a360 None None] New status for floating IP f0d23e92-25b3-4ab5-a25c-78e8320fc9f9: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:59:45.570804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:59:45.676918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:45.708029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:45.712005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:45.712758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 08:59:45.741763 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 08:59:45.819040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:45.883019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:45.898605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa26f824-850d-4594-a29e-c6cef0f4b8f5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:45.902583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:45.966688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:46.274238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38716) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:46.280188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 08:59:46.897314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:46.907771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-782553', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-782370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-784804'] for router, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:47.100201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:59:47.290124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:59:47.295798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:47.296897 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1ece4139-4197-48d0-8cfa-9d1299cb8ec7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/25c045a9-ae48-4ad0-b024-78b2b3283552 HTTP/1.1" status: 200 len: 888 time: 1.0216308 Feb 16 08:59:47.299859 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38720) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:47.302200 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 08:59:47.314352 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:47.315127 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:47.402383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-10516c19-a89d-497d-af59-7ab1100edcd4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1013942 Feb 16 08:59:47.490107 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:59:47.819857 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:46Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:47.823452 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Checking router: 25c045a9-ae48-4ad0-b024-78b2b3283552 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 08:59:47.834141 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 08:59:47.834747 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:48.003284 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 08:59:48.358354 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:46Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 08:59:48.362149 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25918932-0c75-4001-9bae-d81ef99d1379 None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:46Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'f0d23e92-25b3-4ab5-a25c-78e8320fc9f9', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'floating_ip_address': '172.26.4.140', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'port_id': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'mac_address': 'fa:16:3e:7f:7b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T08:59:09Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 2, 'project_id': '1728b438d87a4963ba599631304eec39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b195b370-45fd-40a1-8fb1-ef94b7e9d0a9', 'name': '', 'network_id': '7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'mac_address': 'fa:16:3e:f8:99:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:53Z', 'updated_at': '2022-02-16T08:59:45Z', 'revision_number': 6, 'project_id': '1728b438d87a4963ba599631304eec39', 'subnets': [{'id': '523c9588-d0d9-4050-9266-fdcfd9bf8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 08:59:48.406222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38724) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:48.517751 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f9734aa5-6437-49fd-afed-eda7a4a1048b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1103659 Feb 16 08:59:49.520042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38728) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:49.612841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:49.626509 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-936942b0-9d4c-432b-9b44-554d4b8bfc8d tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1053467 Feb 16 08:59:49.680471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:49.680839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:49.788971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:49.822569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:49.826562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:49.827278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:49.970903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:49.982768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.983110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.983444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.983773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.984099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.984423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.984742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.985060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.985374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.985692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.986002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:49.994602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa26f824-850d-4594-a29e-c6cef0f4b8f5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:49.994602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:50.099857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:50.115852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa26f824-850d-4594-a29e-c6cef0f4b8f5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 08:59:50.121199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:50.187215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:50.630370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:50.732423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2db8288a-e9a9-4ce5-b200-4e52645cf51c tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1008472 Feb 16 08:59:51.581743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:51.647243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:51.647617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:51.736254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38736) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:51.757602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 08:59:51.822499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port aa26f824-850d-4594-a29e-c6cef0f4b8f5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 08:59:51.822789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:51.839383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cd903092-79f3-43ee-a324-7350502fa647 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1018827 Feb 16 08:59:52.842318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38744) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:52.939961 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2a4b740b-d00a-49c2-a395-cd2bfd8686bb tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.0965216 Feb 16 08:59:53.944087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38750) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:54.050072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2dd74bff-8290-490f-aa21-502834a726d7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1046543 Feb 16 08:59:55.054032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38756) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:55.251424 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-dc985a02-f8d4-4a53-a768-ebf3dcf6fa1b tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 992 time: 0.1962328 Feb 16 08:59:55.461297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ba239-1da3-4d60-8ee8-f5fae6e6f738 None None] New status for floating IP f0d23e92-25b3-4ab5-a25c-78e8320fc9f9: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 08:59:56.255269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:56.358158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2cc4ebb2-f647-437a-93bd-c7bd93a4d820 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 200 len: 994 time: 0.1017809 Feb 16 08:59:56.662359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38768) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 08:59:56.942213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port fdbc2961-b722-499b-a5d3-67e1ff7cbe1b {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:59:56.942491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:57.103125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:57.103444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:57.222113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for fdbc2961-b722-499b-a5d3-67e1ff7cbe1b owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 08:59:57.362824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:57.408423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=fdbc2961-b722-499b-a5d3-67e1ff7cbe1b,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 08:59:57.444943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.445284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.445623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.445973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.446302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.446649 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.446974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.447296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.447617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.447932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.448245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 08:59:57.507173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:57.883221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 08:59:58.072375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 08:59:58.088085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 08:59:58.140988 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7116b996-1959-4dbe-98ab-8018b89049b7 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/floatingips/f0d23e92-25b3-4ab5-a25c-78e8320fc9f9 HTTP/1.1" status: 204 len: 168 time: 1.4774916 Feb 16 08:59:58.141513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 08:59:58.196332 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'status': 'completed', 'code': 200} Feb 16 08:59:58.305449 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-1fb51c73-5af0-4bdf-81c5-cbece3c7bea8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=1728b438d87a4963ba599631304eec39&device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 1099 time: 0.0669239 Feb 16 08:59:58.441792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a590-33e2-4584-ba43-25caa5931c06 req-962616a9-553d-4dc0-b565-bc1eca97a7ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:58.443183 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-962616a9-553d-4dc0-b565-bc1eca97a7ff service neutron] 10.222.0.98 "GET /v2.0/networks?id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 200 len: 898 time: 0.1323581 Feb 16 08:59:58.513880 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-4f708b1e-b48d-450f-818c-a7c3825bfb48 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 200 len: 217 time: 0.0643847 Feb 16 08:59:58.576771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436a590-33e2-4584-ba43-25caa5931c06 req-f9570c62-3505-46b8-9a91-f37a9e3a0d8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:58.578214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-f9570c62-3505-46b8-9a91-f37a9e3a0d8c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=523c9588-d0d9-4050-9266-fdcfd9bf8ba7 HTTP/1.1" status: 200 len: 834 time: 0.0588763 Feb 16 08:59:58.656267 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-f13c4737-77ff-42d3-b09d-2adc6e86b4f1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710590 Feb 16 08:59:58.678407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39160bd1-9230-4d6d-97df-755673449455 req-2ac5db76-020c-428c-ae50-0bf376757423 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:58.679107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39160bd1-9230-4d6d-97df-755673449455 req-2ac5db76-020c-428c-ae50-0bf376757423 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:59:58.694069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-39160bd1-9230-4d6d-97df-755673449455 req-2ac5db76-020c-428c-ae50-0bf376757423 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:59:58.695263 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39160bd1-9230-4d6d-97df-755673449455 req-2ac5db76-020c-428c-ae50-0bf376757423 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.2527549 Feb 16 08:59:58.741128 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39160bd1-9230-4d6d-97df-755673449455 req-ec05d402-435a-4ce2-9bd9-97df2535ebd5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404103 Feb 16 08:59:58.787703 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-2c6f1e3a-118e-47d5-a823-059c95d38862 service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241105 Feb 16 08:59:58.915094 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e436a590-33e2-4584-ba43-25caa5931c06 req-8583d5a1-d2ea-4a06-9646-3daa328ca3dc service neutron] 10.222.0.98 "GET /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206555 Feb 16 08:59:59.903808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-3a59d7e6-06f4-4684-b311-090958077d72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 08:59:59.904495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-3a59d7e6-06f4-4684-b311-090958077d72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Synchronizing usage tracker for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 08:59:59.915899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-3a59d7e6-06f4-4684-b311-090958077d72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Unset dirty status for tenant:1728b438d87a4963ba599631304eec39 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 08:59:59.916963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-3a59d7e6-06f4-4684-b311-090958077d72 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.0865405 Feb 16 08:59:59.988674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 08:59:59.989020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:00.011659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4157ea7-0537-4d08-89eb-6a20c8af4c2a req-6751a8d3-353a-4c0b-8e6c-6aa2009b1554 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:00.013068 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4157ea7-0537-4d08-89eb-6a20c8af4c2a req-6751a8d3-353a-4c0b-8e6c-6aa2009b1554 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 946 time: 0.1455531 Feb 16 09:00:00.057223 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4157ea7-0537-4d08-89eb-6a20c8af4c2a req-6f634486-a191-4e6f-a900-ac9161015f27 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/security-groups?id=10e21fad-a893-4be1-9bde-877ee8eeecdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385804 Feb 16 09:00:00.237682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:00.238058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:00.357155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:00:00.493692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:00.544920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:00.587796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.588139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.588470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.588792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.589112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.590092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.590412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.590759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.591074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.591393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.591702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:00:00.632052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] No DVR routers for this DVR port 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:00:00.634498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:00.637481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'name': 'network-vif-deleted', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:00.654086 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a74c6728-9921-4da0-9f5e-ecf1b39a3c93 req-dc2e6b80-b37d-4e2d-8fee-f3c1fe07e4e5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.98 "DELETE /v2.0/ports/47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 HTTP/1.1" status: 204 len: 173 time: 0.7323403 Feb 16 09:00:00.696050 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa17d4a0-95ee-4083-bc5e-261d6f1613b3', 'name': 'network-vif-deleted', 'tag': '47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4', 'status': 'completed', 'code': 200} Feb 16 09:00:01.228597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-50f1f8cb-35f3-4781-8398-c99de9f88426 req-5aa0b214-92fb-4339-b0f8-9e2eff4f53c4 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa17d4a0-95ee-4083-bc5e-261d6f1613b3 HTTP/1.1" status: 200 len: 210 time: 0.0393965 Feb 16 09:00:01.989943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:02.187638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:00:02.219321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:00:02.219659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 47d0a9c2-4547-41f9-b56d-6c4d6a94b6d4 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:00:02.334834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38790) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:02.403820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:02.432624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:02.494994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:02.512898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e21fad-a893-4be1-9bde-877ee8eeecdf,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:02.531955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:02.533222 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-70c00a13-2635-4fe6-9bfb-435d0b4152e6 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/security-groups/10e21fad-a893-4be1-9bde-877ee8eeecdf HTTP/1.1" status: 204 len: 168 time: 0.1972926 Feb 16 09:00:02.573815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38796) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:02.956146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:03.537236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:00:03.537829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:03.800848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port b195b370-45fd-40a1-8fb1-ef94b7e9d0a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:03.801102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:03.915598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:00:04.096627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:04.144995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=b195b370-45fd-40a1-8fb1-ef94b7e9d0a9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:04.438457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:04.992999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Router 25c045a9-ae48-4ad0-b024-78b2b3283552 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:00:05.279328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:00:05.291230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1d2226b2-eecc-48ea-90cc-da6cee154a05 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "PUT /v2.0/routers/25c045a9-ae48-4ad0-b024-78b2b3283552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7163253 Feb 16 09:00:05.294512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38800) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:05.471861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting subnet 523c9588-d0d9-4050-9266-fdcfd9bf8ba7 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:00:05.474673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.525587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.609974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.679358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.716336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Subnet': ['ID=523c9588-d0d9-4050-9266-fdcfd9bf8ba7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:05.722598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.728423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc1f26f9-ede6-404e-8ee5-70470adc8149 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/subnets/523c9588-d0d9-4050-9266-fdcfd9bf8ba7 HTTP/1.1" status: 204 len: 168 time: 0.4330015 Feb 16 09:00:05.728746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acef3888-1a04-4583-a12c-99a34c34094f None None] Network 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:00:05.731058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:05.931541 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Sync routers for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:00:05.932053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:05.943049 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:00:05.943918 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:05.991116 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] DHCP port deletion for 7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:00:05.995347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Deleting port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:00:05.995985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.131819 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:00:06.137518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.147131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Deleting port aa26f824-850d-4594-a29e-c6cef0f4b8f5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:00:06.147575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.200769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] For port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,segment=NetworkSegment(dec145bf-cb38-4f7b-b546-c62e366fd972),segment_id=dec145bf-cb38-4f7b-b546-c62e366fd972)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:06.201557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.327317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] For port aa26f824-850d-4594-a29e-c6cef0f4b8f5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=aa26f824-850d-4594-a29e-c6cef0f4b8f5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:06.327712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.377969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Calling delete_port for 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:00:06.415095 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T09:00:04Z', 'revision_number': 7, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port': {'id': 'aa26f824-850d-4594-a29e-c6cef0f4b8f5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T08:59:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:06.420509 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Checking router: 25c045a9-ae48-4ad0-b024-78b2b3283552 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:00:06.431470 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Routers {'25c045a9-ae48-4ad0-b024-78b2b3283552'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:00:06.432175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T08:59:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['25c045a9-ae48-4ad0-b024-78b2b3283552'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:06.446904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Calling delete_port for aa26f824-850d-4594-a29e-c6cef0f4b8f5 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:00:06.451975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.494529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] Pushing event deleted for resources: {'Port': ['ID=1a96aa50-a110-40ba-a5ed-51a5378eb1b9,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:06.501177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67e82ec-e120-4266-98ac-f6225667eb2e None None] No DVR routers for this DVR port 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:00:06.575825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] Set router 25c045a9-ae48-4ad0-b024-78b2b3283552 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:00:06.616838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:06.659813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Port': ['ID=aa26f824-850d-4594-a29e-c6cef0f4b8f5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:06.678016 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T09:00:06Z', 'revision_number': 8, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:06.681854 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e332dd3b-234a-4146-8161-766a9b0fb57a None None] The sync data for ids ['25c045a9-ae48-4ad0-b024-78b2b3283552'] in dv-neutron-829488-1-hyperv is: [{'id': '25c045a9-ae48-4ad0-b024-78b2b3283552', 'name': 'tempest-TestNetworkBasicOps-router-1821107179', 'tenant_id': '1728b438d87a4963ba599631304eec39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T08:58:50Z', 'updated_at': '2022-02-16T09:00:06Z', 'revision_number': 8, 'project_id': '1728b438d87a4963ba599631304eec39', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:00:06.962010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.212988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.217515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.241467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.242008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Fanout notify agent at l3_agent the message router_deleted on router 25c045a9-ae48-4ad0-b024-78b2b3283552 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:00:07.255710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.256776 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0ead7da7-774f-470b-bf7e-9193c5d0e3cd tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/routers/25c045a9-ae48-4ad0-b024-78b2b3283552 HTTP/1.1" status: 204 len: 168 time: 1.5247641 Feb 16 09:00:07.259442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:07.369705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.493246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7edfa3a-444c-4120-b583-1f60398bb5cd None None] New status for floating IP f0d23e92-25b3-4ab5-a25c-78e8320fc9f9: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:00:07.508979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.534479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:07.548753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dec145bf-cb38-4f7b-b546-c62e366fd972') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:07.549045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dec145bf-cb38-4f7b-b546-c62e366fd972') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:00:07.562004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.578725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.585856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:00:07.586271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:00:07.600252 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:00:07.607611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:00:07.646125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:00:07.646493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b195b370-45fd-40a1-8fb1-ef94b7e9d0a9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:00:07.646910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:00:07.678026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: aa26f824-850d-4594-a29e-c6cef0f4b8f5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:00:07.678376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device aa26f824-850d-4594-a29e-c6cef0f4b8f5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:00:07.678834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:00:07.679355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.696269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:07.709655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] Pushing event deleted for resources: {'Network': ['ID=7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:07.711442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:00:07.711864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1a96aa50-a110-40ba-a5ed-51a5378eb1b9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:00:07.719390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dac40cd1-c007-4183-8bb8-0c04be49e2f5 tempest-TestNetworkBasicOps-643865754 tempest-TestNetworkBasicOps-643865754-project] 10.222.0.94 "DELETE /v2.0/networks/7bbf86f0-a5a1-4cb6-b033-e60be8c21bf3 HTTP/1.1" status: 204 len: 168 time: 0.4565468 Feb 16 09:00:08.041863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38816) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:08.220841 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d56e27ea-8aa6-4c3c-9a56-f0070d2b7e03 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=1728b438d87a4963ba599631304eec39&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1770067 Feb 16 09:00:08.223209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38822) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:08.280318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.304498 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.357351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.380521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7be5b8-be69-4875-bbb5-2eddf55e8a64,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:08.382425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.383573 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0f965353-5ebb-455a-9f1f-8c3d2ccfa083 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5d7be5b8-be69-4875-bbb5-2eddf55e8a64 HTTP/1.1" status: 204 len: 168 time: 0.1594937 Feb 16 09:00:08.460264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9704b24b-7efb-4f52-aef9-f502dd189c26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.701689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:08.720176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.751626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:08.755360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Usage tracker for resource:security_group_rule and tenant:ae65e728f9024dfb9265d5d0879bad4c is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:08.758045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:08.764006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:08.827178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.830548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.875064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0877d0e-579f-4056-a084-2e8cd2457b1e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:08.879363 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f8f3b5eb-ac46-4eac-ba79-c59c29b23e9b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=ae65e728f9024dfb9265d5d0879bad4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1766927 Feb 16 09:00:08.881977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:08.941714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:08.966785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:09.018253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:09.031948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0877d0e-579f-4056-a084-2e8cd2457b1e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:09.038025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:09.038892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f7c753be-4d0f-4a3c-8a16-d268521d1462 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d0877d0e-579f-4056-a084-2e8cd2457b1e HTTP/1.1" status: 204 len: 168 time: 0.1559851 Feb 16 09:00:10.939235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ad18f90b-fb24-468d-8c09-4c4a16fd6ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:11.704157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:11.973448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:13.791631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:16.787242 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-0850bfa0-1e60-4ef8-b491-a299c7bed5ce tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272567 Feb 16 09:00:17.021906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5acc98f5-554b-47ff-b348-eb3ade41ccf7 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:17.023282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5acc98f5-554b-47ff-b348-eb3ade41ccf7 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2313433 Feb 16 09:00:17.039121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5c7b8a77-4d7a-4222-81be-9fbe4773a719 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/quotas/4852d3aa10aa4b119689bbbc3c38579e HTTP/1.1" status: 200 len: 375 time: 0.0104809 Feb 16 09:00:17.084490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-8d1a6030-9d88-4eda-934b-42c29efd58f5 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397906 Feb 16 09:00:17.268100 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-76bab56e-864f-475f-a15f-d0003815f391 req-cbc8e84e-d673-4606-ae8c-acd30230721a tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 210 time: 0.0444145 Feb 16 09:00:18.232808 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-8729074d-af36-4a39-9a80-ce71affa2a76 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.98 "GET /v2.0/networks?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281587 Feb 16 09:00:18.439880 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-321724e3-ddc9-443c-a546-915c3d34de2b req-b653e324-eac9-4f51-ac48-a20543db1398 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 210 time: 0.0431149 Feb 16 09:00:18.478425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-6ccb9886-a6b6-4086-846f-94694ca44ac2 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:18.479875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-6ccb9886-a6b6-4086-846f-94694ca44ac2 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.98 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430460 Feb 16 09:00:18.502963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Request body: {'port': {'device_id': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6', 'admin_state_up': True, 'tenant_id': '4852d3aa10aa4b119689bbbc3c38579e'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:18.632067 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:18.635852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Usage tracker for resource:port and tenant:4852d3aa10aa4b119689bbbc3c38579e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:18.639160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:18.644694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:18.654749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Made reservation on behalf of 4852d3aa10aa4b119689bbbc3c38579e for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:00:18.657652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:18.669672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:18.699296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:18.703455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Usage tracker for resource:security_group_rule and tenant:4852d3aa10aa4b119689bbbc3c38579e is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:18.706147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:18.711882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:18.779107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:18.782729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:18.865719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4724fc-253f-4c54-b71f-872c3be6737f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:18.945969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Allocated IP 192.168.233.234 (47d9b8cf-7a5d-41dc-8120-68d9ace2fee6/0e74a2a4-05ff-4e25-96c0-b2c0122e14d1/2451827c-2775-4045-bc8a-0985f6c19301) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:00:19.141118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.155646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Transition to ACTIVE for port object 2451827c-2775-4045-bc8a-0985f6c19301 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:00:19.176586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.248323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:00:19.251274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:00:19.255573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:00:19.280224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Pushing event updated for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:19.317872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:19.318499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.345230 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a5248ea6-de6d-40fe-be85-f3e9d5e10c58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8457348 Feb 16 09:00:19.361726 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Request body: {'port': {'device_id': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:19.481511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.508337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a409b552-3946-4672-a5b6-2e363093b7e4 None None] Provisioning for port 2451827c-2775-4045-bc8a-0985f6c19301 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:00:19.514271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a409b552-3946-4672-a5b6-2e363093b7e4 None None] Provisioning complete for port 2451827c-2775-4045-bc8a-0985f6c19301 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:00:19.514857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a409b552-3946-4672-a5b6-2e363093b7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.569276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a409b552-3946-4672-a5b6-2e363093b7e4 None None] Port 2451827c-2775-4045-bc8a-0985f6c19301 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:00:19.644559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85681597-4b36-424d-87f4-619e3a713641 req-f7883c92-60b6-4b66-8930-7cd8a39bba34 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:19.646063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-85681597-4b36-424d-87f4-619e3a713641 req-f7883c92-60b6-4b66-8930-7cd8a39bba34 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 936 time: 0.0795784 Feb 16 09:00:19.691320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-85681597-4b36-424d-87f4-619e3a713641 req-ac54ddc3-6fa2-49bb-a950-d60999843f8f tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393076 Feb 16 09:00:19.823826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2451827c-2775-4045-bc8a-0985f6c19301 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:00:19.830340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.845137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Transition to ACTIVE for port object 2451827c-2775-4045-bc8a-0985f6c19301 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:00:19.848414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:19.975427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Pushing event updated for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:20.080617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Attempting to bind port 2451827c-2775-4045-bc8a-0985f6c19301 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:00:20.080944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Attempting to bind port 2451827c-2775-4045-bc8a-0985f6c19301 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:00:20.081266 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Attempting to bind port 2451827c-2775-4045-bc8a-0985f6c19301 on network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:00:20.087175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Port 2451827c-2775-4045-bc8a-0985f6c19301 on network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:00:20.087487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Attempting to bind port 2451827c-2775-4045-bc8a-0985f6c19301 on network 47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:00:20.094112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:00:20.094462 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Checking segment: {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:00:20.094941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Bound using segment: {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:00:20.095361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Bound port: 2451827c-2775-4045-bc8a-0985f6c19301, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33f95d0e-d780-435b-a39c-a709ff1856b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:00:20.095696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:20.191707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:00:20.194626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2451827c-2775-4045-bc8a-0985f6c19301,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:00:20.198668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:20.259119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:20.260463 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] 10.222.0.98 "PUT /v2.0/ports/2451827c-2775-4045-bc8a-0985f6c19301 HTTP/1.1" status: 200 len: 1098 time: 0.9030266 Feb 16 09:00:20.260885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:20.277658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fd8ed-40d1-4d7d-af93-9da1366cda58 service neutron] Pushing event updated for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:20.323855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301', 'status': 'completed', 'code': 200} Feb 16 09:00:20.413283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5856a9ba-7221-4c8f-8b7d-6d46e0aee3bb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 1101 time: 0.0737615 Feb 16 09:00:20.488236 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-a13338dc-d71d-4a69-9ce6-7875808f270d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2451827c-2775-4045-bc8a-0985f6c19301 HTTP/1.1" status: 200 len: 217 time: 0.0606172 Feb 16 09:00:20.642470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5b6598e7-9a1f-46f7-90a0-6993d1d5dd7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:20.643894 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-5b6598e7-9a1f-46f7-90a0-6993d1d5dd7b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0e74a2a4-05ff-4e25-96c0-b2c0122e14d1 HTTP/1.1" status: 200 len: 843 time: 0.1479435 Feb 16 09:00:20.716814 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-78bde596-16f5-4a72-8c5a-4d7285629f95 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0669491 Feb 16 09:00:20.848203 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-95f64f5d-9741-4f00-8818-e09edff50a90 service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241081 Feb 16 09:00:20.886891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90612862-35c9-4166-a50c-5bd2983d8352 req-1452d1bd-dc1f-41d5-9f23-af66e0178f6b tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:20.888514 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90612862-35c9-4166-a50c-5bd2983d8352 req-1452d1bd-dc1f-41d5-9f23-af66e0178f6b tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 948 time: 0.0737958 Feb 16 09:00:20.932899 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-90612862-35c9-4166-a50c-5bd2983d8352 req-88bf9d47-9ebd-45de-9fb0-57c0201d0f12 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387440 Feb 16 09:00:20.978587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0558059d-c882-4a1d-a0f4-bfdc2a28c1f1 req-1a7fd5f1-df9a-4cf5-a6ae-85bc18c047bd service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239102 Feb 16 09:00:21.142753 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-a8c6770d-793f-4a15-89ea-02f30b168a60 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 1101 time: 0.0701716 Feb 16 09:00:21.270035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-34e1d976-4a51-478b-8261-2dee44617a2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:21.271526 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-34e1d976-4a51-478b-8261-2dee44617a2c service neutron] 10.222.0.98 "GET /v2.0/networks?id=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 HTTP/1.1" status: 200 len: 870 time: 0.1227934 Feb 16 09:00:21.337293 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-93a384dd-3d53-435b-8627-0485a79a385d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2451827c-2775-4045-bc8a-0985f6c19301 HTTP/1.1" status: 200 len: 217 time: 0.0594928 Feb 16 09:00:21.400233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-4bb57acd-9f58-42dd-9281-d29bdc819c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:21.401540 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-4bb57acd-9f58-42dd-9281-d29bdc819c79 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0e74a2a4-05ff-4e25-96c0-b2c0122e14d1 HTTP/1.1" status: 200 len: 843 time: 0.0580478 Feb 16 09:00:21.472917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-ad4d6e58-40a5-46ff-8368-687009e24032 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0645509 Feb 16 09:00:21.600767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-582d62b4-54dc-4921-ad06-f36d28e72519 service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208797 Feb 16 09:00:21.726511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0536626f-2603-4b1f-b4c3-1c0c43bb22f4 req-5f8e3212-aa34-4b63-8227-f8850fae381d service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190925 Feb 16 09:00:22.129774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b9665-7f00-45a9-aaf9-126956c2cf8e req-c9ab2474-901d-4bbe-9861-9f9cee527e58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:22.131220 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc2b9665-7f00-45a9-aaf9-126956c2cf8e req-c9ab2474-901d-4bbe-9861-9f9cee527e58 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 948 time: 0.0780349 Feb 16 09:00:22.175330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc2b9665-7f00-45a9-aaf9-126956c2cf8e req-caf9625c-259f-4239-abed-3d104eefbdb8 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Feb 16 09:00:22.248915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 2451827c-2775-4045-bc8a-0985f6c19301 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:00:22.381705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2451827c-2775-4045-bc8a-0985f6c19301,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:22.394143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '2451827c-2775-4045-bc8a-0985f6c19301', 'network_id': '47d9b8cf-7a5d-41dc-8120-68d9ace2fee6', 'port_id': '2451827c-2775-4045-bc8a-0985f6c19301', 'mac_address': 'fa:16:3e:75:34:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e74a2a4-05ff-4e25-96c0-b2c0122e14d1', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:00:22.448307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:22.464745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2451827c-2775-4045-bc8a-0985f6c19301 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:00:22.478886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2451827c-2775-4045-bc8a-0985f6c19301,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:22.483433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:22.548432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:22.742735 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:00:22.752564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['2451827c-2775-4045-bc8a-0985f6c19301'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:00:23.369504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddec30-aa7d-4efd-bac2-632718660e2f req-a438c457-292a-4eaa-916d-077f7ce2a2d5 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:23.370965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feddec30-aa7d-4efd-bac2-632718660e2f req-a438c457-292a-4eaa-916d-077f7ce2a2d5 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 949 time: 0.0750306 Feb 16 09:00:23.414811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feddec30-aa7d-4efd-bac2-632718660e2f req-096f8dab-a5a1-4bde-8f50-e952aad0c087 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379844 Feb 16 09:00:24.246841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 2451827c-2775-4045-bc8a-0985f6c19301 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:00:24.313060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 2451827c-2775-4045-bc8a-0985f6c19301 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:00:24.317550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 2451827c-2775-4045-bc8a-0985f6c19301 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:00:24.317920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:24.429234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:24.455613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:24.466783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2451827c-2775-4045-bc8a-0985f6c19301,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:24.472955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:24.525148 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301', 'code': 200} Feb 16 09:00:24.552470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:24.625725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36215b6-6886-4d9e-9a0a-25e44ef814f3 req-075318b6-0bb3-41f3-bdfe-89523e475bec tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:24.627216 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d36215b6-6886-4d9e-9a0a-25e44ef814f3 req-075318b6-0bb3-41f3-bdfe-89523e475bec tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0856507 Feb 16 09:00:24.672403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d36215b6-6886-4d9e-9a0a-25e44ef814f3 req-c811a4ee-025d-4e0c-b0e7-2b844b6eb523 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Feb 16 09:00:24.819355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-df6fb50e-63ef-479b-8cbf-652f77932712 req-b0f7aa6e-f567-4c3e-adfe-0019f40037df service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 1103 time: 0.0753615 Feb 16 09:00:24.862280 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-df6fb50e-63ef-479b-8cbf-652f77932712 req-24e06c26-74bc-4268-a8bb-4c2dcd6543f4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Feb 16 09:00:25.881033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99dc5e-6644-49e7-adac-1f7761b99144 req-368fa4c4-606d-4b0d-8ba2-fa55fb024126 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:25.882538 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ad99dc5e-6644-49e7-adac-1f7761b99144 req-368fa4c4-606d-4b0d-8ba2-fa55fb024126 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0746901 Feb 16 09:00:25.933194 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ad99dc5e-6644-49e7-adac-1f7761b99144 req-c4a2935b-be8e-41e8-a565-c6dfdbd382e3 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Feb 16 09:00:26.398334 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-9e510921-a23a-4b6e-93a9-ee24ca259564 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0649178 Feb 16 09:00:26.555284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-132ab657-cc1a-41bf-8689-96a0289f6223 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 1103 time: 0.0689259 Feb 16 09:00:26.694249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-283ab4f1-6e26-4374-93b7-3ac95776e2b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:26.695727 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-283ab4f1-6e26-4374-93b7-3ac95776e2b3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6 HTTP/1.1" status: 200 len: 870 time: 0.1230450 Feb 16 09:00:26.760311 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-91a0092f-bc53-459a-a704-27f41947b136 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=2451827c-2775-4045-bc8a-0985f6c19301 HTTP/1.1" status: 200 len: 217 time: 0.0591619 Feb 16 09:00:26.904882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-7e653b64-7732-4cd8-8971-1db83cc144cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:26.906211 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-7e653b64-7732-4cd8-8971-1db83cc144cf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=0e74a2a4-05ff-4e25-96c0-b2c0122e14d1 HTTP/1.1" status: 200 len: 843 time: 0.1409266 Feb 16 09:00:26.978501 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-254fdeab-9264-48eb-8b0b-555faec29799 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=47d9b8cf-7a5d-41dc-8120-68d9ace2fee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0660009 Feb 16 09:00:27.107343 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-5eefc34f-ab2c-443d-ac2a-c79d8aa8e236 service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230500 Feb 16 09:00:27.127261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e55e0-94d2-4caa-8c28-42ae2f370790 req-978f5d1f-bec7-46b5-8ff8-5c83c4415cd0 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:27.128676 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f70e55e0-94d2-4caa-8c28-42ae2f370790 req-978f5d1f-bec7-46b5-8ff8-5c83c4415cd0 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0741701 Feb 16 09:00:27.172723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f70e55e0-94d2-4caa-8c28-42ae2f370790 req-95671544-cd0a-4b72-bd41-2cc1e405cc5d tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384407 Feb 16 09:00:27.240436 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ea459f07-1b12-4467-b080-7e422ec1e3a5 req-976949d2-71b8-4d11-9805-19ea379243ae service neutron] 10.222.0.98 "GET /v2.0/networks/47d9b8cf-7a5d-41dc-8120-68d9ace2fee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267846 Feb 16 09:00:27.730427 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2480baee-be5c-4bef-aab8-60ca39823350 req-ff191e1b-273e-4c3d-9874-d76ace679b10 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1886497 Feb 16 09:00:28.201952 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f27e7fe9-53a0-44e2-a3bd-77290cb30196 req-1de1aa71-b395-4b6a-a132-99dae4bba46d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658486 Feb 16 09:00:28.717992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e11c2-c21f-4060-a9b7-51ad32f6060d req-5b9ee3b0-f0c1-4ec0-ade7-6ab29001ae47 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:28.719431 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec8e11c2-c21f-4060-a9b7-51ad32f6060d req-5b9ee3b0-f0c1-4ec0-ade7-6ab29001ae47 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0742171 Feb 16 09:00:28.765512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec8e11c2-c21f-4060-a9b7-51ad32f6060d req-0377778a-2214-4e3e-bb13-22a129c0386c tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Feb 16 09:00:29.961760 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61acec7-d238-402d-8641-f190e34359fd req-65fa75e6-8d8e-47c9-890c-eafdd1524452 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:29.963215 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e61acec7-d238-402d-8641-f190e34359fd req-65fa75e6-8d8e-47c9-890c-eafdd1524452 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0736971 Feb 16 09:00:30.006799 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e61acec7-d238-402d-8641-f190e34359fd req-37d4a8ad-028f-4cec-bf5e-4aa6ccb5f154 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/security-groups?id=db4724fc-253f-4c54-b71f-872c3be6737f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380933 Feb 16 09:00:30.107868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-61a32236-9f08-4dfc-b15f-a4b14d2bddb6 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:30.108460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-61a32236-9f08-4dfc-b15f-a4b14d2bddb6 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Synchronizing usage tracker for tenant:4852d3aa10aa4b119689bbbc3c38579e on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:00:30.124573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-61a32236-9f08-4dfc-b15f-a4b14d2bddb6 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Unset dirty status for tenant:4852d3aa10aa4b119689bbbc3c38579e on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:00:30.125698 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-61a32236-9f08-4dfc-b15f-a4b14d2bddb6 tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.98 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 950 time: 0.0940082 Feb 16 09:00:30.192014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Deleting port 2451827c-2775-4045-bc8a-0985f6c19301 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:00:30.192361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:30.428641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] For port 2451827c-2775-4045-bc8a-0985f6c19301, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2451827c-2775-4045-bc8a-0985f6c19301,segment=NetworkSegment(33f95d0e-d780-435b-a39c-a709ff1856b1),segment_id=33f95d0e-d780-435b-a39c-a709ff1856b1)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:30.428914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:30.545938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Calling delete_port for 2451827c-2775-4045-bc8a-0985f6c19301 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:00:30.683181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:30.729111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Pushing event deleted for resources: {'Port': ['ID=2451827c-2775-4045-bc8a-0985f6c19301,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:30.804367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] No DVR routers for this DVR port 2451827c-2775-4045-bc8a-0985f6c19301 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:00:30.807063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:30.811923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'name': 'network-vif-deleted', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:30.828436 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5011ae9e-ccc0-42d0-8756-738c03d7ba1b req-afa21180-5e5c-4db8-bdff-d152e1cffe7e tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.98 "DELETE /v2.0/ports/2451827c-2775-4045-bc8a-0985f6c19301 HTTP/1.1" status: 204 len: 173 time: 0.6968451 Feb 16 09:00:30.870587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6', 'name': 'network-vif-deleted', 'tag': '2451827c-2775-4045-bc8a-0985f6c19301', 'status': 'completed', 'code': 200} Feb 16 09:00:31.188438 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df134e55-1844-4ff6-b058-e6f6e361a9c3 req-1d4e6d8a-ba7b-41f0-b876-b4fa8dc9d0fe tempest-ServersAdminNegativeTestJSON-1372616661 tempest-ServersAdminNegativeTestJSON-1372616661-project] 10.222.0.94 "GET /v2.0/ports?device_id=0ecd9c67-9c03-47b8-b7e1-75b3dd153bc6 HTTP/1.1" status: 200 len: 210 time: 0.0478356 Feb 16 09:00:31.988642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:32.293149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 2451827c-2775-4045-bc8a-0985f6c19301 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:00:32.325847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 2451827c-2775-4045-bc8a-0985f6c19301 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:00:32.326195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 2451827c-2775-4045-bc8a-0985f6c19301 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:00:32.569226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38964) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:32.735606 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f8d990f6-6446-4027-9fd4-219b8da1cd18 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=4852d3aa10aa4b119689bbbc3c38579e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1651056 Feb 16 09:00:32.737999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 38970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:32.793796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:32.818012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:32.866014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:32.881400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4724fc-253f-4c54-b71f-872c3be6737f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:32.886162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:32.889512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-24051abe-f4be-4435-9ab0-44baa1672aeb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/db4724fc-253f-4c54-b71f-872c3be6737f HTTP/1.1" status: 204 len: 168 time: 0.1505923 Feb 16 09:00:33.240049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:33.258206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.289110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:33.292834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Usage tracker for resource:security_group_rule and tenant:5a4f3a645cb44242a0ad9cc607960ae6 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:33.296267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:33.301679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:33.365752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.368956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.411906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66f4043-c1a1-43e4-aa92-b560a906ca48,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:33.417568 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d1082a05-b570-470c-88a2-4954c0386b0f admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=5a4f3a645cb44242a0ad9cc607960ae6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1765246 Feb 16 09:00:33.420231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 38982) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:33.476901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.503757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.553059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.569477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66f4043-c1a1-43e4-aa92-b560a906ca48,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:33.572639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:33.575301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-01f196f6-5aec-4282-9120-0d6ffd2ba52d admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f66f4043-c1a1-43e4-aa92-b560a906ca48 HTTP/1.1" status: 204 len: 168 time: 0.1541634 Feb 16 09:00:34.387928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39004) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:34.555552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-142653192-network', 'tenant_id': '2fac42f6868a478cb528a828a2bb9935'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:34.560222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:34.563979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Usage tracker for resource:network and tenant:2fac42f6868a478cb528a828a2bb9935 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:34.566790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:34.572290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:34.582020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Made reservation on behalf of 2fac42f6868a478cb528a828a2bb9935 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:00:34.584509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.596756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.626572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:34.630293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Usage tracker for resource:security_group_rule and tenant:2fac42f6868a478cb528a828a2bb9935 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:34.633232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:34.638862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:34.701281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.704665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.731398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:00:34.743589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cd644-927e-48dc-86d6-525be0ff6a42,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:34.748681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.749124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Added segment decc1b8e-5bdf-4fee-879b-e185b0afea6a of type vlan for network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 Feb 16 09:00:34.774734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.806155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.806987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:34.807555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:34.917815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] Pushing event updated for resources: {'Network': ['ID=25ff2cc8-ef61-4f76-ad44-28b2bf913a62,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:34.920746 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3053013c-c672-4dc0-9543-28eb59d5ad74 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5317864 Feb 16 09:00:34.923847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39010) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:34.927923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:00:34.930307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Request body: {'subnet': {'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-142653192-subnet', 'tenant_id': '2fac42f6868a478cb528a828a2bb9935', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:34.935440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:34.939153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Usage tracker for resource:subnet and tenant:2fac42f6868a478cb528a828a2bb9935 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:34.942213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:34.947522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:34.958837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Made reservation on behalf of 2fac42f6868a478cb528a828a2bb9935 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:00:34.961256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:35.242520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:35.315399 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eab539f-c7f8-4b79-879f-c1be9f8de283,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:35.330730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Checking segment: {'id': 'decc1b8e-5bdf-4fee-879b-e185b0afea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:00:35.331081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Network hostable DHCP agents. Network: 25ff2cc8-ef61-4f76-ad44-28b2bf913a62, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:00:35.353020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:00:35.362100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 25ff2cc8-ef61-4f76-ad44-28b2bf913a62) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:00:35.365965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:35.366574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:35.372115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d467657-7d73-4d1e-946e-4d1036006a4e None None] Network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:00:35.386427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-82dcab76-89c7-43b0-85a6-e2294d46455e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4613354 Feb 16 09:00:35.615026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c611e5-31b1-49d3-a9b2-8e536eef9be2 None None] Network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:00:35.914667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-e046a564-6928-4fac-9ddd-dd998eb0b9e3 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:35.916083 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-e046a564-6928-4fac-9ddd-dd998eb0b9e3 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 811 time: 0.1390636 Feb 16 09:00:35.935063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-56c87003-bf09-4be5-8641-73322336a766 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/quotas/2fac42f6868a478cb528a828a2bb9935 HTTP/1.1" status: 200 len: 375 time: 0.0130427 Feb 16 09:00:35.981788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-5c185fb0-507f-498d-9890-93d371082b80 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418692 Feb 16 09:00:35.991511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-df0c9dd4-a222-4d2c-934d-f6ea39896bb7 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:00:35.992418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-df0c9dd4-a222-4d2c-934d-f6ea39896bb7 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045815 Feb 16 09:00:36.192229 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-b59b3d6d-8b27-47e4-969a-7e78325ec10f service neutron] 10.222.0.94 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935694 Feb 16 09:00:36.317316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-484281cc-1f68-4819-b06f-e0319f3e0cac service neutron] 10.222.0.94 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193004 Feb 16 09:00:36.498550 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce20f289-8b54-43ce-859c-e874454d7b6d req-79aeefd4-4cf4-4294-a77f-7f6cdee89953 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 210 time: 0.0418394 Feb 16 09:00:37.625522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-a2f6ce69-8f3f-4991-aa12-c516e9bcf918 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:37.626196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-a2f6ce69-8f3f-4991-aa12-c516e9bcf918 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Synchronizing usage tracker for tenant:2fac42f6868a478cb528a828a2bb9935 on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:00:37.644134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-a2f6ce69-8f3f-4991-aa12-c516e9bcf918 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Unset dirty status for tenant:2fac42f6868a478cb528a828a2bb9935 on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:00:37.645284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-a2f6ce69-8f3f-4991-aa12-c516e9bcf918 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.98 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 811 time: 0.1718540 Feb 16 09:00:37.668784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Request body: {'port': {'device_id': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62', 'admin_state_up': True, 'tenant_id': '2fac42f6868a478cb528a828a2bb9935'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:37.669030 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5d3de1ae-08b9-407e-b3e3-0da068d94ecd req-4790ba8a-b0df-4218-8512-fc6ac4c12b4c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 210 time: 0.0429344 Feb 16 09:00:37.802634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:00:37.806203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Usage tracker for resource:port and tenant:2fac42f6868a478cb528a828a2bb9935 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:00:37.809527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:00:37.815026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:00:37.823515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Made reservation on behalf of 2fac42f6868a478cb528a828a2bb9935 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:00:37.826630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:37.982756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Allocated IP 172.20.0.14 (25ff2cc8-ef61-4f76-ad44-28b2bf913a62/5eab539f-c7f8-4b79-879f-c1be9f8de283/32fe8d30-74e4-4b4d-8a4f-4295e016737d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:00:38.178539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.205045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.272469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:00:38.275850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:00:38.280160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:00:38.316146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:38.343952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:38.344550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.364665 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c16d0c55-b912-43b3-aa2c-3c5af2a6ddd9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999943 Feb 16 09:00:38.382084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Request body: {'port': {'device_id': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:00:38.463735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-21267733-6142-4296-b8f2-e19e0ee1b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.491904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.827226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32fe8d30-74e4-4b4d-8a4f-4295e016737d {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:00:38.834215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.849461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Transition to ACTIVE for port object 32fe8d30-74e4-4b4d-8a4f-4295e016737d will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:00:38.854066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:38.870461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc3578-5293-44b1-910a-6dfbdbb959cd req-1924e63c-6e55-471f-bd55-540401a461ae tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:38.872545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ccc3578-5293-44b1-910a-6dfbdbb959cd req-1924e63c-6e55-471f-bd55-540401a461ae tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 932 time: 0.0810142 Feb 16 09:00:38.917308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ccc3578-5293-44b1-910a-6dfbdbb959cd req-1257de72-d9cc-4426-80ff-5c103c9b48a0 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Feb 16 09:00:39.067141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:39.164410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Attempting to bind port 32fe8d30-74e4-4b4d-8a4f-4295e016737d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:00:39.164737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Attempting to bind port 32fe8d30-74e4-4b4d-8a4f-4295e016737d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'decc1b8e-5bdf-4fee-879b-e185b0afea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:00:39.165073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Attempting to bind port 32fe8d30-74e4-4b4d-8a4f-4295e016737d on network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:00:39.171204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Port 32fe8d30-74e4-4b4d-8a4f-4295e016737d on network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:00:39.171511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Attempting to bind port 32fe8d30-74e4-4b4d-8a4f-4295e016737d on network 25ff2cc8-ef61-4f76-ad44-28b2bf913a62 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:00:39.177454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:00:39.177779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Checking segment: {'id': 'decc1b8e-5bdf-4fee-879b-e185b0afea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:00:39.178152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Bound using segment: {'id': 'decc1b8e-5bdf-4fee-879b-e185b0afea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:00:39.178605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Bound port: 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'decc1b8e-5bdf-4fee-879b-e185b0afea6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:00:39.178927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:39.265205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:00:39.268046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:00:39.272580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:39.334985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:39.336316 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] 10.222.0.98 "PUT /v2.0/ports/32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 1094 time: 0.9588425 Feb 16 09:00:39.336737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:39.352192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e5d57b-cbaf-4875-83a1-5e98aa46a913 service neutron] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:39.393830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'status': 'completed', 'code': 200} Feb 16 09:00:39.481912 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-60f1edb1-25cc-4be5-ab89-a07bb4b7bc0f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1097 time: 0.0703950 Feb 16 09:00:39.552777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-31fbfd0b-7f41-47c7-9a35-19ea447d6f33 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 217 time: 0.0591333 Feb 16 09:00:39.614938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-12b392cd-8174-4788-9981-06def6388e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:39.616216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-12b392cd-8174-4788-9981-06def6388e6f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 200 len: 851 time: 0.0582905 Feb 16 09:00:39.659196 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-68d6b8f4-e5c3-4d4b-bf26-cd9a404a5c5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368102 Feb 16 09:00:39.786403 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-e3129fb5-4892-4940-a1f6-36909efb0f79 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213517 Feb 16 09:00:39.913496 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-02f3d0ae-f1dd-4e29-871a-c895dbbe151a req-30ead7bf-412b-45a8-8844-9ba1ef9c038a service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216016 Feb 16 09:00:40.061946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-126ca773-05ac-4ac4-aeb1-be7e8cde3a94 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1097 time: 0.0669010 Feb 16 09:00:40.111597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f033317-d1e7-4c44-b026-65688a29c9ea req-6b8e15d1-85e4-4617-9256-a385590e3240 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:40.113041 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f033317-d1e7-4c44-b026-65688a29c9ea req-6b8e15d1-85e4-4617-9256-a385590e3240 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 944 time: 0.0747247 Feb 16 09:00:40.162382 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f033317-d1e7-4c44-b026-65688a29c9ea req-b7ebcf31-ee48-4530-95e3-ec2321cb53e6 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Feb 16 09:00:40.194163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-87475a8c-28d1-458c-a7a3-485385da59d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:40.195622 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-87475a8c-28d1-458c-a7a3-485385da59d3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 912 time: 0.1271844 Feb 16 09:00:40.265118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-058deb54-de5b-4fd3-9e0c-d34a39925f1e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 217 time: 0.0625129 Feb 16 09:00:40.325226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-1a55c5f2-43d8-4fe5-a2a2-7534b4ea17c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:40.326652 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-1a55c5f2-43d8-4fe5-a2a2-7534b4ea17c0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 200 len: 851 time: 0.0555470 Feb 16 09:00:40.373927 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-eed5b311-7a89-42c5-82c3-c3eb4657698f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406950 Feb 16 09:00:40.516648 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-4b0ded55-5c16-4e0b-b0d1-4bc79f2aad29 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365385 Feb 16 09:00:40.644660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2a1bb3dc-c483-4f4b-9e2f-759b0137c1fa req-c43544d1-a5d8-4a3e-9e76-f8683252e7e4 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205885 Feb 16 09:00:40.943086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c39f77a-4bf5-4e7a-8ee5-c22297369352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:41.359845 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23911669-e8a2-4068-afdd-23faf5874df8 req-0f3cdc80-350c-4aa9-bd1e-b79e93f5c568 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:41.361262 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23911669-e8a2-4068-afdd-23faf5874df8 req-0f3cdc80-350c-4aa9-bd1e-b79e93f5c568 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 944 time: 0.0757399 Feb 16 09:00:41.404733 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23911669-e8a2-4068-afdd-23faf5874df8 req-2f6d7adc-c3c4-4a00-8995-90519dfc952a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Feb 16 09:00:41.707038 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:41.971943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:42.340315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:00:42.471079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:42.488241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62', 'port_id': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'mac_address': 'fa:16:3e:2a:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eab539f-c7f8-4b79-879f-c1be9f8de283', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:00:42.540124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:42.557286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe8d30-74e4-4b4d-8a4f-4295e016737d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:00:42.571648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:42.575795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:42.600605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074a790-dd87-49cb-815b-f8f7c18fccfb req-03da6638-a0e7-447f-a8fa-94887a6684af tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:42.602049 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4074a790-dd87-49cb-815b-f8f7c18fccfb req-03da6638-a0e7-447f-a8fa-94887a6684af tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 944 time: 0.0792911 Feb 16 09:00:42.639150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:42.647046 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4074a790-dd87-49cb-815b-f8f7c18fccfb req-5d3596b8-3047-498b-a8f3-37bda4951094 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Feb 16 09:00:42.830898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['32fe8d30-74e4-4b4d-8a4f-4295e016737d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:00:43.791866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:43.841239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c761f67-a348-4eec-a342-97f2cc6a8dd1 req-7ce9cf8c-00cc-48d8-9623-41df40dee51d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:43.842685 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2c761f67-a348-4eec-a342-97f2cc6a8dd1 req-7ce9cf8c-00cc-48d8-9623-41df40dee51d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 945 time: 0.0731955 Feb 16 09:00:43.886642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2c761f67-a348-4eec-a342-97f2cc6a8dd1 req-189655c5-be4c-496b-93a4-173044debcdb tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384355 Feb 16 09:00:44.356296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:00:44.424425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 32fe8d30-74e4-4b4d-8a4f-4295e016737d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:00:44.428855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 32fe8d30-74e4-4b4d-8a4f-4295e016737d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:00:44.429225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:44.536844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:44.561904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:00:44.571216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:00:44.574896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:00:44.618737 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'code': 200} Feb 16 09:00:44.643756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:00:44.866233 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-24e160a0-ae86-48f9-ac56-6d97626ef8f8 req-9d135c54-9ee6-4cfe-8b4a-3f1f90ceb9ad service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1099 time: 0.0656247 Feb 16 09:00:44.907200 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-24e160a0-ae86-48f9-ac56-6d97626ef8f8 req-46df85f7-6929-491d-b33b-c392eea15cee service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344000 Feb 16 09:00:45.079838 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d09de-52c7-45bb-9637-2b4641dab2da req-6c71201b-e0ac-4639-aa94-4141c6ed32f5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:45.081238 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-803d09de-52c7-45bb-9637-2b4641dab2da req-6c71201b-e0ac-4639-aa94-4141c6ed32f5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0757844 Feb 16 09:00:45.124483 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-803d09de-52c7-45bb-9637-2b4641dab2da req-b2493d39-ec58-4a04-9389-b7d1e537a1e9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376058 Feb 16 09:00:46.321808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4142f-e257-4b75-8890-95ae96c9cf55 req-ff6ce9eb-8e9d-4999-b027-daa1bbc2f30d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:46.323364 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afb4142f-e257-4b75-8890-95ae96c9cf55 req-ff6ce9eb-8e9d-4999-b027-daa1bbc2f30d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0774915 Feb 16 09:00:46.368184 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afb4142f-e257-4b75-8890-95ae96c9cf55 req-645889d6-e659-4e87-ac56-c8aafb96664c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Feb 16 09:00:46.563199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e3ce632-1ad4-4fee-90ae-1417c9ddd17b req-aa2f5e20-269b-4bc7-84b8-485113b7dbb4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0708015 Feb 16 09:00:46.836574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39064) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:00:46.866834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec027dc-a304-425d-94d1-f0e2f55c29ee req-3a000286-a3aa-4a19-aab9-424c7ef0e780 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:46.868263 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ec027dc-a304-425d-94d1-f0e2f55c29ee req-3a000286-a3aa-4a19-aab9-424c7ef0e780 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0751927 Feb 16 09:00:46.917262 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ec027dc-a304-425d-94d1-f0e2f55c29ee req-42eed882-4a27-444f-bf9a-d568c65091a8 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430062 Feb 16 09:00:47.070405 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-e66dec4d-f919-4f9e-8374-245a01f8b4af service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2326689 Feb 16 09:00:48.117610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081c855-5992-47a2-ae93-16d8526cc2e4 req-838bfa62-ed90-4569-906e-5831e43fe0a9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:48.119084 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9081c855-5992-47a2-ae93-16d8526cc2e4 req-838bfa62-ed90-4569-906e-5831e43fe0a9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0769446 Feb 16 09:00:48.161799 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9081c855-5992-47a2-ae93-16d8526cc2e4 req-842b297d-3732-49e3-994d-c3ab8ab33ce0 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366616 Feb 16 09:00:48.402332 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-78bb3919-bbdc-4981-b1ee-e24cfe30ed99 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1099 time: 0.0668945 Feb 16 09:00:48.526403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-dbbb8233-2467-44a0-bf78-907bf73fcc15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:48.527750 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-dbbb8233-2467-44a0-bf78-907bf73fcc15 service neutron] 10.222.0.98 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 912 time: 0.1197283 Feb 16 09:00:48.595268 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-e86511b7-a5ac-4359-8f02-8d9c43be0190 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 217 time: 0.0615456 Feb 16 09:00:48.652515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-9b7eb586-7159-4940-9a2f-4bb2bd6de733 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:48.654384 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-9b7eb586-7159-4940-9a2f-4bb2bd6de733 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 200 len: 851 time: 0.0542693 Feb 16 09:00:48.699051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-46925031-264b-484a-875e-928f58cc3c19 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391910 Feb 16 09:00:48.824666 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-374982a8-d5c0-4fb0-8ac0-049d3f07ccac service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195595 Feb 16 09:00:48.947328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-5fec7222-c85f-4bec-810e-7d292dec03ee service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177151 Feb 16 09:00:49.355586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb908648-034b-48ce-8f4e-a95344f5296c req-41d361e0-ed8c-44ba-9888-9e2000d5a8fd tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:49.357007 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb908648-034b-48ce-8f4e-a95344f5296c req-41d361e0-ed8c-44ba-9888-9e2000d5a8fd tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0758243 Feb 16 09:00:49.403849 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb908648-034b-48ce-8f4e-a95344f5296c req-8a15d289-af96-4279-a8fa-010cbd145d51 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414040 Feb 16 09:00:50.601678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30926f52-6216-4956-8c81-b9b30c9bfd2a req-f9d780c5-a622-47b5-871e-67848ae24062 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:50.603130 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30926f52-6216-4956-8c81-b9b30c9bfd2a req-f9d780c5-a622-47b5-871e-67848ae24062 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0763023 Feb 16 09:00:50.647544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30926f52-6216-4956-8c81-b9b30c9bfd2a req-709ca3ca-b377-4f1f-8421-98976dbe44f7 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388892 Feb 16 09:00:51.860730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4127dc4-5986-4408-9ee9-29da25189390 req-0a5ecccd-57ee-4d8e-aa34-26e5bfd0baf0 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:51.862062 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4127dc4-5986-4408-9ee9-29da25189390 req-0a5ecccd-57ee-4d8e-aa34-26e5bfd0baf0 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0774989 Feb 16 09:00:51.905428 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4127dc4-5986-4408-9ee9-29da25189390 req-a6d73801-b7ee-42ee-b612-5408524620c3 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378501 Feb 16 09:00:53.098796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40c735-aee2-4dc5-831d-12d6c8639a6d req-4887cdb5-2510-4f54-abec-d69b53bc1e95 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:53.100199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6c40c735-aee2-4dc5-831d-12d6c8639a6d req-4887cdb5-2510-4f54-abec-d69b53bc1e95 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0730221 Feb 16 09:00:53.144045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6c40c735-aee2-4dc5-831d-12d6c8639a6d req-f2e09d40-9538-4059-80b4-4a72f8633759 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385361 Feb 16 09:00:54.337707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f8db5-7fb9-4a85-b53d-ca195744bc29 req-b65232ce-90cd-45f7-a225-e83a13cc851f tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:54.339152 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1a0f8db5-7fb9-4a85-b53d-ca195744bc29 req-b65232ce-90cd-45f7-a225-e83a13cc851f tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0776641 Feb 16 09:00:54.384210 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1a0f8db5-7fb9-4a85-b53d-ca195744bc29 req-5c7c1903-9a46-4eee-a063-20ce1b37805c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Feb 16 09:00:55.583445 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96411a-0826-44fe-bee3-426fffc71571 req-58b1f8f4-1bd5-43ba-91dc-183194daba4a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:55.584866 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6b96411a-0826-44fe-bee3-426fffc71571 req-58b1f8f4-1bd5-43ba-91dc-183194daba4a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0742991 Feb 16 09:00:55.631398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6b96411a-0826-44fe-bee3-426fffc71571 req-a737acde-66d2-4f3c-8cdb-022ac7654ca6 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411167 Feb 16 09:00:56.895046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b55b-2530-46c1-a190-c6f004537012 req-34e33110-c9e2-442e-962e-75584083a41d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:56.896461 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f08b55b-2530-46c1-a190-c6f004537012 req-34e33110-c9e2-442e-962e-75584083a41d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.1450558 Feb 16 09:00:56.939651 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f08b55b-2530-46c1-a190-c6f004537012 req-c5f7f132-4255-4aeb-bd6b-7c3df829d7d5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Feb 16 09:00:58.134393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97aff9-9c40-44a6-be0b-01f399cbc3fb req-3b72d904-8435-420f-a6b7-8880668cb030 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:58.135845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-de97aff9-9c40-44a6-be0b-01f399cbc3fb req-3b72d904-8435-420f-a6b7-8880668cb030 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0785139 Feb 16 09:00:58.179930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-de97aff9-9c40-44a6-be0b-01f399cbc3fb req-924df689-7f13-4771-9139-9decf111b18c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385299 Feb 16 09:00:59.375011 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a020fc2-b07f-4f4d-a57f-1c37c60a4f8d req-950cdba1-b085-4150-b62b-7f3cbb83f71f tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:00:59.376472 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5a020fc2-b07f-4f4d-a57f-1c37c60a4f8d req-950cdba1-b085-4150-b62b-7f3cbb83f71f tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0750597 Feb 16 09:00:59.420108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5a020fc2-b07f-4f4d-a57f-1c37c60a4f8d req-6f3e9222-5c56-4bab-a4e0-c47d3acecc19 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381651 Feb 16 09:00:59.742187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:01:00.629151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17367fa-3ae7-45e3-a8e1-58b56a55fc9f req-38d6e79b-86e9-410f-a12d-76f45071ba0c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:00.630506 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c17367fa-3ae7-45e3-a8e1-58b56a55fc9f req-38d6e79b-86e9-410f-a12d-76f45071ba0c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0887566 Feb 16 09:01:00.673614 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c17367fa-3ae7-45e3-a8e1-58b56a55fc9f req-a7d3bf9e-678a-4122-9baf-206a12e0eeb6 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Feb 16 09:01:01.865657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9654da-472e-4f8d-a455-8c8e068b9880 req-9b25d137-dfe8-42e7-9511-e525f43e6f7c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:01.867029 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd9654da-472e-4f8d-a455-8c8e068b9880 req-9b25d137-dfe8-42e7-9511-e525f43e6f7c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0742912 Feb 16 09:01:01.914149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd9654da-472e-4f8d-a455-8c8e068b9880 req-5fa4a350-d020-4bf3-a0d1-54a87c7ba6f3 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 16 09:01:02.005685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:03.104336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef20231-c124-4728-a6e0-f310bb6f174e req-1891e25b-51c8-4a7f-b859-3cdb6a3d7b6c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:03.105734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ef20231-c124-4728-a6e0-f310bb6f174e req-1891e25b-51c8-4a7f-b859-3cdb6a3d7b6c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0726500 Feb 16 09:01:03.148708 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ef20231-c124-4728-a6e0-f310bb6f174e req-f1472b4e-ab44-433d-a93d-601f23adc3dd tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Feb 16 09:01:04.344408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b27d7fe-924d-49c0-9dc3-3812ecb9fbea req-c27fdbad-9abe-47bf-8a45-ef072583429d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:04.345837 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b27d7fe-924d-49c0-9dc3-3812ecb9fbea req-c27fdbad-9abe-47bf-8a45-ef072583429d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0771902 Feb 16 09:01:04.389389 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b27d7fe-924d-49c0-9dc3-3812ecb9fbea req-970c73f5-1ff6-4abf-8b76-6afd73a68b39 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Feb 16 09:01:05.579479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed44bd7-8f6e-4f26-bcb6-9a476c7ab05d req-6101514d-af2f-4660-83fd-ce0fc99a348a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:05.580922 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ed44bd7-8f6e-4f26-bcb6-9a476c7ab05d req-6101514d-af2f-4660-83fd-ce0fc99a348a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0742717 Feb 16 09:01:05.625238 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ed44bd7-8f6e-4f26-bcb6-9a476c7ab05d req-4b2da445-f090-4d79-aadb-a33cf2f66a17 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Feb 16 09:01:06.822118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb92299-327e-4caa-9c03-ea1157166d14 req-3a6461b8-fa3a-4119-a576-6868783cc432 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:06.823558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7cb92299-327e-4caa-9c03-ea1157166d14 req-3a6461b8-fa3a-4119-a576-6868783cc432 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0760987 Feb 16 09:01:06.867306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7cb92299-327e-4caa-9c03-ea1157166d14 req-b9c2214a-757f-41db-9222-bf3fb3aba0a6 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Feb 16 09:01:08.062167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa5004-4c7c-4cf7-8dc5-9f1850a47acf req-61a8945d-c1dd-4234-b4fc-3be0d2509b5e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:08.063641 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4fa5004-4c7c-4cf7-8dc5-9f1850a47acf req-61a8945d-c1dd-4234-b4fc-3be0d2509b5e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0735269 Feb 16 09:01:08.111120 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4fa5004-4c7c-4cf7-8dc5-9f1850a47acf req-d62e5109-3430-4498-83fb-2250c9ff8821 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420837 Feb 16 09:01:08.467671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c545f7f5-37bd-4275-bde3-88194b3f6eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:09.302589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3030150-bb7b-47dd-9035-dc1087ebb38f req-9d51294e-1b97-4eb8-a487-80262400131d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:09.304044 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3030150-bb7b-47dd-9035-dc1087ebb38f req-9d51294e-1b97-4eb8-a487-80262400131d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0748219 Feb 16 09:01:09.347855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3030150-bb7b-47dd-9035-dc1087ebb38f req-8c6072f5-dcbc-4c76-b498-fd1f429a9d48 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377913 Feb 16 09:01:10.543660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81adae4-9e7f-4317-8df9-d53a83c83f4c req-e28bb2a1-7f08-4676-b2d2-cc15dbd340dc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:10.544972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a81adae4-9e7f-4317-8df9-d53a83c83f4c req-e28bb2a1-7f08-4676-b2d2-cc15dbd340dc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0765500 Feb 16 09:01:10.588519 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a81adae4-9e7f-4317-8df9-d53a83c83f4c req-fd233273-defc-4916-8bff-3a6fc6e1da1c tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382168 Feb 16 09:01:10.943772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-70d8dfee-1931-4605-a94f-145b74ed3d81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:11.710241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:11.796458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdebfda-43b8-47c3-966c-2c8c474e6409 req-fbaae8d1-df3c-4343-8734-a658a74bfb47 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:11.797890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bdebfda-43b8-47c3-966c-2c8c474e6409 req-fbaae8d1-df3c-4343-8734-a658a74bfb47 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0907502 Feb 16 09:01:11.843636 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bdebfda-43b8-47c3-966c-2c8c474e6409 req-a1e756c8-e68e-4676-ac48-5ad4218a88d0 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402164 Feb 16 09:01:11.974682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:13.036248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499d282-ebd9-47b5-9de9-d77ad839836e req-3a80cacf-7edd-44e0-9a73-351bb4ca4abc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:13.037661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5499d282-ebd9-47b5-9de9-d77ad839836e req-3a80cacf-7edd-44e0-9a73-351bb4ca4abc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0772586 Feb 16 09:01:13.080373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5499d282-ebd9-47b5-9de9-d77ad839836e req-8af7949b-d4e0-4433-b651-c031462e0e2d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372500 Feb 16 09:01:13.795740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:14.277139 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e6ef6-c82a-474a-b6b6-6c7ba7dac111 req-95f6611f-4554-4480-bdba-53df644a7164 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:14.278684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-043e6ef6-c82a-474a-b6b6-6c7ba7dac111 req-95f6611f-4554-4480-bdba-53df644a7164 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0751297 Feb 16 09:01:14.322594 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-043e6ef6-c82a-474a-b6b6-6c7ba7dac111 req-9774392d-d782-4cfa-9188-dc04bab6e798 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Feb 16 09:01:15.520819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a5e7a1-7f38-463d-88d0-e07c06617390 req-6725db1a-6042-45a5-a8f7-6e5e0555ccc5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:15.522139 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-31a5e7a1-7f38-463d-88d0-e07c06617390 req-6725db1a-6042-45a5-a8f7-6e5e0555ccc5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0766616 Feb 16 09:01:15.564970 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-31a5e7a1-7f38-463d-88d0-e07c06617390 req-d2373c42-479e-4569-bb57-e00bbe126680 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Feb 16 09:01:15.742329 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-21a816e7-b31d-4d20-9264-0e9b1bf26154 service neutron] 10.222.0.98 "GET /v2.0/ports/32fe8d30-74e4-4b4d-8a4f-4295e016737d/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0713880 Feb 16 09:01:16.031579 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-43271891-d681-4bbe-b8fa-e833fbca2c0a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a&tenant_id=2fac42f6868a478cb528a828a2bb9935 HTTP/1.1" status: 200 len: 1099 time: 0.0698059 Feb 16 09:01:16.130532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-d3c6548b-d4af-414b-9d37-91385b1fa636 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1099 time: 0.0661886 Feb 16 09:01:16.258413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-5d26346b-c997-4c08-b579-ef23bfba0f02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:16.259964 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-5d26346b-c997-4c08-b579-ef23bfba0f02 service neutron] 10.222.0.98 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 912 time: 0.1239328 Feb 16 09:01:16.328277 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-e7eac87a-f2e9-4d17-8ac8-440788c6dca3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 217 time: 0.0622442 Feb 16 09:01:16.391062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-5382598b-710f-41f9-83f0-591d39ce06fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:16.392462 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-5382598b-710f-41f9-83f0-591d39ce06fb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 200 len: 851 time: 0.0588474 Feb 16 09:01:16.436169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-001b820c-406c-4046-afba-c72d4e35396d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375485 Feb 16 09:01:16.561883 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-90aba2b1-e7d1-40fb-a54e-c72e52fc6194 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197181 Feb 16 09:01:16.691257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fb43cc4a-0254-469e-ad2c-2b8189729823 req-7f87becf-d4a0-4727-bbda-6cc589c04957 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232705 Feb 16 09:01:16.759628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a515721-34d9-4dcb-8f5e-c9050fadb4a4 req-a856ca7e-30e2-47f5-934f-db6d03c0dc23 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:16.761066 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a515721-34d9-4dcb-8f5e-c9050fadb4a4 req-a856ca7e-30e2-47f5-934f-db6d03c0dc23 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0765574 Feb 16 09:01:16.809911 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a515721-34d9-4dcb-8f5e-c9050fadb4a4 req-8c7c59e3-13b7-4d13-8679-8c3096a0bba8 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Feb 16 09:01:18.013707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d455bb0-c47f-4315-b0bf-a6d1c8efdaca req-5e37e465-2de5-41e1-aaa8-45180a8ec271 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:18.015185 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5d455bb0-c47f-4315-b0bf-a6d1c8efdaca req-5e37e465-2de5-41e1-aaa8-45180a8ec271 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0833926 Feb 16 09:01:18.060430 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5d455bb0-c47f-4315-b0bf-a6d1c8efdaca req-69815063-8534-4059-be62-ff9f13a06d46 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396559 Feb 16 09:01:18.464455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:01:18.473809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:01:18.690419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:18.709167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:18.730590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:01:18.734928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'network_id': '25ff2cc8-ef61-4f76-ad44-28b2bf913a62', 'port_id': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'mac_address': 'fa:16:3e:2a:7b:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5eab539f-c7f8-4b79-879f-c1be9f8de283', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:01:18.767814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:18.773449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:18.812653 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'code': 200} Feb 16 09:01:18.851444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:18.875051 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32fe8d30-74e4-4b4d-8a4f-4295e016737d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:01:18.878372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:18.893729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.894069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.894400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.894754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.895100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.895427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.895749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.896065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.896376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.896688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.897001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:18.901975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:18.905626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:19.003226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:19.038938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['32fe8d30-74e4-4b4d-8a4f-4295e016737d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:01:19.255886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5033-eff2-4517-b434-631eddc69418 req-cb80a5bc-9481-457d-8dbb-1729245e75c9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:19.257241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b44b5033-eff2-4517-b434-631eddc69418 req-cb80a5bc-9481-457d-8dbb-1729245e75c9 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 945 time: 0.0765510 Feb 16 09:01:19.300982 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b44b5033-eff2-4517-b434-631eddc69418 req-6ac69325-e623-49b2-9857-180727610c0e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381181 Feb 16 09:01:19.788749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3df453cd-1c39-4407-a129-716a52b7013e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:19.789425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3df453cd-1c39-4407-a129-716a52b7013e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Synchronizing usage tracker for tenant:2fac42f6868a478cb528a828a2bb9935 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:01:19.805448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3df453cd-1c39-4407-a129-716a52b7013e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Unset dirty status for tenant:2fac42f6868a478cb528a828a2bb9935 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:01:19.806491 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3df453cd-1c39-4407-a129-716a52b7013e tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.98 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a&tenant_id=2fac42f6868a478cb528a828a2bb9935&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1817515 Feb 16 09:01:19.962096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-1b68d4eb-80f1-485d-93b9-74976a85b6a9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2fac42f6868a478cb528a828a2bb9935&device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 1098 time: 0.0662255 Feb 16 09:01:20.086840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-85ccb835-2b3c-4fe3-b733-28742d768762 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:20.088240 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-85ccb835-2b3c-4fe3-b733-28742d768762 service neutron] 10.222.0.98 "GET /v2.0/networks?id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 200 len: 912 time: 0.1202769 Feb 16 09:01:20.155272 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-48571b4d-4b82-4e22-b11d-3b964fec39f8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 200 len: 217 time: 0.0615222 Feb 16 09:01:20.227415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3a7b89b0-73a6-4415-ba58-d58a3ae338fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:20.228769 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3a7b89b0-73a6-4415-ba58-d58a3ae338fc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 200 len: 851 time: 0.0678663 Feb 16 09:01:20.277450 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-605e5228-7a7a-4945-9149-8916c568496c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=25ff2cc8-ef61-4f76-ad44-28b2bf913a62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424912 Feb 16 09:01:20.406797 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-278a7dd0-4fff-46c7-80e2-0c1214d9d766 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235652 Feb 16 09:01:20.464521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:01:20.533387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 32fe8d30-74e4-4b4d-8a4f-4295e016737d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:01:20.533759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:20.534406 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-ae55a3c2-8c33-4bf7-8bdb-1479ba4103c8 service neutron] 10.222.0.98 "GET /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218135 Feb 16 09:01:20.647265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:20.680503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:20.684756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:20.748724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:20.813553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:01:20.880590 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'code': 200} Feb 16 09:01:21.894178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe66c1-33fa-461e-ab70-18faea6cba67 req-21ed623b-a01d-45f0-beb4-c81e3f65b1e5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:21.895567 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9abe66c1-33fa-461e-ab70-18faea6cba67 req-21ed623b-a01d-45f0-beb4-c81e3f65b1e5 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0737009 Feb 16 09:01:21.939106 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9abe66c1-33fa-461e-ab70-18faea6cba67 req-b15a36b6-9a6b-4928-a2de-45ef91048cb7 tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382512 Feb 16 09:01:23.135060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1a8a57-7d1b-428f-a593-4f1d2582b118 req-395b1664-a24d-4e70-a645-cdc0bca8f17a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:23.136517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca1a8a57-7d1b-428f-a593-4f1d2582b118 req-395b1664-a24d-4e70-a645-cdc0bca8f17a tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0780411 Feb 16 09:01:23.179675 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca1a8a57-7d1b-428f-a593-4f1d2582b118 req-cf86c450-0553-4eb9-8788-c0e3c089d82d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/security-groups?id=a74cd644-927e-48dc-86d6-525be0ff6a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371108 Feb 16 09:01:23.587083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3ba3416b-033b-47c5-a2c3-a0fc34a47c9d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:23.588467 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-3ba3416b-033b-47c5-a2c3-a0fc34a47c9d tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.98 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 946 time: 0.0736613 Feb 16 09:01:23.656686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Deleting port 32fe8d30-74e4-4b4d-8a4f-4295e016737d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:01:23.657025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:23.885857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] For port 32fe8d30-74e4-4b4d-8a4f-4295e016737d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=32fe8d30-74e4-4b4d-8a4f-4295e016737d,segment=NetworkSegment(decc1b8e-5bdf-4fee-879b-e185b0afea6a),segment_id=decc1b8e-5bdf-4fee-879b-e185b0afea6a)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:23.886128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:24.005690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Calling delete_port for 32fe8d30-74e4-4b4d-8a4f-4295e016737d owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:01:24.175403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:24.210494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['32fe8d30-74e4-4b4d-8a4f-4295e016737d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:01:24.226592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Pushing event deleted for resources: {'Port': ['ID=32fe8d30-74e4-4b4d-8a4f-4295e016737d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:24.266942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.267288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.267810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.268151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.268481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.268808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.269133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.269456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.269778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.270097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.270412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:24.316632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] No DVR routers for this DVR port 32fe8d30-74e4-4b4d-8a4f-4295e016737d on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:01:24.319170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:24.321771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-deleted', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:01:24.339363 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-874472ac-60e3-4119-9736-a55ba0439fb1 req-695b0125-0c62-48cc-aa21-7a3b931e7fbc tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.98 "DELETE /v2.0/ports/32fe8d30-74e4-4b4d-8a4f-4295e016737d HTTP/1.1" status: 204 len: 173 time: 0.7453487 Feb 16 09:01:24.365893 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0622835d-7a0a-4521-b75a-067acfc261f3 req-f61a36af-8b8d-4943-8d38-66d6d35650cb tempest-DeleteServersTestJSON-2125091825 tempest-DeleteServersTestJSON-2125091825-project] 10.222.0.94 "GET /v2.0/ports?device_id=31981d2a-9b55-45b0-8fd1-d4680294482a HTTP/1.1" status: 200 len: 210 time: 0.0481050 Feb 16 09:01:24.379569 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31981d2a-9b55-45b0-8fd1-d4680294482a', 'name': 'network-vif-deleted', 'tag': '32fe8d30-74e4-4b4d-8a4f-4295e016737d', 'status': 'completed', 'code': 200} Feb 16 09:01:25.634032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39166) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:25.778168 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Deleting subnet 5eab539f-c7f8-4b79-879f-c1be9f8de283 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:01:25.781154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:25.828841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:25.881396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:25.948857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:25.982749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eab539f-c7f8-4b79-879f-c1be9f8de283,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:25.990849 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:25.996278 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-81d7a205-6129-45bd-95fd-875a1028f7ac admin admin] 10.222.0.94 "DELETE /v2.0/subnets/5eab539f-c7f8-4b79-879f-c1be9f8de283 HTTP/1.1" status: 204 len: 168 time: 0.3612385 Feb 16 09:01:25.998776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39170) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:26.100190 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.219331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.242965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ff2cc8-ef61-4f76-ad44-28b2bf913a62']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:01:26.254632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decc1b8e-5bdf-4fee-879b-e185b0afea6a') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:01:26.254927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decc1b8e-5bdf-4fee-879b-e185b0afea6a') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:01:26.266248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.282209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.288630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:01:26.289010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:01:26.301774 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:01:26.376825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.380558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.402084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] Pushing event deleted for resources: {'Network': ['ID=25ff2cc8-ef61-4f76-ad44-28b2bf913a62,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:26.411513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1b8d7c1e-7f97-4d82-af24-3328f693db63 admin admin] 10.222.0.94 "DELETE /v2.0/networks/25ff2cc8-ef61-4f76-ad44-28b2bf913a62 HTTP/1.1" status: 204 len: 168 time: 0.4117742 Feb 16 09:01:26.495031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:01:26.532907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 32fe8d30-74e4-4b4d-8a4f-4295e016737d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:01:26.533263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 32fe8d30-74e4-4b4d-8a4f-4295e016737d not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:01:26.550967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39176) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:26.604877 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-124a78ff-5e20-4be2-8086-25ab9b1c6514 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2fac42f6868a478cb528a828a2bb9935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527821 Feb 16 09:01:26.607412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39180) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:26.668265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.692913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.742944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.759237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cd644-927e-48dc-86d6-525be0ff6a42,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:26.765211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:26.767491 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5e34e68d-d481-4653-95ba-1287aa6f5219 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a74cd644-927e-48dc-86d6-525be0ff6a42 HTTP/1.1" status: 204 len: 168 time: 0.1588712 Feb 16 09:01:27.650690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39202) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:27.774852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-649608390-network', 'tenant_id': '900183ea5dad489b8789cc674ef7672f'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:01:27.780142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:01:27.783917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Usage tracker for resource:network and tenant:900183ea5dad489b8789cc674ef7672f is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:01:27.786809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:01:27.792618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:01:27.802226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Made reservation on behalf of 900183ea5dad489b8789cc674ef7672f for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:01:27.804568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:27.816542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:27.847468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:01:27.851241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Usage tracker for resource:security_group_rule and tenant:900183ea5dad489b8789cc674ef7672f is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:01:27.853966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:01:27.859615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:01:27.923896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:27.927615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:27.959149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:01:27.967629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a828ac-432b-449d-b099-cf3d16c8242d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:27.973048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:27.973324 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Added segment bd21a1d7-025a-479b-b6dc-6628a3e97b91 of type vlan for network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 Feb 16 09:01:27.997806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.025361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.026199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:28.026791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.122444 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4706168 Feb 16 09:01:28.127982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5611e-f068-4609-8bc2-5545ce4aa2ad admin admin] Pushing event updated for resources: {'Network': ['ID=9fa6c0fc-2fc5-433a-8024-54f3906a91c9,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:28.132296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39208) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:01:28.138031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Request body: {'subnet': {'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-649608390-subnet', 'tenant_id': '900183ea5dad489b8789cc674ef7672f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:01:28.142104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:01:28.143509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:01:28.147479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Usage tracker for resource:subnet and tenant:900183ea5dad489b8789cc674ef7672f is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:01:28.150343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:01:28.155967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:01:28.166295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Made reservation on behalf of 900183ea5dad489b8789cc674ef7672f for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:01:28.168580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.446374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.516246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1084797-596f-4336-930a-076f7d861e41,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:28.531370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.531711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.532044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.532375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.532703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.533026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.533346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.533666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.533985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.534303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.534643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:01:28.537727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Checking segment: {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:01:28.538079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Network hostable DHCP agents. Network: 9fa6c0fc-2fc5-433a-8024-54f3906a91c9, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:01:28.561441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:01:28.571741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 9fa6c0fc-2fc5-433a-8024-54f3906a91c9) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:01:28.576114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:28.576696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:28.580485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75449509-6d94-46c7-94e0-4546675cca56 None None] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:01:28.601981 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aeb99968-3819-4999-81ec-07ee987a7cef admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4685729 Feb 16 09:01:28.784495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f63117-9607-400b-9335-07791cbc684c None None] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:01:29.123008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-b8102acb-79ea-4b9b-bfaa-c10bd9264287 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:29.124341 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-b8102acb-79ea-4b9b-bfaa-c10bd9264287 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 814 time: 0.1358805 Feb 16 09:01:29.139639 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-d0920441-9d69-41a6-8a63-391789d4ec15 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/quotas/900183ea5dad489b8789cc674ef7672f HTTP/1.1" status: 200 len: 375 time: 0.0100846 Feb 16 09:01:29.186522 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-5a140070-47cd-46d0-bcec-668883a78e5a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422068 Feb 16 09:01:29.312975 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-73e82d44-10d8-4e99-85d6-08e837586543 service neutron] 10.222.0.94 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199512 Feb 16 09:01:29.439396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-cbb3dd83-33eb-4e8f-88b7-a440622b4e12 service neutron] 10.222.0.94 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207054 Feb 16 09:01:29.616888 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f997f35-b413-4e49-b594-29487a17b84f req-9569568f-d5d5-4f5a-b50d-2b8144b5e461 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 210 time: 0.0391378 Feb 16 09:01:30.706987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-2c869c97-0ccb-44a3-a6fe-14ca72cf1f2e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:30.708046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-2c869c97-0ccb-44a3-a6fe-14ca72cf1f2e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Synchronizing usage tracker for tenant:900183ea5dad489b8789cc674ef7672f on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:01:30.728544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-2c869c97-0ccb-44a3-a6fe-14ca72cf1f2e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Unset dirty status for tenant:900183ea5dad489b8789cc674ef7672f on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:01:30.730195 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-2c869c97-0ccb-44a3-a6fe-14ca72cf1f2e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 814 time: 0.1689000 Feb 16 09:01:30.751869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Request body: {'port': {'device_id': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'admin_state_up': True, 'tenant_id': '900183ea5dad489b8789cc674ef7672f'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:01:30.784671 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fa95774-6219-49e1-9e92-0bd1bb6d8016 req-6727983f-8008-4684-ab60-f79a5976990f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 210 time: 0.0415874 Feb 16 09:01:30.886763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:01:30.890491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Usage tracker for resource:port and tenant:900183ea5dad489b8789cc674ef7672f is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:01:30.893209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:01:30.898721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:01:30.908457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Made reservation on behalf of 900183ea5dad489b8789cc674ef7672f for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:01:30.911357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.061753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Allocated IP 172.20.0.7 (9fa6c0fc-2fc5-433a-8024-54f3906a91c9/c1084797-596f-4336-930a-076f7d861e41/ac93af6e-74ba-4551-b52e-33a8797f4492) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:01:31.256725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.283590 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.356470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:01:31.360579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:01:31.362301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:31.364412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:01:31.424775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:31.425371 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.444597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-7d07cff2-2765-4493-bcd2-cd37ab8c9ac3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966717 Feb 16 09:01:31.460647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Request body: {'port': {'device_id': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:01:31.641852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.968493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:01:31.975496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:31.981877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3951f41e-a5d7-45b3-8d96-11cf0f226c32 req-5100b0b9-45f0-4513-925e-3035fbc8adcb tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:31.983334 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3951f41e-a5d7-45b3-8d96-11cf0f226c32 req-5100b0b9-45f0-4513-925e-3035fbc8adcb tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 931 time: 0.0766194 Feb 16 09:01:31.992443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Transition to ACTIVE for port object ac93af6e-74ba-4551-b52e-33a8797f4492 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:01:31.996051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:32.003219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:32.031329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3951f41e-a5d7-45b3-8d96-11cf0f226c32 req-0bb54d02-2f2f-4cb4-844a-2b4886d3d4a9 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407410 Feb 16 09:01:32.119329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:32.222718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Attempting to bind port ac93af6e-74ba-4551-b52e-33a8797f4492 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:01:32.223045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Attempting to bind port ac93af6e-74ba-4551-b52e-33a8797f4492 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:01:32.223365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Attempting to bind port ac93af6e-74ba-4551-b52e-33a8797f4492 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:01:32.228895 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Port ac93af6e-74ba-4551-b52e-33a8797f4492 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:01:32.229211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Attempting to bind port ac93af6e-74ba-4551-b52e-33a8797f4492 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:01:32.235825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:01:32.236155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Checking segment: {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:01:32.236530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Bound using segment: {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:01:32.236944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Bound port: ac93af6e-74ba-4551-b52e-33a8797f4492, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:01:32.237283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:32.320280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:01:32.323325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:01:32.327737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:32.392089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:32.393438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] 10.222.0.98 "PUT /v2.0/ports/ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 1093 time: 0.9369314 Feb 16 09:01:32.393881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:01:32.408759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da01261d-c0f1-413f-812b-fcdbd7ad2bc9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:32.449096 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'status': 'completed', 'code': 200} Feb 16 09:01:32.529339 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-0851c986-b37b-425e-924d-ca3cb2a95361 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0666716 Feb 16 09:01:32.604017 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-f76f11dc-a2fa-4cbd-867b-732b5ee0b483 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 217 time: 0.0627198 Feb 16 09:01:32.662770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-5f1fa6fb-327f-4eee-a407-61629b77292f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:32.664039 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-5f1fa6fb-327f-4eee-a407-61629b77292f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0544715 Feb 16 09:01:32.706251 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-d9b2d9f7-6848-45ea-adb2-22433fb70495 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366745 Feb 16 09:01:32.843347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-035a4b20-49ae-4a8b-a275-09edc3059d49 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308830 Feb 16 09:01:32.970935 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-def1b21e-5d63-4c68-a267-9b90577dd2cb req-f2ed407e-6955-4c15-9024-a535016a7407 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216791 Feb 16 09:01:33.134148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-e15a63e2-76fd-4a8a-81cc-d6c6f96b58af service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1096 time: 0.0717657 Feb 16 09:01:33.231342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fdcd1-ad8c-4250-ba3c-342f386b278d req-eb9c4913-1247-4531-83cb-28785f567333 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:33.232888 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd2fdcd1-ad8c-4250-ba3c-342f386b278d req-eb9c4913-1247-4531-83cb-28785f567333 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 943 time: 0.0760360 Feb 16 09:01:33.284175 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd2fdcd1-ad8c-4250-ba3c-342f386b278d req-947248b3-b812-4016-b4ac-16dec98e58e2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450709 Feb 16 09:01:33.367078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-c69e6332-d16c-42bb-a15a-786aa171f6b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:33.368494 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-c69e6332-d16c-42bb-a15a-786aa171f6b8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.2286794 Feb 16 09:01:33.432936 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-25b13d07-b196-4a6d-952c-087ca28fe645 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 217 time: 0.0575507 Feb 16 09:01:33.496722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-bd45e4ba-c041-4e32-baca-7764c98dfa26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:33.498716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-bd45e4ba-c041-4e32-baca-7764c98dfa26 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0597754 Feb 16 09:01:33.541618 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-261df0aa-3da1-4178-8e1c-6fe4b06a10b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372279 Feb 16 09:01:33.670216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-4063309a-951f-4f87-b388-f3a8974fa4b2 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219440 Feb 16 09:01:33.797854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a70321c0-4a52-4bb7-8c50-353bae76d4bb req-8005902a-b1ce-4992-8305-8e5d9ddafdb6 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212707 Feb 16 09:01:34.480221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e752e2-fb7e-4a86-9cfe-b13eae678f9d req-4a111b95-4e9f-4d5f-88b3-c026cc3ca745 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:34.481641 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-36e752e2-fb7e-4a86-9cfe-b13eae678f9d req-4a111b95-4e9f-4d5f-88b3-c026cc3ca745 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 943 time: 0.0741239 Feb 16 09:01:34.524983 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-36e752e2-fb7e-4a86-9cfe-b13eae678f9d req-4c70b8b3-9247-4f8a-914c-f972043100ef tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378127 Feb 16 09:01:34.541622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:01:34.670480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:34.682962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'port_id': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'mac_address': 'fa:16:3e:57:9b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1084797-596f-4336-930a-076f7d861e41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:01:34.734942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:34.751525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:01:34.766003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:34.769971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:34.837224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:35.041968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['ac93af6e-74ba-4551-b52e-33a8797f4492'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:01:35.721096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5a74-99d5-494d-bfd1-1f960860da67 req-44e51098-539d-478c-b17a-49c17da027c3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:35.722524 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ada5a74-99d5-494d-bfd1-1f960860da67 req-44e51098-539d-478c-b17a-49c17da027c3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 944 time: 0.0769618 Feb 16 09:01:35.765732 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ada5a74-99d5-494d-bfd1-1f960860da67 req-01959c9c-3a40-4012-b698-ca0b33d8d9ab tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377371 Feb 16 09:01:36.557596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:01:36.623647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port ac93af6e-74ba-4551-b52e-33a8797f4492 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:01:36.628090 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port ac93af6e-74ba-4551-b52e-33a8797f4492 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:01:36.628453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:36.742920 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:01:36.762050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:36.788555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:01:36.798650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:01:36.802507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:36.853554 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'code': 200} Feb 16 09:01:36.880956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:01:36.967259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5ae2b-7786-4620-9a76-5ebb40f21c7b req-7779143a-34ac-42dd-8f2f-eda3e4950d0f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:36.968855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14e5ae2b-7786-4620-9a76-5ebb40f21c7b req-7779143a-34ac-42dd-8f2f-eda3e4950d0f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0757585 Feb 16 09:01:37.012790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14e5ae2b-7786-4620-9a76-5ebb40f21c7b req-4e1c8417-6498-4aff-95c3-a38de3e1f4b6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382860 Feb 16 09:01:37.113347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3533f58b-7fa7-4c89-b04a-7f9404dda4c1 req-7c2c39b1-40a9-4360-a81c-252afc41adae service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0699470 Feb 16 09:01:37.153727 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3533f58b-7fa7-4c89-b04a-7f9404dda4c1 req-d75e9f18-1c4a-4694-90b0-5caa94c93e77 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349388 Feb 16 09:01:38.217418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecd658-bdea-4453-94be-c595120d189a req-849a309c-e70a-4287-803b-f0f93e836428 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:38.219078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0ecd658-bdea-4453-94be-c595120d189a req-849a309c-e70a-4287-803b-f0f93e836428 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0834589 Feb 16 09:01:38.265766 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0ecd658-bdea-4453-94be-c595120d189a req-213613d0-917f-4ae1-83f2-e319fc866dcc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Feb 16 09:01:38.469307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b93adfb1-41c6-4d14-b2d1-ea0eae583f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:39.456034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a0179-67ec-4a80-a063-8def15c2a4ef req-bd4eb59c-bf77-4fbe-b6fd-0b9b949461c3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:39.457711 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77a0179-67ec-4a80-a063-8def15c2a4ef req-bd4eb59c-bf77-4fbe-b6fd-0b9b949461c3 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0730941 Feb 16 09:01:39.501278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77a0179-67ec-4a80-a063-8def15c2a4ef req-11adefbc-e823-4187-99f7-6966a567440f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380645 Feb 16 09:01:39.697124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd716f81-235d-4e6c-81b9-1d51ce43a8ce req-c70357c2-6dee-4698-a404-c2eae19af85e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:39.698574 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd716f81-235d-4e6c-81b9-1d51ce43a8ce req-c70357c2-6dee-4698-a404-c2eae19af85e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0764968 Feb 16 09:01:39.742397 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd716f81-235d-4e6c-81b9-1d51ce43a8ce req-83e03799-86d9-45dd-8c3b-94d9c50935aa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Feb 16 09:01:40.102384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bec4e-412d-4d01-a502-2f0245197ed7 req-8f24d5d4-d229-4a61-a1d9-023303394539 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:40.103762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5c9bec4e-412d-4d01-a502-2f0245197ed7 req-8f24d5d4-d229-4a61-a1d9-023303394539 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0746145 Feb 16 09:01:40.233160 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5c9bec4e-412d-4d01-a502-2f0245197ed7 req-1672f0d4-c25b-43c1-a13b-b84c27b55db7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235440 Feb 16 09:01:40.430496 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a1721-c908-435d-aad6-d8d0496ed5aa req-e15947af-3e1c-4f2e-880e-c395923ba2bc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:40.432094 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-058a1721-c908-435d-aad6-d8d0496ed5aa req-e15947af-3e1c-4f2e-880e-c395923ba2bc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0769701 Feb 16 09:01:40.477133 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-058a1721-c908-435d-aad6-d8d0496ed5aa req-2a940753-2ec1-4a8c-bea4-b827ad6c3ebc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390475 Feb 16 09:01:40.678274 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-609fdab2-3731-45ab-ad67-c1281f168cc4 req-6244fd3b-eb87-4025-90c7-9360baf162f9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691512 Feb 16 09:01:40.928162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-90b721b1-5f7f-4887-bbad-06f979c5daf7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0663505 Feb 16 09:01:40.950011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-77b1da88-6c16-4a80-bbaf-7c4d6997a38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:41.005869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5972e9-7265-4926-abda-c1b61b65c8af req-062c8ad4-da8b-4601-88e8-c9c8450b4a8d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:41.007341 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ba5972e9-7265-4926-abda-c1b61b65c8af req-062c8ad4-da8b-4601-88e8-c9c8450b4a8d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0757651 Feb 16 09:01:41.060727 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ba5972e9-7265-4926-abda-c1b61b65c8af req-fb66b15b-45ba-452f-9283-094b50768a68 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479355 Feb 16 09:01:41.712204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:41.979605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:42.211777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-e16ed655-1739-4be4-b67a-15a84fc8d08b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0719645 Feb 16 09:01:42.264203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eafd321-b6f7-45ad-b5dd-e08b8823ff07 req-0c8422f8-a4aa-4774-a7a2-139d3d46a8f5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:42.265661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9eafd321-b6f7-45ad-b5dd-e08b8823ff07 req-0c8422f8-a4aa-4774-a7a2-139d3d46a8f5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0778866 Feb 16 09:01:42.310684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9eafd321-b6f7-45ad-b5dd-e08b8823ff07 req-ac3c72a9-b4a4-4904-a93f-f6f301ea1c4c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388675 Feb 16 09:01:42.353630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-a39f5d7c-9bf9-4168-b2c2-26ba8568b931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:42.355099 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-a39f5d7c-9bf9-4168-b2c2-26ba8568b931 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1375387 Feb 16 09:01:42.419102 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-9e6e0752-9f45-49f5-87a3-5617bf4c54ad service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 217 time: 0.0577960 Feb 16 09:01:42.481478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-dc794864-485c-481e-9099-8d096bcb05fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:42.483489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-dc794864-485c-481e-9099-8d096bcb05fd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0588586 Feb 16 09:01:42.525111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-c0e74549-8686-4c24-8514-105f2d7f019c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357337 Feb 16 09:01:42.661107 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-327212a4-e336-4531-89ce-1f70ec9da4d1 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307797 Feb 16 09:01:42.788649 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-115ae29e-52bf-4908-ad44-d0807f46816d service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216009 Feb 16 09:01:43.502635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70978a7a-edcf-4148-8919-09fcf3e025a0 req-27d28111-a5f2-493d-b769-c5b9c5f9b8cb tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:43.503986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70978a7a-edcf-4148-8919-09fcf3e025a0 req-27d28111-a5f2-493d-b769-c5b9c5f9b8cb tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0758255 Feb 16 09:01:43.557128 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70978a7a-edcf-4148-8919-09fcf3e025a0 req-f618cd05-07bf-4949-b967-904748f01d91 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478053 Feb 16 09:01:43.797286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:01:44.752397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb6af6-a75e-4b5c-b7a8-b4c13cd7dcca req-c572da57-7328-4a17-a8e5-897cb933f521 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:44.753807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ffb6af6-a75e-4b5c-b7a8-b4c13cd7dcca req-c572da57-7328-4a17-a8e5-897cb933f521 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0766001 Feb 16 09:01:44.797563 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ffb6af6-a75e-4b5c-b7a8-b4c13cd7dcca req-3bb892c6-bdc4-4431-bf5c-6f4f2b3e62c4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Feb 16 09:01:45.987145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf227b4-ad6c-435c-9984-1010c8d0a81b req-7f2d2bd0-5ccf-4a04-b571-096d44c30f3d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:45.988575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8cf227b4-ad6c-435c-9984-1010c8d0a81b req-7f2d2bd0-5ccf-4a04-b571-096d44c30f3d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0735800 Feb 16 09:01:46.034816 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8cf227b4-ad6c-435c-9984-1010c8d0a81b req-5638a210-aa6a-46e5-8be2-74aed8e52211 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408945 Feb 16 09:01:47.268967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44a7b3-f6c5-4183-bb0e-227e9ab696db req-8ac3a4b1-63b4-4e31-830f-05ffb63c6f18 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:47.270509 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cc44a7b3-f6c5-4183-bb0e-227e9ab696db req-8ac3a4b1-63b4-4e31-830f-05ffb63c6f18 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0908761 Feb 16 09:01:47.318531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cc44a7b3-f6c5-4183-bb0e-227e9ab696db req-ed66393f-0327-4b0a-b04f-1ea12d76d60d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414174 Feb 16 09:01:48.669987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9474a-1656-44e8-9f98-fadc790e3640 req-bfac280c-36e5-467f-bba8-73359f65afb4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:48.671335 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2bf9474a-1656-44e8-9f98-fadc790e3640 req-bfac280c-36e5-467f-bba8-73359f65afb4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0769262 Feb 16 09:01:48.714975 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2bf9474a-1656-44e8-9f98-fadc790e3640 req-4909b561-339d-4a4c-a01b-51fce461bc66 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Feb 16 09:01:49.912178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36eb73-8010-4e15-b4b1-cc308711d35d req-bc2a9b52-e1cc-47ff-a5fb-e2e173821c5e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:49.913512 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d36eb73-8010-4e15-b4b1-cc308711d35d req-bc2a9b52-e1cc-47ff-a5fb-e2e173821c5e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0747545 Feb 16 09:01:49.958910 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d36eb73-8010-4e15-b4b1-cc308711d35d req-9160c18c-040e-4084-b4f7-dc2a7e473c36 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Feb 16 09:01:51.158567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9a0d3-f71a-4800-bd33-db2a6b5e4f4d req-9f499ab4-f638-4f2e-9e6c-100e05ae2095 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:51.160050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-62d9a0d3-f71a-4800-bd33-db2a6b5e4f4d req-9f499ab4-f638-4f2e-9e6c-100e05ae2095 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0788200 Feb 16 09:01:51.209019 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-62d9a0d3-f71a-4800-bd33-db2a6b5e4f4d req-44c60b51-d947-48ce-9761-28c87c666a80 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400131 Feb 16 09:01:52.407186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a12f534-6fde-4d32-a92e-c599fcb644d9 req-cab2fa63-f306-40ca-b4ef-5f8349496eaa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:52.408610 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a12f534-6fde-4d32-a92e-c599fcb644d9 req-cab2fa63-f306-40ca-b4ef-5f8349496eaa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0753360 Feb 16 09:01:52.456458 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a12f534-6fde-4d32-a92e-c599fcb644d9 req-2ab1d559-5b1b-43f4-a241-49159cf480f5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422671 Feb 16 09:01:53.650094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76021a8-dff0-466b-a3f5-c7814129afd4 req-4c2b5551-b1e8-4ebc-8bec-63d6515eaba5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:53.651537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f76021a8-dff0-466b-a3f5-c7814129afd4 req-4c2b5551-b1e8-4ebc-8bec-63d6515eaba5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0760884 Feb 16 09:01:53.695371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f76021a8-dff0-466b-a3f5-c7814129afd4 req-8ad2b484-8bf1-41fe-907d-a2411588bb7c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378234 Feb 16 09:01:54.900270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a0756-fa8f-4acf-86fe-82f830a10cff req-d2059989-9a20-4d7b-906b-65815ea0ebe0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:54.901845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e53a0756-fa8f-4acf-86fe-82f830a10cff req-d2059989-9a20-4d7b-906b-65815ea0ebe0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0845978 Feb 16 09:01:54.966235 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e53a0756-fa8f-4acf-86fe-82f830a10cff req-d708d3f1-91df-4a01-92ea-93d031a59c20 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547471 Feb 16 09:01:56.176427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e635bdc-23de-420e-b1cf-2c6c9a79e747 req-c4ace8d9-167d-4d59-a592-21c3afad585b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:56.177880 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e635bdc-23de-420e-b1cf-2c6c9a79e747 req-c4ace8d9-167d-4d59-a592-21c3afad585b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0742459 Feb 16 09:01:56.223418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e635bdc-23de-420e-b1cf-2c6c9a79e747 req-4a9f4dd9-b081-4fc7-a175-3ffb1453ac29 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401158 Feb 16 09:01:57.439939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c6e1-42ff-4a9e-b519-c0b5b7594ce4 req-939696a0-aefd-4601-8027-ddaeb42677fa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:57.441436 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f68c6e1-42ff-4a9e-b519-c0b5b7594ce4 req-939696a0-aefd-4601-8027-ddaeb42677fa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0813160 Feb 16 09:01:57.488978 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f68c6e1-42ff-4a9e-b519-c0b5b7594ce4 req-32c972c2-fcf7-4e12-883b-a4cb1dcecc8b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420270 Feb 16 09:01:58.701303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25328366-5411-4a6c-9520-7d80abef2160 req-2be3d6a5-7741-489b-9623-8359eb36d6e4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:58.702742 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-25328366-5411-4a6c-9520-7d80abef2160 req-2be3d6a5-7741-489b-9623-8359eb36d6e4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0898733 Feb 16 09:01:58.746548 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-25328366-5411-4a6c-9520-7d80abef2160 req-b5f59af6-2370-41b8-b8d6-7048d198b058 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382040 Feb 16 09:01:59.943160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca142-1d59-4191-bed3-5175fbd82f5d req-cc46047e-2cd6-4877-be12-1e4c8c8796b6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:01:59.944549 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6caca142-1d59-4191-bed3-5175fbd82f5d req-cc46047e-2cd6-4877-be12-1e4c8c8796b6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0778489 Feb 16 09:01:59.991378 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6caca142-1d59-4191-bed3-5175fbd82f5d req-d96b5490-c9b2-4f32-af62-ce08002afe01 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Feb 16 09:02:01.187126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc12c2-878e-4495-80e2-0d8d8578738c req-c4aaf5b8-70af-4b92-a73d-08acb285f27c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:01.188643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bdc12c2-878e-4495-80e2-0d8d8578738c req-c4aaf5b8-70af-4b92-a73d-08acb285f27c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0753467 Feb 16 09:02:01.236717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bdc12c2-878e-4495-80e2-0d8d8578738c req-8a956cb2-5a25-4802-8dd0-c91209da67b2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Feb 16 09:02:02.019174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:02.437727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea8c45-c12d-4161-800a-9ea636cded6f req-fc23027c-2898-4006-b21f-30890df458e8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:02.439222 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-12ea8c45-c12d-4161-800a-9ea636cded6f req-fc23027c-2898-4006-b21f-30890df458e8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0767033 Feb 16 09:02:02.484712 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-12ea8c45-c12d-4161-800a-9ea636cded6f req-307f78df-4e82-4722-9bae-d504696b8b23 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 Feb 16 09:02:03.775697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e9cd2-39bb-4097-9df1-d6a9e0f3c0e1 req-6bf427db-9c1c-4bca-af7c-b696fe4b9efc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:03.777045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e54e9cd2-39bb-4097-9df1-d6a9e0f3c0e1 req-6bf427db-9c1c-4bca-af7c-b696fe4b9efc tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.1553450 Feb 16 09:02:03.821806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e54e9cd2-39bb-4097-9df1-d6a9e0f3c0e1 req-f16a0a51-0099-44ca-a883-fde0d89a500e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391505 Feb 16 09:02:05.017290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463871d9-0f62-4b5e-b4f8-5b21fe4afb58 req-755857de-a74d-41eb-a49b-1735f5256397 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:05.018777 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-463871d9-0f62-4b5e-b4f8-5b21fe4afb58 req-755857de-a74d-41eb-a49b-1735f5256397 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0756230 Feb 16 09:02:05.063490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-463871d9-0f62-4b5e-b4f8-5b21fe4afb58 req-d951cfc8-6a90-4565-b3be-d9334213c846 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Feb 16 09:02:06.261132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8404b2-872c-4fe9-97d0-8b2ce2e49583 req-b511a86d-e74d-4abe-9691-dd5bb802935b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:06.263127 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea8404b2-872c-4fe9-97d0-8b2ce2e49583 req-b511a86d-e74d-4abe-9691-dd5bb802935b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0786240 Feb 16 09:02:06.307396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea8404b2-872c-4fe9-97d0-8b2ce2e49583 req-014c58d3-8e84-4039-a679-696a05bae024 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387905 Feb 16 09:02:07.510615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3281b6b-5ddf-4eab-97a2-a503aae5bb3b req-4034ec9f-4176-44b9-8bc0-59062ec63b7a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:07.511967 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b3281b6b-5ddf-4eab-97a2-a503aae5bb3b req-4034ec9f-4176-44b9-8bc0-59062ec63b7a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0749125 Feb 16 09:02:07.562183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b3281b6b-5ddf-4eab-97a2-a503aae5bb3b req-42b60ade-d179-4a60-8c1f-ed5cd52074f5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Feb 16 09:02:08.470001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-998079ab-52de-4a52-912b-8cd9a122ea1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:08.756381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec964d4-5ca0-43a6-acc2-e7c12bed127b req-e90f08b1-fb80-440e-a2b9-445e169150ab tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:08.757805 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ec964d4-5ca0-43a6-acc2-e7c12bed127b req-e90f08b1-fb80-440e-a2b9-445e169150ab tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0746660 Feb 16 09:02:08.802546 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ec964d4-5ca0-43a6-acc2-e7c12bed127b req-042dde3c-2a00-4fdb-ab26-d403eeefeb98 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392637 Feb 16 09:02:09.675192 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-5dd9a217-afb0-4103-9499-e05d38b4e577 service neutron] 10.222.0.98 "GET /v2.0/ports/ac93af6e-74ba-4551-b52e-33a8797f4492/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1388171 Feb 16 09:02:09.964257 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-1c6a9a2e-58e5-48ec-8405-dfeb10e28418 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5&tenant_id=900183ea5dad489b8789cc674ef7672f HTTP/1.1" status: 200 len: 1098 time: 0.0721550 Feb 16 09:02:10.006602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ba6e6-d5ba-45af-8b1f-265abb00c454 req-d1001c0e-cc76-4b60-a1e7-c1697531b732 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:10.008040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2a5ba6e6-d5ba-45af-8b1f-265abb00c454 req-d1001c0e-cc76-4b60-a1e7-c1697531b732 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0806615 Feb 16 09:02:10.052088 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2a5ba6e6-d5ba-45af-8b1f-265abb00c454 req-1eaedcb2-e10c-46ea-be96-398aa1a700af tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384583 Feb 16 09:02:10.065489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-0f81b3b0-34c7-4147-8400-c769bc246127 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1098 time: 0.0689955 Feb 16 09:02:10.287089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-d5699e22-9381-42ae-ab3a-cf85d76a7447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:10.288506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-d5699e22-9381-42ae-ab3a-cf85d76a7447 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.2172790 Feb 16 09:02:10.358853 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-1d83d02a-27df-447b-a8e0-c662aeb362a0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 217 time: 0.0637069 Feb 16 09:02:10.417908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-4e428dbf-9aba-4195-9da4-97eaaad3834c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:10.419904 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-4e428dbf-9aba-4195-9da4-97eaaad3834c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0561152 Feb 16 09:02:10.467703 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-3dddf65d-0c24-4ac6-9f41-53245c5e495b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418856 Feb 16 09:02:10.595649 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-d4f5e61e-9e2a-448a-9178-43e7f1521a2e service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210749 Feb 16 09:02:10.723219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f8a633c-4e4e-4c6d-bc40-ba0b59d1e5bf req-fd99ea6c-f678-43d2-bb37-16aa51523dc0 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216333 Feb 16 09:02:10.943875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ee774b95-eeba-4f36-a3f8-b6ad11227499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:11.256940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5429ce8-2ec9-443c-a25c-b80933a447eb req-93fca0be-3bbc-40df-9afe-5d6160a0bdf7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:11.258389 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5429ce8-2ec9-443c-a25c-b80933a447eb req-93fca0be-3bbc-40df-9afe-5d6160a0bdf7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0744071 Feb 16 09:02:11.303507 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5429ce8-2ec9-443c-a25c-b80933a447eb req-407e97c5-cab4-4a85-b038-dc3bdc6cb23f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Feb 16 09:02:11.715262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:11.980332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:12.538363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6954c240-88f1-4e65-9f04-0f682b95d955 req-8cc81d0b-c53d-4973-a7aa-78bc718ea16d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:12.540289 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6954c240-88f1-4e65-9f04-0f682b95d955 req-8cc81d0b-c53d-4973-a7aa-78bc718ea16d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.1113932 Feb 16 09:02:12.588361 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6954c240-88f1-4e65-9f04-0f682b95d955 req-8cc1d770-afb2-4e93-a0b5-d71f8f2e2a1a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418353 Feb 16 09:02:12.751034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:02:12.758492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:02:12.986799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:12.993735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.012967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'port_id': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'mac_address': 'fa:16:3e:57:9b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1084797-596f-4336-930a-076f7d861e41', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:02:13.055432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:02:13.081792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:13.089687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.126194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.137143 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'code': 200} Feb 16 09:02:13.163180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:02:13.213495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:13.234189 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:02:13.234619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:02:13.748715 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:02:13.794640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeeec4-b5a6-493c-ae02-288305ed2ecd req-2ee201db-d32c-436b-8b84-e43d80b6a721 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:13.796101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22eeeec4-b5a6-493c-ae02-288305ed2ecd req-2ee201db-d32c-436b-8b84-e43d80b6a721 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 943 time: 0.0836394 Feb 16 09:02:13.797536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.815763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.818653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:02:13.833653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:13.837596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:13.843210 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22eeeec4-b5a6-493c-ae02-288305ed2ecd req-5cd0188b-9482-42c8-9177-2b5c37b02681 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416098 Feb 16 09:02:13.905218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:13.960816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['ac93af6e-74ba-4551-b52e-33a8797f4492'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:02:14.185570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d5f678-8687-4fe2-925a-9d3ec7b8b940 req-1b8ca712-629c-4ebe-8889-fb4e2881ff54 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:14.187085 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-57d5f678-8687-4fe2-925a-9d3ec7b8b940 req-1b8ca712-629c-4ebe-8889-fb4e2881ff54 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 944 time: 0.0811262 Feb 16 09:02:14.189568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-4255b727-0467-4ac7-a3ce-ea7070d62dbe tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:14.190249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-4255b727-0467-4ac7-a3ce-ea7070d62dbe tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Synchronizing usage tracker for tenant:900183ea5dad489b8789cc674ef7672f on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:02:14.208073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-4255b727-0467-4ac7-a3ce-ea7070d62dbe tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Unset dirty status for tenant:900183ea5dad489b8789cc674ef7672f on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:02:14.209327 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-4255b727-0467-4ac7-a3ce-ea7070d62dbe tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5&tenant_id=900183ea5dad489b8789cc674ef7672f&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1005054 Feb 16 09:02:14.235391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-57d5f678-8687-4fe2-925a-9d3ec7b8b940 req-8d86781d-59ca-44e3-ac65-815cef298245 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418282 Feb 16 09:02:14.371419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-4498f877-1974-403b-bc06-50a17806b860 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0704229 Feb 16 09:02:14.500714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-2aff2907-3d08-4fbf-9faa-c0ae6fe5a21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:14.502164 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-2aff2907-3d08-4fbf-9faa-c0ae6fe5a21b service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1249099 Feb 16 09:02:14.567728 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-c0c5580a-20ac-4883-88d2-12d9a9de22dd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 200 len: 217 time: 0.0593014 Feb 16 09:02:14.630890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-7947e7d1-b58c-49b0-bd43-520479eb37e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:14.632282 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-7947e7d1-b58c-49b0-bd43-520479eb37e0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0597570 Feb 16 09:02:14.675778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-6a6e7806-ddef-43fc-b4d2-681abf5246b2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378339 Feb 16 09:02:14.758945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:02:14.805818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-7d064720-d20a-4597-967e-24ae20bce2f2 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232433 Feb 16 09:02:14.828835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port ac93af6e-74ba-4551-b52e-33a8797f4492 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:02:14.829206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:14.934271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25a73ad9-6774-4d18-9f41-4fc4404b46dd req-e6545753-2118-4f06-8b4b-789b2c2fad94 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224959 Feb 16 09:02:14.942375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:14.976068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:14.980328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:15.044748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:15.138883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:02:15.201500 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'code': 200} Feb 16 09:02:15.437430 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7963c-0f8b-4b1b-85a5-b1b398c54dbb req-27514cc1-9bfe-4a05-9fd7-e7cbf09e475a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:15.438889 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23a7963c-0f8b-4b1b-85a5-b1b398c54dbb req-27514cc1-9bfe-4a05-9fd7-e7cbf09e475a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0790606 Feb 16 09:02:15.497376 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23a7963c-0f8b-4b1b-85a5-b1b398c54dbb req-5747b3a7-abe5-4195-9e8f-0963d3e93d96 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523496 Feb 16 09:02:16.703851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd33b9d-2055-49c7-8cc6-21ba034c27b0 req-ad1ddb1b-b4ad-4245-bcfe-8d82196adda8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:16.705297 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3bd33b9d-2055-49c7-8cc6-21ba034c27b0 req-ad1ddb1b-b4ad-4245-bcfe-8d82196adda8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0777724 Feb 16 09:02:16.751683 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3bd33b9d-2055-49c7-8cc6-21ba034c27b0 req-3e131423-6e3d-4220-a479-55f0c1847660 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 Feb 16 09:02:16.951291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061f8b7-55c0-4e18-becc-9c50872ab213 req-9c678ed9-a7e4-43c0-9bde-a1528e5f0591 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:16.952921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e061f8b7-55c0-4e18-becc-9c50872ab213 req-9c678ed9-a7e4-43c0-9bde-a1528e5f0591 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0800726 Feb 16 09:02:16.997879 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e061f8b7-55c0-4e18-becc-9c50872ab213 req-bd2de4a2-d407-49d1-bb7a-781438c27638 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Feb 16 09:02:17.198607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7243-c4fc-4501-9aa8-b006dffb606a req-45399827-24ec-46c4-8681-b557efb1e540 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:17.200623 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-595a7243-c4fc-4501-9aa8-b006dffb606a req-45399827-24ec-46c4-8681-b557efb1e540 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.0789015 Feb 16 09:02:17.247182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-595a7243-c4fc-4501-9aa8-b006dffb606a req-e94cd09c-afcd-4eb9-a979-3dd027629810 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403602 Feb 16 09:02:17.780710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-52b13cad-a2c5-4460-8bae-f907684d4ce2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:17.782151 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-52b13cad-a2c5-4460-8bae-f907684d4ce2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 814 time: 0.1407700 Feb 16 09:02:17.798352 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-a91eb72d-8dfb-47ef-9668-5a84f085fd64 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/quotas/900183ea5dad489b8789cc674ef7672f HTTP/1.1" status: 200 len: 375 time: 0.0107815 Feb 16 09:02:17.880980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-fa7bfe78-fb9d-4090-9a2e-6f5dba1b55b1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777769 Feb 16 09:02:18.022028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-94598573-cb81-464e-8e92-1bd7726c124f service neutron] 10.222.0.94 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340017 Feb 16 09:02:18.268277 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-0e2907ff-cc20-4b5f-8af5-9ab34dc3e63f service neutron] 10.222.0.94 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405858 Feb 16 09:02:18.464438 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97e8edc8-20f5-4955-9b20-99f3f7c46e17 req-4f4f4174-9661-428f-8645-8b5a20fd412f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 210 time: 0.0428786 Feb 16 09:02:19.641032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-28fda331-2b0b-414c-a563-69aa86180f4d req-9be0db02-78c2-4112-b3a8-13e07bf672c2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 210 time: 0.0441391 Feb 16 09:02:19.844813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-c5aa02b6-ff4c-46a8-bb18-136bb92455d5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:19.850324 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-c5aa02b6-ff4c-46a8-bb18-136bb92455d5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 814 time: 0.2846887 Feb 16 09:02:19.861135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-4c4313a9-afe0-4278-9d9b-4ef463114468 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:19.862542 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-4c4313a9-afe0-4278-9d9b-4ef463114468 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/ports?device_id=b17f9e99-e859-4ffd-941f-9d4940366ff5 HTTP/1.1" status: 200 len: 945 time: 0.3371253 Feb 16 09:02:19.880163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Request body: {'port': {'device_id': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'admin_state_up': True, 'tenant_id': '900183ea5dad489b8789cc674ef7672f'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:02:20.023920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Deleting port ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:02:20.024253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:20.134077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:02:20.155708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:02:20.189113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Made reservation on behalf of 900183ea5dad489b8789cc674ef7672f for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:02:20.192068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:20.390532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] For port ac93af6e-74ba-4551-b52e-33a8797f4492, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ac93af6e-74ba-4551-b52e-33a8797f4492,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:20.390783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:20.545251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Calling delete_port for ac93af6e-74ba-4551-b52e-33a8797f4492 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:02:20.610618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Allocated IP 172.20.0.8 (9fa6c0fc-2fc5-433a-8024-54f3906a91c9/c1084797-596f-4336-930a-076f7d861e41/bd534a84-44b0-46c5-94b4-3650ca733989) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:02:20.753815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:20.785511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['ac93af6e-74ba-4551-b52e-33a8797f4492'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:02:20.836291 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eb6afb8f-3970-4031-a5c9-341abfaa94b9 req-61b08e56-3d41-4c52-8719-b80930ee1e26 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 210 time: 0.0416613 Feb 16 09:02:20.848786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Pushing event deleted for resources: {'Port': ['ID=ac93af6e-74ba-4551-b52e-33a8797f4492,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:20.950372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] No DVR routers for this DVR port ac93af6e-74ba-4551-b52e-33a8797f4492 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:02:20.961295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:20.963699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-deleted', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:02:20.992590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-415e58e6-a670-4bbc-af5b-b7ae451d058b req-e6f5d4df-bc6f-4722-b185-4f6669c513ea tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "DELETE /v2.0/ports/ac93af6e-74ba-4551-b52e-33a8797f4492 HTTP/1.1" status: 204 len: 173 time: 1.0984442 Feb 16 09:02:21.011641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.042406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.118147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:02:21.120511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:02:21.128917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17f9e99-e859-4ffd-941f-9d4940366ff5', 'name': 'network-vif-deleted', 'tag': 'ac93af6e-74ba-4551-b52e-33a8797f4492', 'status': 'completed', 'code': 200} Feb 16 09:02:21.132073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:02:21.159765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:21.194730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:21.195328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.213935 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-e4be57a5-670d-4cc8-84b5-cb882aa8f708 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3408113 Feb 16 09:02:21.232816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Request body: {'port': {'device_id': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:02:21.341200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.794971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd534a84-44b0-46c5-94b4-3650ca733989 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:02:21.801999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.817125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Transition to ACTIVE for port object bd534a84-44b0-46c5-94b4-3650ca733989 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:02:21.820768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:21.944145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:22.037748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd5003c-41fd-4fc5-a580-510e278bbab8 req-052fc3d4-5f94-4814-b1c4-12fd15a4352b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:22.039227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cd5003c-41fd-4fc5-a580-510e278bbab8 req-052fc3d4-5f94-4814-b1c4-12fd15a4352b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 943 time: 0.0752807 Feb 16 09:02:22.048867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Attempting to bind port bd534a84-44b0-46c5-94b4-3650ca733989 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:02:22.049113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Attempting to bind port bd534a84-44b0-46c5-94b4-3650ca733989 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:02:22.049437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Attempting to bind port bd534a84-44b0-46c5-94b4-3650ca733989 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:02:22.055237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Port bd534a84-44b0-46c5-94b4-3650ca733989 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:02:22.055549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Attempting to bind port bd534a84-44b0-46c5-94b4-3650ca733989 on network 9fa6c0fc-2fc5-433a-8024-54f3906a91c9 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:02:22.062335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:02:22.062688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Checking segment: {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:02:22.063060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Bound using segment: {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:02:22.063926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Bound port: bd534a84-44b0-46c5-94b4-3650ca733989, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd21a1d7-025a-479b-b6dc-6628a3e97b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:02:22.063926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:22.087686 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cd5003c-41fd-4fc5-a580-510e278bbab8 req-e4ca33d6-03f6-465b-88d4-ebe0ee76823a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423706 Feb 16 09:02:22.155307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:02:22.158365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:02:22.163065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:22.227422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:22.228788 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] 10.222.0.98 "PUT /v2.0/ports/bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 1093 time: 1.0002129 Feb 16 09:02:22.240734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fc78-daae-450d-8577-1c88da563e24 service neutron] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:22.350883 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-1bf6b3cb-95c6-4c70-baa4-ac1a4bbbb8c1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1096 time: 0.0685253 Feb 16 09:02:22.425177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-16145a6c-e05d-4cca-be50-9ec8a4e1475c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 217 time: 0.0625119 Feb 16 09:02:22.486534 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-3cd1c2e1-d657-4566-b2fc-0e3ab725dec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:22.488019 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-3cd1c2e1-d657-4566-b2fc-0e3ab725dec4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0574114 Feb 16 09:02:22.537601 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-2fe73618-eb6b-4f8c-9ba5-7e0cdd9037ee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429928 Feb 16 09:02:22.667226 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-85cd68e5-5cdd-446c-bde5-9c5c7b171853 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236300 Feb 16 09:02:22.797522 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-feeeeb6f-a6dc-4157-b7b7-7aac6331c2df req-edcb78ab-b974-4bc4-acd7-fa56e1eddd17 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244195 Feb 16 09:02:22.797763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:02:22.834016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: ac93af6e-74ba-4551-b52e-33a8797f4492 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:02:22.834355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ac93af6e-74ba-4551-b52e-33a8797f4492 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:02:23.130241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:02:23.190356 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'status': 'completed', 'code': 200} Feb 16 09:02:23.305133 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-98703587-7d9d-405c-8998-3a2f4e078ebe service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1096 time: 0.0683825 Feb 16 09:02:23.311258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09bb57a-e85d-435c-a98a-b589fb406225 req-75102680-4ea9-43a5-9e05-86d2844b9821 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:23.312693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d09bb57a-e85d-435c-a98a-b589fb406225 req-75102680-4ea9-43a5-9e05-86d2844b9821 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 943 time: 0.0827954 Feb 16 09:02:23.357564 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d09bb57a-e85d-435c-a98a-b589fb406225 req-713c95d7-f890-4422-83af-1bc50920d219 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Feb 16 09:02:23.435474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-e2319d7e-edbc-4c9e-9931-5ab20b8d333b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:23.436902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-e2319d7e-edbc-4c9e-9931-5ab20b8d333b service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1256685 Feb 16 09:02:23.505879 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-78be050c-1bc5-4b07-a742-dc71aa82de02 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 217 time: 0.0622551 Feb 16 09:02:23.587185 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-230948f8-9bc2-4867-92ac-9a19cdc47f07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:23.588625 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-230948f8-9bc2-4867-92ac-9a19cdc47f07 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0574398 Feb 16 09:02:23.635785 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-6ad16ab0-02dc-4d66-bfb4-0d36419c37dc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401311 Feb 16 09:02:23.850073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-fdd8039f-a4c8-4078-afb5-3c9c03e35343 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083516 Feb 16 09:02:23.980059 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c77cd5fe-b16d-4697-b02e-68ee0421d8ec req-077db17b-0313-43e7-8480-cbc7f735955c service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238351 Feb 16 09:02:24.554923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa85813-cd9f-4f3f-ad3b-ad5bdb81cdc5 req-3853832e-6a2c-487c-8174-e32cbe319daa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:24.556262 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffa85813-cd9f-4f3f-ad3b-ad5bdb81cdc5 req-3853832e-6a2c-487c-8174-e32cbe319daa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 943 time: 0.0754311 Feb 16 09:02:24.604225 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ffa85813-cd9f-4f3f-ad3b-ad5bdb81cdc5 req-63e133e9-246b-4b5c-aea9-a6976997d11f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418959 Feb 16 09:02:24.805593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:02:24.978924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:24.992874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'port_id': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'mac_address': 'fa:16:3e:47:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1084797-596f-4336-930a-076f7d861e41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:02:25.047362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:25.065409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd534a84-44b0-46c5-94b4-3650ca733989 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:02:25.080282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:25.084884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:25.151624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:25.160595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.160944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.161285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.161622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.161954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.162285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.162638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.162966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.163291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.163612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.163934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:02:25.344601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bd534a84-44b0-46c5-94b4-3650ca733989'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:02:25.797961 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeee0f-3f91-4878-ad65-a763dc8d9cb3 req-0d662c7f-4183-4fbd-823b-b823af236287 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:25.799412 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dfeee0f-3f91-4878-ad65-a763dc8d9cb3 req-0d662c7f-4183-4fbd-823b-b823af236287 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 944 time: 0.0739889 Feb 16 09:02:25.844069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dfeee0f-3f91-4878-ad65-a763dc8d9cb3 req-763d8013-4b88-4194-9398-5a568b1b57d4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391936 Feb 16 09:02:26.821479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:02:26.891997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port bd534a84-44b0-46c5-94b4-3650ca733989 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:02:26.897047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port bd534a84-44b0-46c5-94b4-3650ca733989 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:02:26.897436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:27.015798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:27.043159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:02:27.053624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:02:27.057084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:27.058908 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fe8be-29c4-4f86-8cfb-f95f359bd91b req-65121c8a-08da-47a7-9399-e19aa404eeb0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:27.060603 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-203fe8be-29c4-4f86-8cfb-f95f359bd91b req-65121c8a-08da-47a7-9399-e19aa404eeb0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 944 time: 0.0838349 Feb 16 09:02:27.124912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:02:27.129277 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-203fe8be-29c4-4f86-8cfb-f95f359bd91b req-5fd9ba9e-51e0-4069-8f01-61bbaa6d71c1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624409 Feb 16 09:02:27.188807 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'code': 200} Feb 16 09:02:27.464472 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9795852-c020-40ca-8303-bbd04d1e5604 req-fd4ccb13-fd2f-466f-ba7d-8d1fe1885955 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1098 time: 0.0705359 Feb 16 09:02:27.505736 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b9795852-c020-40ca-8303-bbd04d1e5604 req-502882a4-7723-4e6f-9dbb-bf7e8bc504d1 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Feb 16 09:02:28.357847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a871a8e-769a-4a9d-8638-b1e3eca432b8 req-d63f5143-e307-4e27-be7f-db621e28ee3d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:28.360423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a871a8e-769a-4a9d-8638-b1e3eca432b8 req-d63f5143-e307-4e27-be7f-db621e28ee3d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.1037514 Feb 16 09:02:28.422685 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a871a8e-769a-4a9d-8638-b1e3eca432b8 req-9e2875ff-1445-44ae-a15b-9ca0ccc5a76b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 Feb 16 09:02:29.650614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b6587-47f1-488f-a8cc-1cbe43f2bf02 req-2a1e9661-17cd-4617-bedb-6d3dd2c4177d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:29.652158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2d8b6587-47f1-488f-a8cc-1cbe43f2bf02 req-2a1e9661-17cd-4617-bedb-6d3dd2c4177d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0966907 Feb 16 09:02:29.717183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2d8b6587-47f1-488f-a8cc-1cbe43f2bf02 req-bc6c847c-73da-42f9-914b-6e67fcd09de1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503807 Feb 16 09:02:29.936013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca84fda9-c0c2-4430-81b4-cc9d90047d2d req-42b75fd6-6452-4c5e-ae6c-34c32f546821 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:29.937444 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca84fda9-c0c2-4430-81b4-cc9d90047d2d req-42b75fd6-6452-4c5e-ae6c-34c32f546821 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0939598 Feb 16 09:02:29.993350 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca84fda9-c0c2-4430-81b4-cc9d90047d2d req-7b774947-bec3-4c3e-b83c-8d6a5a72734c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499053 Feb 16 09:02:30.269895 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ff3648d3-b074-45a2-8baf-6a0835ae714d req-34da3fff-957d-4209-946a-3f3020d72682 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1444004 Feb 16 09:02:30.531010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-d464b9da-b0e0-40d2-89da-c9c291a54ef3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0770497 Feb 16 09:02:30.591719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3a57-68ad-4a8f-8c7c-add6ad159adb req-d0a3196b-0dcc-4732-884f-8ea26c7d6792 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:30.593162 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4f5a3a57-68ad-4a8f-8c7c-add6ad159adb req-d0a3196b-0dcc-4732-884f-8ea26c7d6792 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0791914 Feb 16 09:02:30.648754 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4f5a3a57-68ad-4a8f-8c7c-add6ad159adb req-d4525f13-f2dc-4007-a498-43f90478d91d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499713 Feb 16 09:02:31.851869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cda78a-604b-423d-b264-f09fb94edb64 req-b397ff4b-ec65-4034-bc24-bc6c5ed96a9b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:31.853215 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6cda78a-604b-423d-b264-f09fb94edb64 req-b397ff4b-ec65-4034-bc24-bc6c5ed96a9b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0801225 Feb 16 09:02:31.899279 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6cda78a-604b-423d-b264-f09fb94edb64 req-03bf225f-eaf8-43d1-a51e-18798790a7ef tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Feb 16 09:02:31.903590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-162ca487-5280-44da-af99-448eea784581 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1098 time: 0.0736485 Feb 16 09:02:32.007229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:32.036732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-110bc530-9f8f-48cf-966f-133f315dc615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:32.038232 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-110bc530-9f8f-48cf-966f-133f315dc615 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1294725 Feb 16 09:02:32.107328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-7083750d-d635-473e-ba56-329d10c6807f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 217 time: 0.0622716 Feb 16 09:02:32.166080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-f1a01e4c-aa81-46ef-86ac-f65febf660bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:32.167535 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-f1a01e4c-aa81-46ef-86ac-f65febf660bf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0559077 Feb 16 09:02:32.211497 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-9df62c7d-b605-48ba-9fd6-ffeac3b172b4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382144 Feb 16 09:02:32.341647 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-dca66777-9a37-4153-9700-8e8c38418fa3 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238499 Feb 16 09:02:32.472468 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-56c83648-583a-42c8-bd0a-68bd635bf8b1 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257846 Feb 16 09:02:33.098899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b883ab-93a0-4c1f-b010-4e1180e92552 req-00578395-e2de-4217-a57f-e34503ee45e1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:33.100318 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6b883ab-93a0-4c1f-b010-4e1180e92552 req-00578395-e2de-4217-a57f-e34503ee45e1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0783916 Feb 16 09:02:33.145397 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6b883ab-93a0-4c1f-b010-4e1180e92552 req-2d149e79-9fdc-489c-bb0c-ffff3904ac2a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Feb 16 09:02:34.397093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd8d8c-7e71-4ecf-92ec-f58cce456b65 req-c1b7314a-f39c-49b5-a54c-7b59740bc594 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:34.399236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1bdd8d8c-7e71-4ecf-92ec-f58cce456b65 req-c1b7314a-f39c-49b5-a54c-7b59740bc594 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0962756 Feb 16 09:02:34.452256 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1bdd8d8c-7e71-4ecf-92ec-f58cce456b65 req-352a6ecf-c539-4abb-a399-63e70f6cc45c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469992 Feb 16 09:02:35.655673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a168eae-df1d-4f59-a628-7dddcea33934 req-f466c07c-64c9-46df-8c20-3d5bed68bd87 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:35.657175 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a168eae-df1d-4f59-a628-7dddcea33934 req-f466c07c-64c9-46df-8c20-3d5bed68bd87 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0807481 Feb 16 09:02:35.703002 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a168eae-df1d-4f59-a628-7dddcea33934 req-1ef9bddf-b8be-499f-854a-4d4758026748 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Feb 16 09:02:36.917092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72863a50-1a71-4d82-ad68-6a8c5ebc4b21 req-d91b178c-97c2-4280-8ef9-aac5f38092f4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:36.919126 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-72863a50-1a71-4d82-ad68-6a8c5ebc4b21 req-d91b178c-97c2-4280-8ef9-aac5f38092f4 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0842032 Feb 16 09:02:36.967475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-72863a50-1a71-4d82-ad68-6a8c5ebc4b21 req-abe4fe6c-e996-4b02-82c4-dfcbaf8bb811 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Feb 16 09:02:38.176262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b4f1-abe3-445d-bf15-b454e7d0c0c9 req-1860d012-2d34-4bde-8e9d-8077a0cde724 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:38.177747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fc72b4f1-abe3-445d-bf15-b454e7d0c0c9 req-1860d012-2d34-4bde-8e9d-8077a0cde724 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0833967 Feb 16 09:02:38.227468 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fc72b4f1-abe3-445d-bf15-b454e7d0c0c9 req-2672b5f2-d7a6-487d-a31f-1535dc2e303c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440288 Feb 16 09:02:38.478292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5df05527-faa5-44d4-8a8e-69ffacb2e7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:39.438384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0788f06-8893-4c02-9adf-eabdc49f856d req-b0b3b40b-5a83-47db-9633-afb0c4c05fa0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:39.439858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0788f06-8893-4c02-9adf-eabdc49f856d req-b0b3b40b-5a83-47db-9633-afb0c4c05fa0 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0765908 Feb 16 09:02:39.493334 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0788f06-8893-4c02-9adf-eabdc49f856d req-cbf7076c-ef6e-4536-9c7e-e7d73c3fe0ed tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479085 Feb 16 09:02:40.712122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6491e-6463-47ea-8953-603bd89b238e req-bbcba3a3-385c-4598-8677-12eb56e42721 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:40.713572 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ce6491e-6463-47ea-8953-603bd89b238e req-bbcba3a3-385c-4598-8677-12eb56e42721 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0862119 Feb 16 09:02:40.759037 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ce6491e-6463-47ea-8953-603bd89b238e req-c29de9d0-f4d3-4e6c-8433-9a46da46e42b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390213 Feb 16 09:02:40.951191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f090b64f-0135-44df-90ce-c65a35f997c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:41.719326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:41.964353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e68091-b42e-494f-8ed1-7561d3e4b213 req-4b2e5455-86f0-432e-b335-dfa5a28d9c4d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:41.965926 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-47e68091-b42e-494f-8ed1-7561d3e4b213 req-4b2e5455-86f0-432e-b335-dfa5a28d9c4d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0806737 Feb 16 09:02:41.985040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:42.017305 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-47e68091-b42e-494f-8ed1-7561d3e4b213 req-c15daf4f-fb80-4cfe-9020-2f656cea5409 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444846 Feb 16 09:02:43.228291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9903de3a-9eef-4718-acb0-1705f87db62a req-292759e7-8b38-4d15-9a3c-0ba836a7ec94 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:43.229751 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9903de3a-9eef-4718-acb0-1705f87db62a req-292759e7-8b38-4d15-9a3c-0ba836a7ec94 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0756955 Feb 16 09:02:43.276310 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9903de3a-9eef-4718-acb0-1705f87db62a req-e87c4028-17b1-47d4-a4ba-c2eee1b49fdd tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400112 Feb 16 09:02:43.803657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:02:44.571308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674b897-cc6a-4f36-aa72-160412f8adaa req-9d1d9e73-8db0-4ac6-83f9-1aeab58c7acd tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:44.572759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8674b897-cc6a-4f36-aa72-160412f8adaa req-9d1d9e73-8db0-4ac6-83f9-1aeab58c7acd tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.1722457 Feb 16 09:02:44.625079 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8674b897-cc6a-4f36-aa72-160412f8adaa req-c174b142-346c-4ec6-8d4e-6b77fc2ba59c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Feb 16 09:02:45.864875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f38ba8-8ab4-4745-ae19-f29c984319f6 req-63816d69-1b0c-4994-ab93-033c2f6d9a1e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:45.866228 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e2f38ba8-8ab4-4745-ae19-f29c984319f6 req-63816d69-1b0c-4994-ab93-033c2f6d9a1e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0761325 Feb 16 09:02:45.914898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e2f38ba8-8ab4-4745-ae19-f29c984319f6 req-f0bf85bb-9f9b-4235-801c-f12208506f2f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420768 Feb 16 09:02:47.115006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f947c7b-2df2-4d98-9c81-e1b04bcdb482 req-23fce031-ca15-45f7-8fb3-16c0ec00fdf8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:47.116419 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f947c7b-2df2-4d98-9c81-e1b04bcdb482 req-23fce031-ca15-45f7-8fb3-16c0ec00fdf8 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0766199 Feb 16 09:02:47.163650 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f947c7b-2df2-4d98-9c81-e1b04bcdb482 req-00e42895-ccf0-4c17-8898-0981a6958553 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411577 Feb 16 09:02:48.375201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b7b9b-cc0f-4fce-b183-ef368d33a533 req-f00dfe8b-3e64-4134-a581-2593cb881781 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:48.376749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a4b7b9b-cc0f-4fce-b183-ef368d33a533 req-f00dfe8b-3e64-4134-a581-2593cb881781 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0836306 Feb 16 09:02:48.422466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a4b7b9b-cc0f-4fce-b183-ef368d33a533 req-73f0560b-af6c-4ba4-98a1-5dbd96b65a95 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391650 Feb 16 09:02:49.631335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65672fc-c6d2-483e-8dd3-436e56c2c23b req-f99e5e9c-1647-4346-b7ba-f6ffb723f06e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:49.632875 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d65672fc-c6d2-483e-8dd3-436e56c2c23b req-f99e5e9c-1647-4346-b7ba-f6ffb723f06e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0827353 Feb 16 09:02:49.679441 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d65672fc-c6d2-483e-8dd3-436e56c2c23b req-e8a08a83-3de9-40ec-a77d-3a7a75d94251 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Feb 16 09:02:50.751657 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:02:50.884467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256172d2-25ad-456c-be7d-0e3122271890 req-f476775b-0b53-4b0d-ad53-77f43d87a0e2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:50.886594 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-256172d2-25ad-456c-be7d-0e3122271890 req-f476775b-0b53-4b0d-ad53-77f43d87a0e2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0823705 Feb 16 09:02:50.933139 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-256172d2-25ad-456c-be7d-0e3122271890 req-a6825bab-d3fd-4982-8b67-944a91c64192 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Feb 16 09:02:52.130502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faecafbb-8037-45da-be7f-830eaed8fee4 req-3c722cec-386f-413e-a095-d244ce7f7d2b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:52.131969 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-faecafbb-8037-45da-be7f-830eaed8fee4 req-3c722cec-386f-413e-a095-d244ce7f7d2b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0774012 Feb 16 09:02:52.181284 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-faecafbb-8037-45da-be7f-830eaed8fee4 req-b5dd2593-f67a-49cb-bfdb-dab76b39ad4d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438499 Feb 16 09:02:53.389524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb4ff1-3d9d-46c0-be19-66d76259df57 req-2f9ee237-cebb-436b-87be-48fef2393c38 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:53.391156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aafb4ff1-3d9d-46c0-be19-66d76259df57 req-2f9ee237-cebb-436b-87be-48fef2393c38 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0782337 Feb 16 09:02:53.438857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aafb4ff1-3d9d-46c0-be19-66d76259df57 req-022d06f8-6c98-426f-9ae8-37f3a53b9d45 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416205 Feb 16 09:02:54.640093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba582a-219c-40fd-ab87-2d3433091365 req-aaf43962-b60c-4208-a93e-1331ae40aeb7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:54.641736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6cba582a-219c-40fd-ab87-2d3433091365 req-aaf43962-b60c-4208-a93e-1331ae40aeb7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0810030 Feb 16 09:02:54.687129 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6cba582a-219c-40fd-ab87-2d3433091365 req-8ff7ff8a-46d5-4b10-a75a-e2ca0a08a71d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398827 Feb 16 09:02:55.887553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b7a4b-4e89-4840-a521-3fadece49747 req-bb6a0571-7456-4d8a-b10b-e3f1ff95b7c9 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:55.888906 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-287b7a4b-4e89-4840-a521-3fadece49747 req-bb6a0571-7456-4d8a-b10b-e3f1ff95b7c9 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0802844 Feb 16 09:02:55.934769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-287b7a4b-4e89-4840-a521-3fadece49747 req-a2a5478c-f943-4fc1-bd41-e3b5a48bde9b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401073 Feb 16 09:02:57.157816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b69f28-6fce-4885-9ef2-279690c55f42 req-d867c067-b739-4487-892f-9125aeb350e6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:57.159329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23b69f28-6fce-4885-9ef2-279690c55f42 req-d867c067-b739-4487-892f-9125aeb350e6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0803413 Feb 16 09:02:57.207447 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-23b69f28-6fce-4885-9ef2-279690c55f42 req-df20f9a2-cb48-467a-afed-d9de69986c6e tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423007 Feb 16 09:02:58.433603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde30f22-9bb0-4ed2-9bbc-6f19f40979be req-3e2efd26-774c-4cc2-86d2-f34a47f42cde tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:58.435582 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fde30f22-9bb0-4ed2-9bbc-6f19f40979be req-3e2efd26-774c-4cc2-86d2-f34a47f42cde tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0924349 Feb 16 09:02:58.484378 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fde30f22-9bb0-4ed2-9bbc-6f19f40979be req-8108676d-2d4a-4732-bb95-f8f7f7bc3139 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Feb 16 09:02:59.355410 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-ca0147cf-f529-450e-95f3-6d7679bd8511 service neutron] 10.222.0.98 "GET /v2.0/ports/bd534a84-44b0-46c5-94b4-3650ca733989/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0786197 Feb 16 09:02:59.674326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-b30ebc8f-13b4-4118-963c-b5c265dc8318 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334&tenant_id=900183ea5dad489b8789cc674ef7672f HTTP/1.1" status: 200 len: 1098 time: 0.0816081 Feb 16 09:02:59.708016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc8784-5161-4158-bc19-d18e58b05154 req-7cc1be83-c025-4b04-b85a-2e9ef86c6389 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:59.709463 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59bc8784-5161-4158-bc19-d18e58b05154 req-7cc1be83-c025-4b04-b85a-2e9ef86c6389 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0832722 Feb 16 09:02:59.756221 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-59bc8784-5161-4158-bc19-d18e58b05154 req-12872573-b90f-405d-8602-fb7a7f6714ce tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411434 Feb 16 09:02:59.781999 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-4f268504-765a-46bf-a97e-5afe5cf422bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1098 time: 0.0764422 Feb 16 09:02:59.922998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-36413df4-bc8d-44ff-8569-fd0c9280b50a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:02:59.924407 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-36413df4-bc8d-44ff-8569-fd0c9280b50a service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1365061 Feb 16 09:02:59.994805 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-9c99795d-811a-49b8-a2e7-fee4c1c5ac48 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 217 time: 0.0643492 Feb 16 09:03:00.154241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-f6aca80e-7645-4286-99ff-ae10430b6595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:00.155600 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-f6aca80e-7645-4286-99ff-ae10430b6595 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.1552982 Feb 16 09:03:00.203204 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-7353f608-b97a-460d-b79a-6e806e76c31a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406129 Feb 16 09:03:00.340822 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-ee1069eb-31d7-4114-ae5c-a8a73b4743f5 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318944 Feb 16 09:03:00.480317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2cf3ee08-4506-4cd7-921a-d9bc026145c2 req-3063c291-0936-4136-bca7-af9e10e81c4f service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339641 Feb 16 09:03:00.972314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914361c-7682-4320-b7f4-44eba5e35ea2 req-c615e059-3830-4b9a-9c8f-70a631f37fc5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:00.973809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2914361c-7682-4320-b7f4-44eba5e35ea2 req-c615e059-3830-4b9a-9c8f-70a631f37fc5 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0763314 Feb 16 09:03:01.023925 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2914361c-7682-4320-b7f4-44eba5e35ea2 req-c106cd56-d52f-4368-9dea-b1c26d346202 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Feb 16 09:03:02.020457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:02.251654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60122c4f-fd78-4dc0-8c2f-fced2ee7b0be req-143bf24e-6f3b-4b2b-a07f-f75ee5a04d79 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:02.253539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-60122c4f-fd78-4dc0-8c2f-fced2ee7b0be req-143bf24e-6f3b-4b2b-a07f-f75ee5a04d79 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0813222 Feb 16 09:03:02.303001 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-60122c4f-fd78-4dc0-8c2f-fced2ee7b0be req-15dcd0d7-a9e1-4c21-8707-3c1b38e7346b tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423322 Feb 16 09:03:02.907228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:03:03.045304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:03.059936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'network_id': '9fa6c0fc-2fc5-433a-8024-54f3906a91c9', 'port_id': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'mac_address': 'fa:16:3e:47:fa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1084797-596f-4336-930a-076f7d861e41', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:03:03.120223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:03.137600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd534a84-44b0-46c5-94b4-3650ca733989 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:03:03.152971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:03.158279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:03.225776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:03.284887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bd534a84-44b0-46c5-94b4-3650ca733989'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:03:03.509628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a78cf-6ff5-4f14-819e-fd3f0a762c86 req-c71d5644-c1a5-4574-8219-a526e922ef0a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:03.511095 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a9a78cf-6ff5-4f14-819e-fd3f0a762c86 req-c71d5644-c1a5-4574-8219-a526e922ef0a tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 944 time: 0.0838530 Feb 16 09:03:03.561570 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a9a78cf-6ff5-4f14-819e-fd3f0a762c86 req-cd1a2351-fb19-4d23-b3af-d86fa2e7fdda tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443118 Feb 16 09:03:03.912978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eee9b-a14c-4a4e-b1ad-57be63a83dfd req-86251246-45c8-4fc1-9224-0f316a78b114 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:03.914468 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-050eee9b-a14c-4a4e-b1ad-57be63a83dfd req-86251246-45c8-4fc1-9224-0f316a78b114 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 944 time: 0.0823166 Feb 16 09:03:03.933029 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-eb48bbb2-42bc-4e0d-b47d-5058d9c9b7aa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:03.933706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-eb48bbb2-42bc-4e0d-b47d-5058d9c9b7aa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Synchronizing usage tracker for tenant:900183ea5dad489b8789cc674ef7672f on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:03:03.951216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-eb48bbb2-42bc-4e0d-b47d-5058d9c9b7aa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Unset dirty status for tenant:900183ea5dad489b8789cc674ef7672f on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:03:03.952830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-eb48bbb2-42bc-4e0d-b47d-5058d9c9b7aa tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334&tenant_id=900183ea5dad489b8789cc674ef7672f&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1057589 Feb 16 09:03:03.972042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-050eee9b-a14c-4a4e-b1ad-57be63a83dfd req-a1f62bbe-9e00-4507-9439-d5eac13c3e06 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513575 Feb 16 09:03:04.122149 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-96c3ad9c-4ce8-4b29-a483-7c16fdfd89fb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=900183ea5dad489b8789cc674ef7672f&device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 1097 time: 0.0735703 Feb 16 09:03:04.265809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-ae9dbb89-7ba8-48f1-930a-1d3916ee4fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:04.267354 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-ae9dbb89-7ba8-48f1-930a-1d3916ee4fa8 service neutron] 10.222.0.98 "GET /v2.0/networks?id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 200 len: 915 time: 0.1373637 Feb 16 09:03:04.338923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-18541adc-259a-42b5-92cb-90e318762320 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 200 len: 217 time: 0.0654385 Feb 16 09:03:04.404308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-57144242-bfbf-48a2-8dfb-12ebf3c90bbc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:04.405934 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-57144242-bfbf-48a2-8dfb-12ebf3c90bbc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 200 len: 854 time: 0.0621614 Feb 16 09:03:04.449433 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-a3494df7-02b4-4ba8-a1f7-a2a8511b1d62 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=9fa6c0fc-2fc5-433a-8024-54f3906a91c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380104 Feb 16 09:03:04.588010 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-9ae044da-b46c-4f50-8c26-7a7bfe1f688a service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326680 Feb 16 09:03:04.724792 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6c1b2ab8-378c-44ab-a090-bebd00aa7169 req-8aaa6ffd-8546-4e8d-92d6-225bc9ba2960 service neutron] 10.222.0.98 "GET /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307423 Feb 16 09:03:04.905360 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:04.973276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port bd534a84-44b0-46c5-94b4-3650ca733989 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:04.973715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:05.093078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:05.121492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:03:05.132357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:05.147989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:05.204139 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'code': 200} Feb 16 09:03:05.214588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbeef8-3cc9-47b0-95a2-e3c91d490757 req-9e38d09d-32d3-404e-9049-bb343e45c2e6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:05.218552 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ecbeef8-3cc9-47b0-95a2-e3c91d490757 req-9e38d09d-32d3-404e-9049-bb343e45c2e6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.1144326 Feb 16 09:03:05.253946 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:05.279011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ecbeef8-3cc9-47b0-95a2-e3c91d490757 req-0251c41d-0ecc-47b5-938e-1e71d047dd8f tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520129 Feb 16 09:03:06.493903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41087d4-dbb7-4abf-a254-56699e836538 req-3f8cdbb1-dda8-45d4-a496-0477f4abc500 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:06.495409 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c41087d4-dbb7-4abf-a254-56699e836538 req-3f8cdbb1-dda8-45d4-a496-0477f4abc500 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0811555 Feb 16 09:03:06.546870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c41087d4-dbb7-4abf-a254-56699e836538 req-eede13db-16a8-4cde-bf54-2ca0bf68aed2 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447304 Feb 16 09:03:06.743917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cbcec5-bf6d-4fb3-b4d5-8b9dfedacbaf req-3d7664e2-1253-4fa7-a5e0-cc2757341f1c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:06.745346 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22cbcec5-bf6d-4fb3-b4d5-8b9dfedacbaf req-3d7664e2-1253-4fa7-a5e0-cc2757341f1c tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0754025 Feb 16 09:03:06.790289 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22cbcec5-bf6d-4fb3-b4d5-8b9dfedacbaf req-41070868-aa7b-4ba3-a785-4006a93e67fd tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389159 Feb 16 09:03:06.986825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc5dd2-0254-453f-94a7-510e07ceadee req-9b257c92-23e8-4e2a-a41d-662f5f68c04d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:06.988252 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94fc5dd2-0254-453f-94a7-510e07ceadee req-9b257c92-23e8-4e2a-a41d-662f5f68c04d tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0783329 Feb 16 09:03:07.110996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94fc5dd2-0254-453f-94a7-510e07ceadee req-6f747018-5470-447d-8795-44686a50e4c1 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171963 Feb 16 09:03:07.692117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ccffd-de43-48c2-a8f4-94508cfee8dc req-1ceab90c-d300-46c9-8840-f7ce2caa9fa7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:07.693467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd8ccffd-de43-48c2-a8f4-94508cfee8dc req-1ceab90c-d300-46c9-8840-f7ce2caa9fa7 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0743775 Feb 16 09:03:07.739395 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fd8ccffd-de43-48c2-a8f4-94508cfee8dc req-1c59febc-7455-4bcc-91eb-02fa911d0feb tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404940 Feb 16 09:03:08.469996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8909f1a4-acae-49cf-93c4-8296132ead28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:08.936865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32d1b6-e74c-42dc-adc0-dd7b2b3a1934 req-88ffb4e4-a30f-4f88-884d-5fba53778757 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:08.938328 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ff32d1b6-e74c-42dc-adc0-dd7b2b3a1934 req-88ffb4e4-a30f-4f88-884d-5fba53778757 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0780036 Feb 16 09:03:09.002558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ff32d1b6-e74c-42dc-adc0-dd7b2b3a1934 req-5dd44e6e-441e-465a-bb1e-6315b06492ac tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/security-groups?id=a5a828ac-432b-449d-b099-cf3d16c8242d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528116 Feb 16 09:03:09.255707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771f3b-e1af-49ae-ba32-e292072e988e req-a5e1eefd-c367-4f29-a658-060b7a670975 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:09.257136 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-46771f3b-e1af-49ae-ba32-e292072e988e req-a5e1eefd-c367-4f29-a658-060b7a670975 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 945 time: 0.0793443 Feb 16 09:03:09.323027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Deleting port bd534a84-44b0-46c5-94b4-3650ca733989 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:03:09.323362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:09.563707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] For port bd534a84-44b0-46c5-94b4-3650ca733989, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bd534a84-44b0-46c5-94b4-3650ca733989,segment=NetworkSegment(bd21a1d7-025a-479b-b6dc-6628a3e97b91),segment_id=bd21a1d7-025a-479b-b6dc-6628a3e97b91)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:09.563989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:09.776525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Calling delete_port for bd534a84-44b0-46c5-94b4-3650ca733989 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:03:09.926451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:09.960589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bd534a84-44b0-46c5-94b4-3650ca733989'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:03:09.976992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Pushing event deleted for resources: {'Port': ['ID=bd534a84-44b0-46c5-94b4-3650ca733989,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:10.021330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.021675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.022123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.022476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.022822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.023148 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.023473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.023797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.024116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.024436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.024788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:10.059927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] No DVR routers for this DVR port bd534a84-44b0-46c5-94b4-3650ca733989 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:03:10.062287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:10.064826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-deleted', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:03:10.081355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-46771f3b-e1af-49ae-ba32-e292072e988e req-1eb787a0-da4f-4511-9616-682f6a26a6a6 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.98 "DELETE /v2.0/ports/bd534a84-44b0-46c5-94b4-3650ca733989 HTTP/1.1" status: 204 len: 173 time: 0.8190918 Feb 16 09:03:10.126000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcb2b13a-23f4-492f-b9d5-2aee97481334', 'name': 'network-vif-deleted', 'tag': 'bd534a84-44b0-46c5-94b4-3650ca733989', 'status': 'completed', 'code': 200} Feb 16 09:03:10.174116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f86639c-5fe5-47e2-bb69-30535518bfd9 req-0d168238-24b8-43d6-bc10-0f5e85654631 tempest-ServerDiskConfigTestJSON-543863288 tempest-ServerDiskConfigTestJSON-543863288-project] 10.222.0.94 "GET /v2.0/ports?device_id=fcb2b13a-23f4-492f-b9d5-2aee97481334 HTTP/1.1" status: 200 len: 210 time: 0.0427461 Feb 16 09:03:10.944215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aad7f24b-75b4-4877-9887-79c3d25a4962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.445421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39530) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:11.507686 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Deleting subnet c1084797-596f-4336-930a-076f7d861e41 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:03:11.510710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.559792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.618696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.685706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.722118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1084797-596f-4336-930a-076f7d861e41,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:11.724254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.731706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.738230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.738600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.738935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.739265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.739600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.739924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.740264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.740568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.740883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.741197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.741511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:11.746364 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c959232f-1bbc-49cd-bec1-8939c2adecb6 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/c1084797-596f-4336-930a-076f7d861e41 HTTP/1.1" status: 204 len: 168 time: 0.2999568 Feb 16 09:03:11.748955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39534) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:11.855104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.979625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:11.987294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.006355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa6c0fc-2fc5-433a-8024-54f3906a91c9']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:12.018875 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd21a1d7-025a-479b-b6dc-6628a3e97b91') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:12.019168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd21a1d7-025a-479b-b6dc-6628a3e97b91') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:12.030869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.050741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.057078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:03:12.057457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:03:12.077128 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:03:12.171067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.187378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.197951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] Pushing event deleted for resources: {'Network': ['ID=9fa6c0fc-2fc5-433a-8024-54f3906a91c9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:12.207415 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0ba225ac-980f-4872-9cf8-0654e4f945ed admin admin] 10.222.0.94 "DELETE /v2.0/networks/9fa6c0fc-2fc5-433a-8024-54f3906a91c9 HTTP/1.1" status: 204 len: 168 time: 0.4573700 Feb 16 09:03:12.346092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39540) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:12.402647 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-77627fd4-c720-4643-a43f-a0d8569bdd21 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=900183ea5dad489b8789cc674ef7672f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545132 Feb 16 09:03:12.404850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39544) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:12.467650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.492828 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.544422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.561418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a828ac-432b-449d-b099-cf3d16c8242d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:12.567353 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:12.569223 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a0e9ed96-9007-423a-919e-caffa1949d6f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a5a828ac-432b-449d-b099-cf3d16c8242d HTTP/1.1" status: 204 len: 168 time: 0.1627121 Feb 16 09:03:13.422561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:13.554468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2048003738-network', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:13.559608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:13.564141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Usage tracker for resource:network and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:13.567226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:13.572989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:13.584624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:03:13.586971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.599850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.632568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:13.636389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Usage tracker for resource:security_group_rule and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:13.640099 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:13.646392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:13.721750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.725639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.760437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:03:13.770495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47dd3ec9-ed6c-4f94-9577-d934e14f5509,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:13.782129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.782411 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Added segment dbbac425-c249-43f0-aad1-023ab1359f97 of type vlan for network f83f4971-ad13-42ae-95a5-b0cf304c5efe Feb 16 09:03:13.808784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.813116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.845796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.846661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:13.847230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:13.949668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] Pushing event updated for resources: {'Network': ['ID=f83f4971-ad13-42ae-95a5-b0cf304c5efe,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:13.952981 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ffc9abe-7d04-4e78-9b01-ee9b3587348a admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5293448 Feb 16 09:03:13.956122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39572) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:13.961046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:03:13.961619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Request body: {'subnet': {'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2048003738-subnet', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:13.966621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:13.970410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Usage tracker for resource:subnet and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:13.973343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:13.979091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:13.990274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:03:13.992644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.209356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.374379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:14.385906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:03:14.386261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Network hostable DHCP agents. Network: f83f4971-ad13-42ae-95a5-b0cf304c5efe, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:03:14.407966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:03:14.416525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, f83f4971-ad13-42ae-95a5-b0cf304c5efe) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:14.422736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:14.422736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.427492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84ca63a-3019-44cc-90dd-c80574776ce1 None None] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:03:14.448398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f45ea8ae-a449-4d4d-a289-29669943fc98 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4912429 Feb 16 09:03:14.451187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39576) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:14.456205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:14.461447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:14.465274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Usage tracker for resource:router and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:14.468184 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:14.473732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:14.485493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.486426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.506650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.656236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.679521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:03:14.680341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.845806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Allocated IP 172.20.0.2 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/b44465c5-e199-4b9d-82de-43dab121fec9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:03:14.850256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.880744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:14.946005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:03:14.985627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: bd534a84-44b0-46c5-94b4-3650ca733989 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:03:14.985972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bd534a84-44b0-46c5-94b4-3650ca733989 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:03:15.020403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Allocated IP 172.26.4.183 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/2f0224e9-bbf0-47b9-8485-8e60abcf549e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:03:15.091367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.102454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Transition to ACTIVE for port object b44465c5-e199-4b9d-82de-43dab121fec9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:15.120730 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Transition to ACTIVE for port object b44465c5-e199-4b9d-82de-43dab121fec9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:15.126775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.174289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.193128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:15.195895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:15.199643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:03:15.206859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Pushing event updated for resources: {'Port': ['ID=b44465c5-e199-4b9d-82de-43dab121fec9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:15.209141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.285553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:15.286595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Pushing event updated for resources: {'Port': ['ID=2f0224e9-bbf0-47b9-8485-8e60abcf549e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:15.289207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:15.291385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:03:15.297702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Attempting to bind port b44465c5-e199-4b9d-82de-43dab121fec9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:03:15.298075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Attempting to bind port b44465c5-e199-4b9d-82de-43dab121fec9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:03:15.298462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Attempting to bind port b44465c5-e199-4b9d-82de-43dab121fec9 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:03:15.305896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:03:15.306265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:03:15.306693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.307087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:03:15.307551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Bound port: b44465c5-e199-4b9d-82de-43dab121fec9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:03:15.307927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.400052 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] For port b44465c5-e199-4b9d-82de-43dab121fec9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:03:15.403503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] For port b44465c5-e199-4b9d-82de-43dab121fec9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b44465c5-e199-4b9d-82de-43dab121fec9,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:03:15.408526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.462388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.463140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.496134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd80bd4-d336-4406-9a96-299809a99d4b None None] Pushing event updated for resources: {'Port': ['ID=b44465c5-e199-4b9d-82de-43dab121fec9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:15.722863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Router 9d60c77b-7909-4ef2-a828-52de3c33186f is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:03:15.928766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:03:15.938001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:03:15.949669 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:15.950494 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:15.953452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:15.958246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39580) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:15.958908 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fbb18ed2-80cb-443b-babc-e31f210f8255 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5058613 Feb 16 09:03:16.139755 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:16.466019 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:15Z', 'revision_number': 3, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:16.471459 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:03:16.472038 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Updating router 9d60c77b-7909-4ef2-a828-52de3c33186f port 2f0224e9-bbf0-47b9-8485-8e60abcf549e binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:03:16.497542 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7ed507-de59-4bb2-852e-8f3425c042ab None None] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:03:16.525278 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:16.635836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-53650493-08f1-46fd-b42c-0a088e33f32f None None] Provisioning for port b44465c5-e199-4b9d-82de-43dab121fec9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:16.775502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:16.907741 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:16.920983 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Transition to ACTIVE for port object 2f0224e9-bbf0-47b9-8485-8e60abcf549e will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:16.929918 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.010989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Allocated IP 172.20.0.1 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/b4932ab3-1e68-4c33-ab0c-4cb8c772bfef) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:03:17.017186 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Attempting to bind port 2f0224e9-bbf0-47b9-8485-8e60abcf549e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:03:17.017834 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Attempting to bind port 2f0224e9-bbf0-47b9-8485-8e60abcf549e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:03:17.018047 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Attempting to bind port 2f0224e9-bbf0-47b9-8485-8e60abcf549e on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:03:17.026354 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Pushing event updated for resources: {'Port': ['ID=2f0224e9-bbf0-47b9-8485-8e60abcf549e,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:17.032330 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:03:17.032697 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:03:17.033088 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.033466 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:03:17.033919 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Bound port: 2f0224e9-bbf0-47b9-8485-8e60abcf549e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:03:17.034279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.071762 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.072027 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.072346 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.072677 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.072999 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.073382 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.073631 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.073949 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.074527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.074944 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.074944 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:17.120119 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] For port 2f0224e9-bbf0-47b9-8485-8e60abcf549e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:03:17.124426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] For port 2f0224e9-bbf0-47b9-8485-8e60abcf549e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f0224e9-bbf0-47b9-8485-8e60abcf549e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:03:17.128825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.173892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.192533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Transition to ACTIVE for port object b4932ab3-1e68-4c33-ab0c-4cb8c772bfef will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:17.219368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.225736 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1a30d-a1d5-4af7-9c84-aed74b0391a0 None None] Pushing event updated for resources: {'Port': ['ID=2f0224e9-bbf0-47b9-8485-8e60abcf549e,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:17.228307 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:17.228888 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:17.288084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:17.290713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:17.296306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:03:17.434610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Pushing event updated for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:17.448428 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:17.463478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.555025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.604746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-32d039ff-ae3e-4dca-aa10-38c6d96de566 None None] Provisioning for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:17.612143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-32d039ff-ae3e-4dca-aa10-38c6d96de566 None None] Provisioning complete for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:17.612517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-32d039ff-ae3e-4dca-aa10-38c6d96de566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.705639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-32d039ff-ae3e-4dca-aa10-38c6d96de566 None None] Port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:03:17.746799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b44465c5-e199-4b9d-82de-43dab121fec9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:17.811062 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:15Z', 'revision_number': 3, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:17.816061 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4256e778-8416-4725-8489-08b7e9b3f52b None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:15Z', 'revision_number': 3, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:03:17.820819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.825836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.831170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b44465c5-e199-4b9d-82de-43dab121fec9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:17.838981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b44465c5-e199-4b9d-82de-43dab121fec9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:17.839355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.938909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Pushing event updated for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:17.942639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:17.973350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:18.012281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b44465c5-e199-4b9d-82de-43dab121fec9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b44465c5-e199-4b9d-82de-43dab121fec9,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:18.031862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:18.121495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b44465c5-e199-4b9d-82de-43dab121fec9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:18.121806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:18.123230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:18.437437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-52967288-64c5-49d3-8c86-041ee98378c1 None None] Provisioning complete for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:18.438182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-52967288-64c5-49d3-8c86-041ee98378c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:18.525131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-52967288-64c5-49d3-8c86-041ee98378c1 None None] Port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:03:18.600730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:03:18.832094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:03:18.842020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-04a980bd-d783-4a48-93c2-89433a55710b admin admin] 10.222.0.94 "PUT /v2.0/routers/9d60c77b-7909-4ef2-a828-52de3c33186f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8823884 Feb 16 09:03:19.593872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39590) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:19.599795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256345427', 'description': 'tempest-description--305425909'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:19.605713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:19.609906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:security_group and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:19.612863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:19.620025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:19.631361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.678159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:19.682156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:security_group_rule and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:19.685161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:19.690997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:19.755082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.760824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.764091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b44465c5-e199-4b9d-82de-43dab121fec9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:19.814678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a1f051-a4fd-485b-a092-a2e950dc6cb5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:19.817268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.818489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3e237a24-a89d-46e8-b601-61f4175e506a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2232740 Feb 16 09:03:19.822475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39594) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:19.828702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'security_group_rule': {'security_group_id': 'd2a1f051-a4fd-485b-a092-a2e950dc6cb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:19.835059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:19.839019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:security_group_rule and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:19.842341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:19.844677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b44465c5-e199-4b9d-82de-43dab121fec9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:19.845120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.851018 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:19.869250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.937484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.944299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.971719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f0224e9-bbf0-47b9-8485-8e60abcf549e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:19.972901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b1ee559-5bcb-410a-917d-78fa4318d74b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:19.983804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:19.985287 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-99b2db35-5ac4-4018-a63b-e400a14301db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1619771 Feb 16 09:03:19.988608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39598) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:19.995161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'security_group_rule': {'security_group_id': 'd2a1f051-a4fd-485b-a092-a2e950dc6cb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:20.002875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:20.008051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:security_group_rule and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:20.011530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:20.019152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:20.038748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.055852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2f0224e9-bbf0-47b9-8485-8e60abcf549e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:20.062399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2f0224e9-bbf0-47b9-8485-8e60abcf549e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:20.062855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.120265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.125053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.150064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b79745f-f9f7-422a-b5dd-1220781636c8,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:20.161641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.163653 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6898b67e-9d92-41e8-ac0c-3f6c047e2621 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1736996 Feb 16 09:03:20.167653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 39602) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:20.174640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:20.180669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:20.186722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:floatingip and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:20.191510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:20.199279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:20.220026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.246567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.266179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 2f0224e9-bbf0-47b9-8485-8e60abcf549e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f0224e9-bbf0-47b9-8485-8e60abcf549e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:20.274125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.361444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=2f0224e9-bbf0-47b9-8485-8e60abcf549e,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:20.490080 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.639255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Allocated IP 172.26.4.70 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/dfe12401-97da-491f-b89b-8f834b563cf8) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:03:20.796447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.825510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:20.884563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:20.891661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:20.895883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:03:20.936944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=dfe12401-97da-491f-b89b-8f834b563cf8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:21.059557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.119579 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.327392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.331887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.448038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=dfe12401-97da-491f-b89b-8f834b563cf8,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:21.460491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.483248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.484677 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e636eb81-38b1-405b-ac27-6f09301efa07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3158817 Feb 16 09:03:21.590690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:03:21.603244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:21.603855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:21.689580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-7c22b705-252c-4937-b4e8-2f74c87febe3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:03:21.706551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-7c22b705-252c-4937-b4e8-2f74c87febe3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:03:21.707698 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-7c22b705-252c-4937-b4e8-2f74c87febe3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--256345427&fields=id&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 267 time: 0.0798502 Feb 16 09:03:21.715380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f0224e9-bbf0-47b9-8485-8e60abcf549e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:21.844294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:21.860580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-dbdb35df-564b-4c14-9153-bee78d6d8440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:21.861709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-dbdb35df-564b-4c14-9153-bee78d6d8440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:03:21.884770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-dbdb35df-564b-4c14-9153-bee78d6d8440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:03:21.885477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2f0224e9-bbf0-47b9-8485-8e60abcf549e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:21.885848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:21.890964 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-dbdb35df-564b-4c14-9153-bee78d6d8440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1750531 Feb 16 09:03:21.906955 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-b4d6039d-e253-413c-8a37-e9056bdd6696 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/quotas/06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 375 time: 0.0117986 Feb 16 09:03:22.089555 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-4e1e15a8-25e7-4da9-a51b-69c05e5a1426 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1772225 Feb 16 09:03:22.254418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e861469a-020c-4744-8c4d-7ae6af21f30c service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530604 Feb 16 09:03:22.279535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 2, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:22.283607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:03:22.284003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Updating router 9d60c77b-7909-4ef2-a828-52de3c33186f port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:03:22.339923 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:22.405903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-548afdaf-a44c-4429-8007-ffabe0c48f57 service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457369 Feb 16 09:03:22.656371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6aef274e-4182-4467-9b82-629186002279 req-834a68cd-413f-473f-86c9-1f6c935f0275 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 210 time: 0.0424442 Feb 16 09:03:22.768098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:22.780920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Transition to ACTIVE for port object b4932ab3-1e68-4c33-ab0c-4cb8c772bfef will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:22.791089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:22.924469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b0215-f39a-4a3c-8d49-b93c2ed0645c None None] Pushing event updated for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:23.067741 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Attempting to bind port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:03:23.068138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Attempting to bind port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:03:23.070049 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Attempting to bind port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:03:23.082363 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:03:23.083003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:03:23.083418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:23.083812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:03:23.084273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Bound port: b4932ab3-1e68-4c33-ab0c-4cb8c772bfef, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:03:23.084645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:23.198068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] For port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:03:23.203547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] For port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:03:23.208887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:23.304182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b0215-f39a-4a3c-8d49-b93c2ed0645c None None] Pushing event updated for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:23.315944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:23.316733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:23.518281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:23.864918 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e459c39c-dcc1-441e-86ce-d56c963807c2 req-2936ba09-08c4-4cc5-a735-32732ed4a79c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 210 time: 0.0627744 Feb 16 09:03:23.883142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:23Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:23.891388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d28531-c5e2-48bb-bdd7-c7f224810a2c None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:23Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:03:24.028468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-7a9765e6-ad80-4c20-b493-792fda1ce0ab tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:24.030373 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-7a9765e6-ad80-4c20-b493-792fda1ce0ab tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.2744861 Feb 16 09:03:24.097164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-087206ac-6afa-42be-8d37-efba42e98af0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:03:24.109980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-087206ac-6afa-42be-8d37-efba42e98af0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:03:24.111166 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-087206ac-6afa-42be-8d37-efba42e98af0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 379 time: 0.0608368 Feb 16 09:03:24.125140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'port': {'device_id': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'admin_state_up': True, 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'security_groups': ['d2a1f051-a4fd-485b-a092-a2e950dc6cb5']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:24.271787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:03:24.276288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:port and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:03:24.279789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:03:24.286843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:03:24.297978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:03:24.302384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:24.510261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Allocated IP 172.20.0.5 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/f2ccf689-26a8-47d4-ba70-22acfdb2b9a5) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:03:24.776857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:24.794891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Transition to ACTIVE for port object f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:24.819828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.006375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:03:25.009505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:03:25.014284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:03:25.042026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:25.077379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a7260-655c-4c3b-9b45-373a6c066069 req-1ea7c359-b357-4795-abf2-d15a21c76be7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:25.083177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:25.083419 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-201a7260-655c-4c3b-9b45-373a6c066069 req-1ea7c359-b357-4795-abf2-d15a21c76be7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 931 time: 0.0872192 Feb 16 09:03:25.083808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.111586 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-63edb1a9-c9a6-4a11-9727-b83aa4b6253c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9914918 Feb 16 09:03:25.129523 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-201a7260-655c-4c3b-9b45-373a6c066069 req-bbfc2ff9-8147-4552-95d2-e3a3d99d6bb1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443215 Feb 16 09:03:25.129835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Request body: {'port': {'device_id': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:25.257675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.291551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5390f889-6d00-4b7a-a03d-814706bb773f None None] Provisioning for port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:25.297787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5390f889-6d00-4b7a-a03d-814706bb773f None None] Provisioning complete for port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:25.298247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5390f889-6d00-4b7a-a03d-814706bb773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.357584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5390f889-6d00-4b7a-a03d-814706bb773f None None] Port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:03:25.617343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:03:25.624757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.643451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Transition to ACTIVE for port object f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:03:25.647640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.700039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b4932ab3-1e68-4c33-ab0c-4cb8c772bfef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:25.774274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:25.775806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:25.780897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:25.781437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.884010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Attempting to bind port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:03:25.884349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Attempting to bind port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:03:25.884681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Attempting to bind port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:03:25.891164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:03:25.891484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Attempting to bind port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:03:25.897988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:03:25.898328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:03:25.898738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:03:25.899166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Bound port: f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:03:25.899515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.907500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.943257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:25.948968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:25.992835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:03:25.996858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:03:26.001250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:26.039966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:26.050135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.050536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.050880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.051219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.051547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.051878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.052205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.052530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.052854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.053176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.053498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:03:26.066307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:26.067692 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] 10.222.0.98 "PUT /v2.0/ports/f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 1093 time: 0.9423151 Feb 16 09:03:26.068126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:03:26.088452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee5037-3636-4606-8891-7d5e09348388 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:26.152118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'status': 'completed', 'code': 200} Feb 16 09:03:26.198805 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-b23d48de-e8e0-49e9-9edc-165464295f54 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1096 time: 0.0769269 Feb 16 09:03:26.280140 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-bc0365c5-d592-4af8-a6a8-d274a594e4fe service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0668645 Feb 16 09:03:26.342284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-50993106-1f54-4d1c-9508-be85966449bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:26.343782 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-50993106-1f54-4d1c-9508-be85966449bd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0577965 Feb 16 09:03:26.349853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85021-2776-4ac6-819f-0f927045f96e req-5b39d293-c979-41a7-8ccf-6f68afa0ce2a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:26.351892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44c85021-2776-4ac6-819f-0f927045f96e req-5b39d293-c979-41a7-8ccf-6f68afa0ce2a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 943 time: 0.0826294 Feb 16 09:03:26.398596 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44c85021-2776-4ac6-819f-0f927045f96e req-7003c5f1-fd8d-4f5a-945c-8dff3e2073f9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403383 Feb 16 09:03:26.421350 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-c94df41b-218f-4ff4-b8f9-d87531900dc4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717371 Feb 16 09:03:26.555182 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-c4194ec7-050e-4088-b697-cc758d1cc822 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276195 Feb 16 09:03:26.696910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-838c98e3-8da8-4635-aee9-459ec77d0fe1 req-1f8a74dd-2c4b-4fd8-8c5c-dd560e24bb3e service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360645 Feb 16 09:03:26.847164 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-715c209c-bb6d-4ce6-925c-9cf587b88ce9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1096 time: 0.0669434 Feb 16 09:03:27.063437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-0a83e88f-26c0-47e6-9782-cfedf261bdcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:27.064861 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-0a83e88f-26c0-47e6-9782-cfedf261bdcb service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.2114875 Feb 16 09:03:27.133241 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-c5dd8da8-b634-40d2-8ef0-e6f03d2ff219 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 217 time: 0.0612466 Feb 16 09:03:27.200167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-235ae92d-99b7-4d54-a4c3-9da79a925780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:27.202068 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-235ae92d-99b7-4d54-a4c3-9da79a925780 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0620081 Feb 16 09:03:27.278514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-c0cb0b45-ab67-43aa-98bd-b5d176f363a1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705557 Feb 16 09:03:27.418839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-c9acb972-a925-42a1-a13b-833a350f2218 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338222 Feb 16 09:03:27.548979 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dbe801b6-08ce-4ede-ba87-7a8d1e85890c req-ba4536a9-4dd5-4c36-8f4f-c9a1fa333997 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242101 Feb 16 09:03:27.596770 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70e1f7-5213-41dd-8489-447c53128917 req-852dcca7-e361-488d-b39e-b5636c189aef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:27.598406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6f70e1f7-5213-41dd-8489-447c53128917 req-852dcca7-e361-488d-b39e-b5636c189aef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 943 time: 0.0771775 Feb 16 09:03:27.644730 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6f70e1f7-5213-41dd-8489-447c53128917 req-eee0c89e-4cb3-41d2-bf9a-5bfa7d09fe5d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408933 Feb 16 09:03:27.690386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b4932ab3-1e68-4c33-ab0c-4cb8c772bfef up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:27.751355 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:03:27.760952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:27.761335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:28.846317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e9d66-586f-4880-b68e-9dd8775ee797 req-29873ce6-6b58-4519-b0e7-b8280483ad62 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:28.847786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-841e9d66-586f-4880-b68e-9dd8775ee797 req-29873ce6-6b58-4519-b0e7-b8280483ad62 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 943 time: 0.0779879 Feb 16 09:03:28.893063 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-841e9d66-586f-4880-b68e-9dd8775ee797 req-882b5ea2-3bb7-46d4-8d49-5b19cfbf8c0c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398889 Feb 16 09:03:29.027566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:03:29.159877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:29.173289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'mac_address': 'fa:16:3e:dc:e3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:03:29.227652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:29.244676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:03:29.260434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:29.264150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:29.366706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:29.535481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:03:30.095455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51fcf4-4d65-4d37-b120-085dac215fb4 req-682f7e04-caf4-4a2d-b2d7-15ebec07b62a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:30.096956 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c51fcf4-4d65-4d37-b120-085dac215fb4 req-682f7e04-caf4-4a2d-b2d7-15ebec07b62a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 944 time: 0.0789971 Feb 16 09:03:30.144833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c51fcf4-4d65-4d37-b120-085dac215fb4 req-d0379ea8-cd01-4d42-9f50-1421439f40ce tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423021 Feb 16 09:03:31.032888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:03:31.100463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:03:31.107644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:03:31.108019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:31.220457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:31.247266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:03:31.258944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:03:31.262902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:31.312815 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'code': 200} Feb 16 09:03:31.339652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:03:31.343169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddca8f-3ed7-4bd3-afa1-dea61e1f97ad req-123cb2e7-06ee-4075-9d3a-c6ecb5f2c425 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:31.344645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f2ddca8f-3ed7-4bd3-afa1-dea61e1f97ad req-123cb2e7-06ee-4075-9d3a-c6ecb5f2c425 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0774596 Feb 16 09:03:31.391442 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f2ddca8f-3ed7-4bd3-afa1-dea61e1f97ad req-5bea8ce1-ee64-4ba3-be2f-0b150f1b979c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406802 Feb 16 09:03:31.578970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9aec3539-fb70-4076-94e4-b2edad458890 req-5e7bfebb-7663-4f47-9284-4a7063feee8f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1098 time: 0.0655329 Feb 16 09:03:31.618258 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9aec3539-fb70-4076-94e4-b2edad458890 req-9dd66031-f5ac-4db0-a5c6-21d9588e5047 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341806 Feb 16 09:03:32.029637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:32.609977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be541bb5-aa24-4d79-8a1c-34078012a9cb req-6d7263d3-584e-4ca4-ae3a-b21b8b683642 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:32.611663 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-be541bb5-aa24-4d79-8a1c-34078012a9cb req-6d7263d3-584e-4ca4-ae3a-b21b8b683642 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0969508 Feb 16 09:03:32.693299 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-be541bb5-aa24-4d79-8a1c-34078012a9cb req-29c0c1c1-9765-48da-a375-a12b99c50d75 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721121 Feb 16 09:03:33.911495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ef15a-061e-4709-bc9d-ac45101758eb req-b2c4b910-e863-4343-b9b2-79e07960b71c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:33.912856 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-401ef15a-061e-4709-bc9d-ac45101758eb req-b2c4b910-e863-4343-b9b2-79e07960b71c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0747776 Feb 16 09:03:33.958956 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-401ef15a-061e-4709-bc9d-ac45101758eb req-d0acfa64-7e34-410f-a23b-e613973956c1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404480 Feb 16 09:03:34.156580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83533318-b676-4d43-b103-d34667512116 req-4a48919f-44f2-4707-b72f-14742837c56c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:34.158009 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-83533318-b676-4d43-b103-d34667512116 req-4a48919f-44f2-4707-b72f-14742837c56c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0807343 Feb 16 09:03:34.166613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39648) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:03:34.172471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'floatingip': {'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:03:34.249206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:34.951469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:34.956597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:35.146491 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f associated. External IP: 172.26.4.70, port: f2ccf689-26a8-47d4-ba70-22acfdb2b9a5. Feb 16 09:03:35.533873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:03:35.728548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:03:35.733809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:35.738854 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:03:35.750915 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:35.751500 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:35.791886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7e2ee17-ca65-4ae3-b5b6-7cf1d4edaf7a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "PUT /v2.0/floatingips/e0e9c411-4f0d-41e2-8351-67186a3cbf6f HTTP/1.1" status: 200 len: 990 time: 1.6208956 Feb 16 09:03:35.791886 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:03:35.845365 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'status': 'completed', 'code': 200} Feb 16 09:03:35.925104 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:35.967962 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-35321ff1-62b6-45c5-be71-4dd39488d650 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1098 time: 0.0805521 Feb 16 09:03:35.980959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c57e73-048e-476c-9ba9-4088ee179052 req-c8290ec5-27fa-411a-800a-a3aee8718adf tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:35.982230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4c57e73-048e-476c-9ba9-4088ee179052 req-c8290ec5-27fa-411a-800a-a3aee8718adf tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0920789 Feb 16 09:03:36.026297 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4c57e73-048e-476c-9ba9-4088ee179052 req-6a5ec9bb-b226-4eea-a3cf-89a45d77ab4d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386152 Feb 16 09:03:36.108311 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-dc95d999-8e32-4307-b7c7-5bb9fda06364 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:36.109788 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-dc95d999-8e32-4307-b7c7-5bb9fda06364 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1365123 Feb 16 09:03:36.223819 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-82e425ad-a125-4bf9-a950-228152336d50 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 998 time: 0.1084220 Feb 16 09:03:36.231883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23f581-5c35-44e8-9489-cf4db869d27f req-d2c0b1ad-15a3-4b7d-bcdd-bbafff584d11 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:36.233444 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6a23f581-5c35-44e8-9489-cf4db869d27f req-d2c0b1ad-15a3-4b7d-bcdd-bbafff584d11 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0813377 Feb 16 09:03:36.283787 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6a23f581-5c35-44e8-9489-cf4db869d27f req-64fc0ad8-e456-455c-8a1d-26063bdc83eb tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441408 Feb 16 09:03:36.286302 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:dc:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:03:34Z', 'revision_number': 1, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:36.290880 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:03:36.291251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-2cd230c5-f2a9-4fae-bf65-bdbfe6a35167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:36.292722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-2cd230c5-f2a9-4fae-bf65-bdbfe6a35167 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0632491 Feb 16 09:03:36.307351 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:03:36.308180 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:36.368839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-753dbf94-225a-4283-ba3b-663ccd6bec77 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709162 Feb 16 09:03:36.484806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:03:36.503821 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-b4ff9f8c-c266-4d5c-a03c-903a983bb6a7 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295455 Feb 16 09:03:36.636082 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ab57bc1-1fa0-4f36-9365-cb1c843068e6 req-76e53d5e-5186-4210-a7cf-37fb9ba40113 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265604 Feb 16 09:03:36.832741 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:dc:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:03:34Z', 'revision_number': 1, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:03:36.836854 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101e54f8-edb2-4aec-87c1-2892ca82ec6e None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:dc:e3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:03:34Z', 'revision_number': 1, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:03:37.588134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dcea1-b397-4a1b-8590-a54925425eba req-84121da8-1497-4f50-9203-1e678defc511 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:37.589569 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d19dcea1-b397-4a1b-8590-a54925425eba req-84121da8-1497-4f50-9203-1e678defc511 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.1805484 Feb 16 09:03:37.635254 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d19dcea1-b397-4a1b-8590-a54925425eba req-f80fea33-bcc5-42d6-9254-bad23bd8eb46 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394166 Feb 16 09:03:37.832235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb790e03-4c62-4b5a-9a42-9df1f4aeb789 req-afc3e7da-c71c-4a7e-b95d-134564b43c6c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:37.833926 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb790e03-4c62-4b5a-9a42-9df1f4aeb789 req-afc3e7da-c71c-4a7e-b95d-134564b43c6c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0784044 Feb 16 09:03:37.880942 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb790e03-4c62-4b5a-9a42-9df1f4aeb789 req-76c571c7-c4ca-4c01-988d-c53307f17a78 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413888 Feb 16 09:03:38.079029 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cd8f1081-3d11-45e0-811d-b1e23a436bb8 req-37dc56d4-ec3f-4554-8b78-50e97d2bbd2f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667932 Feb 16 09:03:38.333493 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-283c2181-172b-4893-b39d-a26838e551f1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0688126 Feb 16 09:03:38.393736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f0097-68c6-4b80-949a-2640269b8cf6 req-6b40dfc3-6a10-4081-8826-274b1d08373c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:38.395204 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee6f0097-68c6-4b80-949a-2640269b8cf6 req-6b40dfc3-6a10-4081-8826-274b1d08373c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0770650 Feb 16 09:03:38.443458 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee6f0097-68c6-4b80-949a-2640269b8cf6 req-9e426105-d7f5-439f-bb9f-d4ec4a81ac56 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426457 Feb 16 09:03:38.473154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d1661bf8-8143-4839-9ee0-9ebc09ce9cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:39.426838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdfbf0f-6ce4-4712-8024-699554e50ed7 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:03:39.672762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced9951-4e95-4a21-91a6-e3bece0583f6 req-bfea6d36-7c32-4cf8-94bb-fc18f7a084f7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:39.674935 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ced9951-4e95-4a21-91a6-e3bece0583f6 req-bfea6d36-7c32-4cf8-94bb-fc18f7a084f7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0888066 Feb 16 09:03:39.696340 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-013658e1-93a2-4ba9-8ced-02585fe2117f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1098 time: 0.0765767 Feb 16 09:03:39.721700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ced9951-4e95-4a21-91a6-e3bece0583f6 req-0fea6cfd-df43-48cf-9a67-661274d42cef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407143 Feb 16 09:03:39.923448 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-98340419-9538-4908-a0e3-6fb175c46795 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:39.924969 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-98340419-9538-4908-a0e3-6fb175c46795 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.2222888 Feb 16 09:03:40.028012 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-1e4dfc0d-c457-4abe-b089-7105db5109ac service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 1000 time: 0.0973237 Feb 16 09:03:40.097594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-9b11fa73-37f1-4850-a9fb-bf275addd87b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:40.099343 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-9b11fa73-37f1-4850-a9fb-bf275addd87b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0661345 Feb 16 09:03:40.175604 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-511842f5-84fc-4354-a7db-8b06815861e8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708413 Feb 16 09:03:40.365704 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-abb08dbe-667e-47c5-ab7d-679b173d5d3a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841486 Feb 16 09:03:40.500251 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-92fdc4c2-a4a9-4dfb-abd7-461771c09036 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290293 Feb 16 09:03:40.921966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c020718-c0d3-4288-a6e1-062475e45dfb req-f2f178a8-7327-4cf1-8f5d-f0842e396190 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:40.923417 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c020718-c0d3-4288-a6e1-062475e45dfb req-f2f178a8-7327-4cf1-8f5d-f0842e396190 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0767667 Feb 16 09:03:40.949190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5aa1542-1816-4795-a213-672ab872dd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:40.972809 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c020718-c0d3-4288-a6e1-062475e45dfb req-e33fd409-b757-4878-96d5-42b536277b5c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437598 Feb 16 09:03:41.718378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:41.990291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:42.170245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22fcd6-6e30-4ad2-9a7c-53e05beefe85 req-2a65d28c-7f77-4ea2-b724-8536a10c2d7b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:42.171752 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1c22fcd6-6e30-4ad2-9a7c-53e05beefe85 req-2a65d28c-7f77-4ea2-b724-8536a10c2d7b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0741634 Feb 16 09:03:42.216497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1c22fcd6-6e30-4ad2-9a7c-53e05beefe85 req-6aa4d9dd-8c30-458c-864e-c4fe72798198 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Feb 16 09:03:43.421189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc55905-2517-4578-8508-daa00ea4cc5b req-5f78d00d-4633-4da7-9c3d-c5e04d165251 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:43.422686 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8bc55905-2517-4578-8508-daa00ea4cc5b req-5f78d00d-4633-4da7-9c3d-c5e04d165251 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0821729 Feb 16 09:03:43.470898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8bc55905-2517-4578-8508-daa00ea4cc5b req-7f4ff64e-d326-4ec9-a146-566b9ba6682b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Feb 16 09:03:43.811356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:03:44.666749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c362b-dd79-4d04-831a-103e67bdbe61 req-a18a994f-655c-4341-91e4-782a1824968d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:44.668392 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-695c362b-dd79-4d04-831a-103e67bdbe61 req-a18a994f-655c-4341-91e4-782a1824968d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0753198 Feb 16 09:03:44.719182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-695c362b-dd79-4d04-831a-103e67bdbe61 req-b827c1f2-310c-42b2-8750-ceaee100cb49 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446312 Feb 16 09:03:45.918300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380d68f-e5ad-4dd7-9844-c0bb01e47f62 req-742b432f-01e0-4a30-8029-747406ebee09 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:45.920282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f380d68f-e5ad-4dd7-9844-c0bb01e47f62 req-742b432f-01e0-4a30-8029-747406ebee09 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0767148 Feb 16 09:03:45.966118 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f380d68f-e5ad-4dd7-9844-c0bb01e47f62 req-d65da018-77e0-41a2-9e0c-b2f58950ecb1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401592 Feb 16 09:03:47.164233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a40a8c-006f-480a-879e-7b6665a19b78 req-9c3786a5-f136-4420-bbc1-e11738393f84 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:47.165660 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3a40a8c-006f-480a-879e-7b6665a19b78 req-9c3786a5-f136-4420-bbc1-e11738393f84 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0778923 Feb 16 09:03:47.210664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3a40a8c-006f-480a-879e-7b6665a19b78 req-c2721a1e-381e-4d74-87a7-09752c8642e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388346 Feb 16 09:03:48.409441 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd57325-85dd-424f-aeba-6ee2de6331e4 req-b48bf42f-d240-455e-8174-fbf7a794090d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:48.411017 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfd57325-85dd-424f-aeba-6ee2de6331e4 req-b48bf42f-d240-455e-8174-fbf7a794090d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0773070 Feb 16 09:03:48.457535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfd57325-85dd-424f-aeba-6ee2de6331e4 req-d1b23a67-6c10-47d9-91ea-6754d1648ea1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410450 Feb 16 09:03:49.660869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965a767-894d-424b-a3bd-c0dfcdea515c req-3cf9505f-e8ff-4569-ac2c-52674745d137 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:49.662302 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6965a767-894d-424b-a3bd-c0dfcdea515c req-3cf9505f-e8ff-4569-ac2c-52674745d137 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0791440 Feb 16 09:03:49.707487 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6965a767-894d-424b-a3bd-c0dfcdea515c req-8e5ac8ca-2ec6-4a44-af7c-58e6c1947d02 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Feb 16 09:03:50.907044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14957f14-5319-4612-bc69-8c56ce6905d8 req-537ee712-4099-476b-b9de-12b34515e03a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:50.908418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14957f14-5319-4612-bc69-8c56ce6905d8 req-537ee712-4099-476b-b9de-12b34515e03a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0786004 Feb 16 09:03:50.954490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14957f14-5319-4612-bc69-8c56ce6905d8 req-cadb3e14-bce0-49c4-94c8-1324a38f3a95 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405023 Feb 16 09:03:52.152545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112cc31-d945-4ed0-a524-60d67b184488 req-83efc489-4e6c-4f7b-9650-cc3ef38c1e0d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:52.154635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2112cc31-d945-4ed0-a524-60d67b184488 req-83efc489-4e6c-4f7b-9650-cc3ef38c1e0d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0780230 Feb 16 09:03:52.198901 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2112cc31-d945-4ed0-a524-60d67b184488 req-d52af05b-93eb-4fc4-9cc7-cfa60a7ff084 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388696 Feb 16 09:03:53.443730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833d4d6-6d99-446b-a832-c795a243fc33 req-eb086daf-80e9-4ea0-a401-85961e7fc82f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:53.445196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6833d4d6-6d99-446b-a832-c795a243fc33 req-eb086daf-80e9-4ea0-a401-85961e7fc82f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.1055691 Feb 16 09:03:53.509720 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6833d4d6-6d99-446b-a832-c795a243fc33 req-084400cf-0b29-4ce6-a2fd-3d5d6d85a252 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578456 Feb 16 09:03:54.729036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72adde8d-7dc3-4e87-bdec-1a57eb5e4ae4 req-e1681798-f3be-44a9-8aaf-cb0960f329a7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:54.730642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-72adde8d-7dc3-4e87-bdec-1a57eb5e4ae4 req-e1681798-f3be-44a9-8aaf-cb0960f329a7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0925896 Feb 16 09:03:54.786321 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-72adde8d-7dc3-4e87-bdec-1a57eb5e4ae4 req-22b3cd43-f286-411f-89c0-ebc50d706a58 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465052 Feb 16 09:03:56.014781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f618e-342f-4b68-94fb-99f5d4819152 req-3a314a84-bdda-4e90-b5a1-127196d1b3d9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:56.016408 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-431f618e-342f-4b68-94fb-99f5d4819152 req-3a314a84-bdda-4e90-b5a1-127196d1b3d9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0965619 Feb 16 09:03:56.072416 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-431f618e-342f-4b68-94fb-99f5d4819152 req-7e4bdd19-8ebe-4fe4-9f3b-6a05329ce66e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460551 Feb 16 09:03:57.296450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3559d3a-fda3-4b8e-aed8-966bef9d45f4 req-a01296df-e3c7-4ef0-bfab-39f7edcc4b67 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:57.298391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3559d3a-fda3-4b8e-aed8-966bef9d45f4 req-a01296df-e3c7-4ef0-bfab-39f7edcc4b67 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0785046 Feb 16 09:03:57.345749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a3559d3a-fda3-4b8e-aed8-966bef9d45f4 req-c1227885-e293-4f21-b564-b5286636ceba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415602 Feb 16 09:03:57.383591 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-e4a6d284-61a7-4012-923b-a560373b4bb2 service neutron] 10.222.0.98 "GET /v2.0/ports/f2ccf689-26a8-47d4-ba70-22acfdb2b9a5/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0900822 Feb 16 09:03:57.684480 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-a77fe22f-cd0f-4992-88d8-77039f0f9fe4 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0738466 Feb 16 09:03:57.787422 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-7f291fc2-e8fd-48b5-b8fe-d652330e21a3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1098 time: 0.0696838 Feb 16 09:03:57.920333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-09fad369-9453-488f-8dd8-aa73ae75b819 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:57.921691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-09fad369-9453-488f-8dd8-aa73ae75b819 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1289701 Feb 16 09:03:58.033196 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-89c5ef33-e633-4f7c-9d98-251fa7a33386 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 1000 time: 0.1049621 Feb 16 09:03:58.099706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-cb4c6c92-1c4d-448a-90cd-02b4899cb40d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:58.101124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-cb4c6c92-1c4d-448a-90cd-02b4899cb40d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0623281 Feb 16 09:03:58.182830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-8ed1506c-489f-4f6e-a46b-2236fe8ac08c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759909 Feb 16 09:03:58.325101 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-43a35590-bbc1-4a93-8405-071d969ef701 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369066 Feb 16 09:03:58.463740 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-beacf30c-b9f7-464a-bb85-1943c1ce612f req-bdf03770-2584-408f-86ac-92efa04dae7b service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334252 Feb 16 09:03:58.639364 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec350d03-3023-43f7-b3f1-58afe170378a req-614283a8-c0b7-43e9-a592-1a83fc7c7de1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:58.640956 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec350d03-3023-43f7-b3f1-58afe170378a req-614283a8-c0b7-43e9-a592-1a83fc7c7de1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0945010 Feb 16 09:03:58.699920 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec350d03-3023-43f7-b3f1-58afe170378a req-751a5043-7445-4fcb-b61d-2b09347aca73 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506701 Feb 16 09:03:59.954762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0014e-cfae-47e8-a1b5-833964e739e5 req-272b2399-8a33-429e-9993-d47a275ef5ed tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:03:59.957140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afe0014e-cfae-47e8-a1b5-833964e739e5 req-272b2399-8a33-429e-9993-d47a275ef5ed tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0901594 Feb 16 09:04:00.028320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afe0014e-cfae-47e8-a1b5-833964e739e5 req-e1585a47-cbab-426f-81f2-1491c24e3b9c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621600 Feb 16 09:04:01.116998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:04:01.127629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:04:01.266057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dc587-0f18-4a9a-a285-0a488ec75348 req-f4c87736-1b9a-4e7a-a0ad-620058a5d57b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:01.267684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-795dc587-0f18-4a9a-a285-0a488ec75348 req-f4c87736-1b9a-4e7a-a0ad-620058a5d57b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0918784 Feb 16 09:04:01.328351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-795dc587-0f18-4a9a-a285-0a488ec75348 req-5b70f8b0-8ba7-4cb3-b1fe-d4ce9f7d5682 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550852 Feb 16 09:04:01.345456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:01.381977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:01.406131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:01.412693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'mac_address': 'fa:16:3e:dc:e3:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:04:01.418930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:01.449190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:01.491443 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'code': 200} Feb 16 09:04:01.536370 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:01.563004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:01.574966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:04:01.597642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:01.599095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:01.676251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:01.721193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2be1f-ff09-4c96-b337-9cdc5f975280 req-f0da1361-1335-4cb7-a994-e65e6c7e201d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:01.724223 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b3c2be1f-ff09-4c96-b337-9cdc5f975280 req-f0da1361-1335-4cb7-a994-e65e6c7e201d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 944 time: 0.0989156 Feb 16 09:04:01.725122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:04:01.733671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-eb05dc51-f49a-41b9-a6d0-e4c17cc7f3c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:01.734553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-eb05dc51-f49a-41b9-a6d0-e4c17cc7f3c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:04:01.766752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-eb05dc51-f49a-41b9-a6d0-e4c17cc7f3c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:04:01.769434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-eb05dc51-f49a-41b9-a6d0-e4c17cc7f3c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c&tenant_id=06c0091f59fb479193bf4da160ecf5f1&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1297114 Feb 16 09:04:01.895624 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b3c2be1f-ff09-4c96-b337-9cdc5f975280 req-8e5882d8-2204-442e-91d7-cc8ded75717b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652715 Feb 16 09:04:02.036005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:02.079586 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-9379242d-7b47-46f4-be57-a1e5a5f63f75 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 1097 time: 0.2017627 Feb 16 09:04:02.224869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-755d4aea-ac12-4cf9-a0b3-ddb6f6e3d554 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:02.226226 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-755d4aea-ac12-4cf9-a0b3-ddb6f6e3d554 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1411364 Feb 16 09:04:02.344045 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-e20ed651-a4db-4659-a6b1-ec42ee4902a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 200 len: 999 time: 0.1112802 Feb 16 09:04:02.407359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-4bf00f1e-e1dd-4798-bf13-337f6c928af2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:02.408784 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-4bf00f1e-e1dd-4798-bf13-337f6c928af2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0581694 Feb 16 09:04:02.488720 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-b8cf60f4-aee7-42f7-80c4-c8bbb0f39398 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738916 Feb 16 09:04:02.629231 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-2c8128f7-6ffd-486d-8504-bdcbfb080063 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348009 Feb 16 09:04:02.766907 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b1b8b9e-0f99-4207-a433-e91263295764 req-0692c2ec-96b3-4fe7-af71-d018fd43372d service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316102 Feb 16 09:04:03.114981 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f78cd4-82a6-47f6-aaad-0696d8fc2da2 req-373f6e09-bc6e-4728-8638-c741eb4b17ff tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:03.116442 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e7f78cd4-82a6-47f6-aaad-0696d8fc2da2 req-373f6e09-bc6e-4728-8638-c741eb4b17ff tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 944 time: 0.0768402 Feb 16 09:04:03.130241 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:04:03.167688 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e7f78cd4-82a6-47f6-aaad-0696d8fc2da2 req-eaabfbde-7f55-4359-b56d-89c86347ebec tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438156 Feb 16 09:04:03.232911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:04:03.233490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:03.373242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:03.409334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:03.413459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:03.483104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:03.493186 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:03.552085 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'code': 200} Feb 16 09:04:04.383065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8dd68-210e-4ce4-8a93-29cb8836a73b req-c367cd42-7515-4e8b-9359-10ad6daa707e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:04.384527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6a8dd68-210e-4ce4-8a93-29cb8836a73b req-c367cd42-7515-4e8b-9359-10ad6daa707e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0836310 Feb 16 09:04:04.438531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6a8dd68-210e-4ce4-8a93-29cb8836a73b req-365e04a5-d688-4f87-bdcc-08c7417baaa2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477152 Feb 16 09:04:04.643813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fb383-9512-4ded-9343-5c1c1f2f973f req-4ec7ac42-ba0e-457b-b1d3-f313ee7ecdfe tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:04.645274 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b20fb383-9512-4ded-9343-5c1c1f2f973f req-4ec7ac42-ba0e-457b-b1d3-f313ee7ecdfe tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0793412 Feb 16 09:04:04.699421 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b20fb383-9512-4ded-9343-5c1c1f2f973f req-20bf6394-f4ed-47ee-a427-3079ff5ec9c3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479147 Feb 16 09:04:04.751938 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:04:04.899893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e300859-d373-451b-8993-ac79a9696dc4 req-322f9690-0334-4932-9a4f-dcf9aa4143c5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:04.901365 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e300859-d373-451b-8993-ac79a9696dc4 req-322f9690-0334-4932-9a4f-dcf9aa4143c5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0789866 Feb 16 09:04:04.948564 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9e300859-d373-451b-8993-ac79a9696dc4 req-fe6cd6c0-4c0f-43fa-be9d-0ec9843c84d0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412581 Feb 16 09:04:05.520083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dc6ef-2e40-456d-bdf0-55bbd320eb75 req-69ee3171-29af-4051-a9e6-3b8a9939605f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:05.521452 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-799dc6ef-2e40-456d-bdf0-55bbd320eb75 req-69ee3171-29af-4051-a9e6-3b8a9939605f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0801239 Feb 16 09:04:05.570648 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-799dc6ef-2e40-456d-bdf0-55bbd320eb75 req-e7ea9d32-a763-42f3-a3d5-48b5fe5099f5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Feb 16 09:04:06.780304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb4ff3b-e80e-46b1-ada4-7ea3d60cb542 req-7cd91544-a055-484d-870b-0f392f3c9c14 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:06.781845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2cb4ff3b-e80e-46b1-ada4-7ea3d60cb542 req-7cd91544-a055-484d-870b-0f392f3c9c14 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0807278 Feb 16 09:04:06.831890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2cb4ff3b-e80e-46b1-ada4-7ea3d60cb542 req-ee579d86-aac0-4624-b9db-e5f1d028e1a7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444765 Feb 16 09:04:07.334755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-f54abbca-6b6c-4f85-b3ac-acaa0073bdd9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:07.336238 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-f54abbca-6b6c-4f85-b3ac-acaa0073bdd9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0791593 Feb 16 09:04:07.414165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Deleting port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:04:07.414523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:07.658006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] For port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:07.658361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:07.952273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:07.952649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:07.952963 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f disassociated. External IP: 172.26.4.70, port: f2ccf689-26a8-47d4-ba70-22acfdb2b9a5. Feb 16 09:04:07.953299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Calling delete_port for f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:04:08.049932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9f717a-d069-42d5-865e-bda308b57c12 req-20085439-08ea-4cc2-99ba-e9cfcdf06f5e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:08.051679 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bc9f717a-d069-42d5-865e-bda308b57c12 req-20085439-08ea-4cc2-99ba-e9cfcdf06f5e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 945 time: 0.0870001 Feb 16 09:04:08.103168 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bc9f717a-d069-42d5-865e-bda308b57c12 req-f61f1969-e13a-4e5c-9553-cf858c8292ee tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Feb 16 09:04:08.125967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:08.291204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'Port': ['ID=f2ccf689-26a8-47d4-ba70-22acfdb2b9a5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:08.482202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-55498641-82d4-45ab-9192-77953fff3d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:08.521307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:04:08.733442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:04:08.746670 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:04:08.758549 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:04:08.759114 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:08.808174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] No DVR routers for this DVR port f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:04:08.810978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:08.813598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-deleted', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:08.830513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0fbbc788-b465-4f52-9d87-2431ac786845 req-c2864c77-2384-4ff8-b39d-cbb269dbc5bc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "DELETE /v2.0/ports/f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 HTTP/1.1" status: 204 len: 173 time: 1.4872839 Feb 16 09:04:08.877243 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1c5cb1-8d8c-4793-8f66-24ebca51865c', 'name': 'network-vif-deleted', 'tag': 'f2ccf689-26a8-47d4-ba70-22acfdb2b9a5', 'status': 'completed', 'code': 200} Feb 16 09:04:08.985927 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:04:09.290886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ecda5fc-cefe-4649-830a-afb023d708cf req-3c2a0e52-e3f2-4adf-8efd-d362b90e51b0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=9d1c5cb1-8d8c-4793-8f66-24ebca51865c HTTP/1.1" status: 200 len: 210 time: 0.0441144 Feb 16 09:04:09.348895 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:09.360464 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:04:09.376551 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:04:09.377504 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:03:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:09.567611 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:04:09.895996 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:09.900327 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b741eb-99e4-4c7a-83b7-7f4ff4041e86 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:04:10.117091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31cd384-ad14-403a-bc5e-1686794ef8d8 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:04:10.670681 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-5bbc752c-e1d3-43af-a6dd-a8031673e8e8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--256345427&fields=id&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 267 time: 0.0423882 Feb 16 09:04:10.822419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400a55-388d-426e-8530-501986477f67 req-d439d7d6-1a8e-41dd-86ac-dd7e17f1f5ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:10.823777 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-d439d7d6-1a8e-41dd-86ac-dd7e17f1f5ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1467872 Feb 16 09:04:10.840245 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-c2ee0394-29d1-4b4e-a14a-b62adf65795c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/quotas/06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 375 time: 0.0111268 Feb 16 09:04:10.923067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-af569f9c-eb74-406c-b1ac-beeaa13f00a6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0771797 Feb 16 09:04:10.942650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5a465680-4a71-4d12-b9ca-ac59796e38cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:11.065396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-d108faf9-cb68-4fd3-9bbd-646edea2f1ba service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300421 Feb 16 09:04:11.177628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:04:11.198536 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-4e9db6f9-6ac4-4c4e-841c-72cc74fd0b72 service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273899 Feb 16 09:04:11.228960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:04:11.229578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device f2ccf689-26a8-47d4-ba70-22acfdb2b9a5 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:04:11.400238 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d25e3a3-0d41-429e-8f6b-d75eae97ad77 req-d8ddccb9-a55b-49c3-8863-67be227639bd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 210 time: 0.0431192 Feb 16 09:04:11.721331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:11.994624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:12.522486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400a55-388d-426e-8530-501986477f67 req-6754a74e-9ac5-447d-bf21-7b6f4e1875ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:12.523849 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-6754a74e-9ac5-447d-bf21-7b6f4e1875ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1698768 Feb 16 09:04:12.594806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05123ea8-0d15-42a0-b441-3aed6fce6d63 req-fdbc17f3-e3d8-47f5-a879-7f84e72b004f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 210 time: 0.0477393 Feb 16 09:04:12.605224 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-abd60751-7c84-4117-992f-734b18ba8344 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 379 time: 0.0608575 Feb 16 09:04:12.613720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'port': {'device_id': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'admin_state_up': True, 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'security_groups': ['d2a1f051-a4fd-485b-a092-a2e950dc6cb5']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:04:12.754019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:04:12.758303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:port and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:04:12.761358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:04:12.770672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:04:12.784577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:04:12.787583 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:12.970142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Allocated IP 172.20.0.3 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/27abdc9d-7ff8-4b67-8dd9-f7ad803c066e) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:04:13.192221 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.215181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Transition to ACTIVE for port object 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:04:13.242871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.322070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:04:13.325210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:04:13.328890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:04:13.361198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:13.386826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.387196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.388024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.388694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.388694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.389004 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.389334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.389660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.389983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.390394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.390653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:04:13.413042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:13.413691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.455358 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-0a6504bb-8519-4a88-85fa-354dac3d9754 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465683 Feb 16 09:04:13.473173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Request body: {'port': {'device_id': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:04:13.589213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.603714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3318fe08-0330-41a1-b40c-378d6986d7c7 None None] Provisioning for port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:04:13.610561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3318fe08-0330-41a1-b40c-378d6986d7c7 None None] Provisioning complete for port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:04:13.611285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3318fe08-0330-41a1-b40c-378d6986d7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.673794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-3318fe08-0330-41a1-b40c-378d6986d7c7 None None] Port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:04:13.816907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780587c5-1dc3-4986-9ec2-4b742994594c req-89ebe500-172d-439e-9b04-2484ba84e26f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:13.817772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:13.818865 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-780587c5-1dc3-4986-9ec2-4b742994594c req-89ebe500-172d-439e-9b04-2484ba84e26f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 931 time: 0.0910335 Feb 16 09:04:13.875250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-780587c5-1dc3-4986-9ec2-4b742994594c req-bf4f74a7-3ef5-4d9c-8b33-404dc9945ec4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503204 Feb 16 09:04:14.084078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:04:14.091592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:14.107760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Transition to ACTIVE for port object 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:04:14.111655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:14.248553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:14.358088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Attempting to bind port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:04:14.358507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Attempting to bind port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:04:14.358834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Attempting to bind port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:04:14.366152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e on network f83f4971-ad13-42ae-95a5-b0cf304c5efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:04:14.366511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Attempting to bind port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:04:14.373900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:04:14.374942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:04:14.374942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:04:14.374942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Bound port: 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:04:14.375617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:14.472271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:04:14.475322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:04:14.480137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:14.546100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:14.547532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] 10.222.0.98 "PUT /v2.0/ports/27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 1093 time: 1.0786729 Feb 16 09:04:14.547978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:14.570055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d571d-d0b6-481d-8b11-b67a03b739ca service neutron] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:14.615215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'status': 'completed', 'code': 200} Feb 16 09:04:14.710413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-52c9d834-4f2d-49d6-825b-5fd9f47b6dee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1096 time: 0.0796933 Feb 16 09:04:14.787211 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-2a0cb4e7-882e-4290-91a5-85429f405870 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 217 time: 0.0646532 Feb 16 09:04:14.850243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91400a55-388d-426e-8530-501986477f67 req-240e144b-bab7-4761-a7a2-d1f06d8bfa87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:14.851648 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-240e144b-bab7-4761-a7a2-d1f06d8bfa87 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0589674 Feb 16 09:04:14.932523 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-49e7ac11-2c3e-478a-9d09-6841717e8483 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747957 Feb 16 09:04:15.072696 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-c5dc62b3-cde3-404d-aec6-02398e5dc506 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345227 Feb 16 09:04:15.096255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8938a-2233-419f-96cd-f2136958fbbc req-35210838-335a-4ba4-9231-6581ab841c28 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:15.097882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44d8938a-2233-419f-96cd-f2136958fbbc req-35210838-335a-4ba4-9231-6581ab841c28 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 943 time: 0.0864756 Feb 16 09:04:15.145320 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44d8938a-2233-419f-96cd-f2136958fbbc req-618a308e-0f7e-47ec-8162-f33591e1126b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418508 Feb 16 09:04:15.208914 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91400a55-388d-426e-8530-501986477f67 req-dc3bcbfb-1a42-4207-b4f6-972821bf4838 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305516 Feb 16 09:04:15.365043 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-4381752a-e170-449e-bfa6-6c2c4f9ca8c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1096 time: 0.0701544 Feb 16 09:04:15.500374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-1caa3940-4388-47d0-81a0-294ac53b9665 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:15.501830 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-1caa3940-4388-47d0-81a0-294ac53b9665 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1314251 Feb 16 09:04:15.575691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-d4f9f936-e10b-4468-8e30-8a112f3f3428 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 217 time: 0.0669675 Feb 16 09:04:15.638925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-22c5f65e-d9b6-41cd-b3ab-2be62c85504b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:15.640372 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-22c5f65e-d9b6-41cd-b3ab-2be62c85504b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0591366 Feb 16 09:04:15.723254 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-e074fd0e-f162-4310-a29e-333f6733d683 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744321 Feb 16 09:04:15.952507 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-22b42479-9f62-4df2-a9e8-8ed30fdbb757 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230184 Feb 16 09:04:16.087383 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3db3e130-0782-468b-85ec-1bdc57fd608b req-e08ee1fd-3c1e-4c97-8404-21f70b819826 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291065 Feb 16 09:04:16.353036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1823704b-2cc5-44e1-a47c-28906615ff6d req-f0626424-1808-49be-a116-23f74cd2406d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:16.354553 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1823704b-2cc5-44e1-a47c-28906615ff6d req-f0626424-1808-49be-a116-23f74cd2406d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 943 time: 0.0774062 Feb 16 09:04:16.401192 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1823704b-2cc5-44e1-a47c-28906615ff6d req-d2be6a46-19d8-4089-9e1b-d429ff828c0b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404415 Feb 16 09:04:17.693835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34692d-ce79-4141-bddd-f94f04956bae req-8eb9cb55-0768-408d-a9bf-82789c073c02 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:17.695418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e34692d-ce79-4141-bddd-f94f04956bae req-8eb9cb55-0768-408d-a9bf-82789c073c02 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 943 time: 0.1663275 Feb 16 09:04:17.742524 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e34692d-ce79-4141-bddd-f94f04956bae req-d4d28122-9a13-4080-b033-afab68fa20cb tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406976 Feb 16 09:04:18.974731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f00b0a-99c3-4a95-b41b-995aeaade3eb req-05ae53a6-b4f7-455c-a5ef-320001ec6c1a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:18.976240 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f3f00b0a-99c3-4a95-b41b-995aeaade3eb req-05ae53a6-b4f7-455c-a5ef-320001ec6c1a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 943 time: 0.1028192 Feb 16 09:04:19.028746 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f3f00b0a-99c3-4a95-b41b-995aeaade3eb req-908a3ef0-2328-460b-b28d-c15f624be07d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467856 Feb 16 09:04:19.177732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:04:19.324548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:19.339502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'mac_address': 'fa:16:3e:63:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:04:19.394078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:19.410927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:04:19.426059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:19.430165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:19.527138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:19.690745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:04:20.258816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30062e3c-6761-4458-96f7-96a6f6467cc8 req-c04502b1-6f11-49a6-b511-d5cde6e67fc3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:20.260364 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30062e3c-6761-4458-96f7-96a6f6467cc8 req-c04502b1-6f11-49a6-b511-d5cde6e67fc3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 944 time: 0.0904880 Feb 16 09:04:20.316803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30062e3c-6761-4458-96f7-96a6f6467cc8 req-13034a44-a945-4fc1-902a-be139ace062f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475495 Feb 16 09:04:21.193272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:04:21.295742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:04:21.300623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:04:21.300999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:21.423000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:21.452285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:21.463544 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:04:21.469193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:21.536779 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'code': 200} Feb 16 09:04:21.550229 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:04:21.580608 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf468-e5f9-4c15-9ac3-bfca9fba9574 req-b40eae7a-355c-4ee8-9a4a-3bd82289695b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:21.582102 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0edf468-e5f9-4c15-9ac3-bfca9fba9574 req-b40eae7a-355c-4ee8-9a4a-3bd82289695b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.1084921 Feb 16 09:04:21.630753 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0edf468-e5f9-4c15-9ac3-bfca9fba9574 req-93de0ff9-0ce9-44ed-8d52-aaeca6b07e23 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426919 Feb 16 09:04:21.801118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-faaf51de-83b1-46b9-ae45-1b11c006545c req-865a3a81-182a-4480-8b7d-24183aa430f8 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0674832 Feb 16 09:04:21.843839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-faaf51de-83b1-46b9-ae45-1b11c006545c req-0bc18b6a-5a0e-405d-9309-d74109444010 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375149 Feb 16 09:04:22.839546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c45bca-1ce9-4e04-bb31-442bf6c6948f req-1f3c2e40-cfc4-42e9-8a75-af4a227de2e8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:22.841081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7c45bca-1ce9-4e04-bb31-442bf6c6948f req-1f3c2e40-cfc4-42e9-8a75-af4a227de2e8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0809033 Feb 16 09:04:22.889259 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7c45bca-1ce9-4e04-bb31-442bf6c6948f req-173512f9-6af2-4e8a-b667-b1e6ad4d9ca4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422485 Feb 16 09:04:24.100122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03202eda-6b93-4f15-8396-03c9d89cc991 req-38b1c68a-2555-4163-9ee8-c4bf14c0d336 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:24.101694 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03202eda-6b93-4f15-8396-03c9d89cc991 req-38b1c68a-2555-4163-9ee8-c4bf14c0d336 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0837610 Feb 16 09:04:24.155169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03202eda-6b93-4f15-8396-03c9d89cc991 req-c7ed97ab-86e1-40aa-8819-dfd71604216c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Feb 16 09:04:24.506352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ef068-d322-405a-beeb-a2ce37d22ddb req-018a172f-c05a-4bc9-8365-254a7a2140cd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:24.507871 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-671ef068-d322-405a-beeb-a2ce37d22ddb req-018a172f-c05a-4bc9-8365-254a7a2140cd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0784464 Feb 16 09:04:24.517281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39802) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:04:24.522697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'floatingip': {'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:04:24.601976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:25.229351 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:25.238315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:25.531326 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f associated. External IP: 172.26.4.70, port: 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e. Feb 16 09:04:25.952249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:04:26.152841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:04:26.157748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:26.163654 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:04:26.176255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:04:26.176862 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:04:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:26.217610 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ca32ff1d-e78d-458b-8dfe-8a260cd9ac79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "PUT /v2.0/floatingips/e0e9c411-4f0d-41e2-8351-67186a3cbf6f HTTP/1.1" status: 200 len: 990 time: 1.6991169 Feb 16 09:04:26.218283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:04:26.365386 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'status': 'completed', 'code': 200} Feb 16 09:04:26.378166 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:04:26.490376 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-3013ee4e-5263-4f21-ab71-807566cb7754 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0828099 Feb 16 09:04:26.608446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21d1cb-5645-4021-9fbb-323261a61650 req-c1a11144-9461-4ef6-976c-8e4de99eab2d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:26.610666 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b21d1cb-5645-4021-9fbb-323261a61650 req-c1a11144-9461-4ef6-976c-8e4de99eab2d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0974920 Feb 16 09:04:26.652271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-af970ac9-f148-4bdd-b777-76d84c63e966 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:26.653778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-af970ac9-f148-4bdd-b777-76d84c63e966 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1406004 Feb 16 09:04:26.660412 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b21d1cb-5645-4021-9fbb-323261a61650 req-56ec11f7-fdfa-4536-b21d-6d135ef9a8e7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437012 Feb 16 09:04:26.761778 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-e7abc46d-9b49-4288-8081-98a8e692ef8a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 998 time: 0.1013875 Feb 16 09:04:26.787784 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:63:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:04:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:26.791922 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:04:26.802904 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:04:26.804004 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:04:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:26.823318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-6cba11d0-bbbb-4693-a69f-da768b600ddc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:26.825397 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-6cba11d0-bbbb-4693-a69f-da768b600ddc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0581245 Feb 16 09:04:26.899461 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-61df54bd-d39b-410d-ab19-177f67a9928d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692275 Feb 16 09:04:27.002671 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:04:27.038387 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-bff15062-359b-4f5e-ad21-09a6197e9b70 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312649 Feb 16 09:04:27.200053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7d2e2934-ea8e-4cb8-bea7-38488fc1019b req-f41aeea0-b02b-4aa3-a98f-f733beed41e8 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577873 Feb 16 09:04:27.368844 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:63:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:04:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:04:27.373034 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c75fce-0566-4f7d-825a-9b4fa844c809 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:63:34:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:04:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:04:27.574709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e106df9d-6343-4c77-8fc3-7ef67d2010d4 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:04:27.888437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd07da-2b8d-48ef-995a-d4efcfecd73c req-8e0786e3-b5d8-44d9-8e55-013cb9732d20 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:27.889927 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fcfd07da-2b8d-48ef-995a-d4efcfecd73c req-8e0786e3-b5d8-44d9-8e55-013cb9732d20 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0825763 Feb 16 09:04:27.936910 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fcfd07da-2b8d-48ef-995a-d4efcfecd73c req-9e53ee38-e827-46fd-b2e1-898e2b9aed8f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413303 Feb 16 09:04:29.138962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde125ce-dc76-43f9-be14-4fead8f1899e req-c769bea7-9513-443b-9988-4305ec461c35 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:29.140448 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cde125ce-dc76-43f9-be14-4fead8f1899e req-c769bea7-9513-443b-9988-4305ec461c35 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0770390 Feb 16 09:04:29.187154 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cde125ce-dc76-43f9-be14-4fead8f1899e req-743f71f6-8f54-41ec-9ead-ce73720f3b46 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409722 Feb 16 09:04:30.391253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7196376-8802-42ba-aaa1-e32b81c07f55 req-fa0958f1-c607-42db-bc66-ff58dc0270b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:30.392752 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7196376-8802-42ba-aaa1-e32b81c07f55 req-fa0958f1-c607-42db-bc66-ff58dc0270b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0814924 Feb 16 09:04:30.439117 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7196376-8802-42ba-aaa1-e32b81c07f55 req-843fd70b-d696-4fd5-a013-dfdb41204598 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408213 Feb 16 09:04:31.460307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-0a83088e-ab50-4129-855a-fd95eb755d1d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0740838 Feb 16 09:04:31.609585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-4f6db7d1-19da-40d3-aaeb-71dc1f76538c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:31.611038 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-4f6db7d1-19da-40d3-aaeb-71dc1f76538c service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1324043 Feb 16 09:04:31.651556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd66625-151c-42bc-bfe9-ef73e03e9b8d req-65e9b8af-5911-4815-8a19-7ae87929f984 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:31.654592 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3fd66625-151c-42bc-bfe9-ef73e03e9b8d req-65e9b8af-5911-4815-8a19-7ae87929f984 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0882032 Feb 16 09:04:31.704750 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3fd66625-151c-42bc-bfe9-ef73e03e9b8d req-685f8a6f-9e23-4356-94ee-0de6d2aa2b81 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446823 Feb 16 09:04:31.717841 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-c967c8e4-a2b1-40e2-983a-767d9c6259f6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 1000 time: 0.1004970 Feb 16 09:04:31.781603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-706928a7-be63-41c6-bac6-88968da8da79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:31.783092 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-706928a7-be63-41c6-bac6-88968da8da79 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0596302 Feb 16 09:04:31.865250 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-63715f37-4e00-4d71-9ecd-8aae80b6df95 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763299 Feb 16 09:04:32.047756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:32.103322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-0108fc5f-f22f-4026-8304-02d7d3f990d7 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324982 Feb 16 09:04:32.237289 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-dece33fc-e88a-454c-8464-8525c06d19d5 req-07dc26a0-9467-4ca1-828f-933dde5adb4a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285794 Feb 16 09:04:32.904629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395d6a1-a8ea-4940-8201-fce3eb3ecbe4 req-68e41f67-7458-4ce6-96ec-75b3ae780f4d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:32.906105 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1395d6a1-a8ea-4940-8201-fce3eb3ecbe4 req-68e41f67-7458-4ce6-96ec-75b3ae780f4d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0779903 Feb 16 09:04:32.952154 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1395d6a1-a8ea-4940-8201-fce3eb3ecbe4 req-b4018d1e-c40a-45e7-ba42-8d3f28a8cfa8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403848 Feb 16 09:04:34.154371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fcc46-0a4c-45d7-bf16-65361b89e698 req-1925bbb0-9828-4dcb-82d1-46f5e621ce12 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:34.155901 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-711fcc46-0a4c-45d7-bf16-65361b89e698 req-1925bbb0-9828-4dcb-82d1-46f5e621ce12 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0813518 Feb 16 09:04:34.203787 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-711fcc46-0a4c-45d7-bf16-65361b89e698 req-0ed61b0d-bee3-4287-85c9-e1349c742c02 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417652 Feb 16 09:04:35.406970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ad83e-c1aa-4e41-aee2-715942b9b665 req-fecac44d-5e84-4e03-ad2d-18130965616b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:35.408508 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c19ad83e-c1aa-4e41-aee2-715942b9b665 req-fecac44d-5e84-4e03-ad2d-18130965616b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0776691 Feb 16 09:04:35.465776 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c19ad83e-c1aa-4e41-aee2-715942b9b665 req-acdccdd1-e756-49f8-910f-70104b50672a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516346 Feb 16 09:04:36.686771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e56455-9b98-42f8-b28a-93cf6626d391 req-fd299225-2be1-44f2-8806-1d19d6d9c396 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:36.688281 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51e56455-9b98-42f8-b28a-93cf6626d391 req-fd299225-2be1-44f2-8806-1d19d6d9c396 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0858488 Feb 16 09:04:36.735700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51e56455-9b98-42f8-b28a-93cf6626d391 req-082f7be0-9228-471f-a628-2ac9351f75d3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417366 Feb 16 09:04:37.939940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad4dbc-428c-43c9-8fd5-41d75e17818e req-6a6cbd1c-7dcb-46fe-8bc2-7f069b9d7181 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:37.941306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8ad4dbc-428c-43c9-8fd5-41d75e17818e req-6a6cbd1c-7dcb-46fe-8bc2-7f069b9d7181 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0806041 Feb 16 09:04:37.987491 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8ad4dbc-428c-43c9-8fd5-41d75e17818e req-092a2dc7-d076-4759-b8ba-1d2e699fed79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Feb 16 09:04:38.476575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0f63ffdc-1f68-4168-8a19-d03a7cf4445b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:39.299558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a587a97-72bf-4f35-ae7a-12fd1d71e2f9 req-7c938832-3703-465b-ba7e-2558c9d4c5c7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:39.301036 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a587a97-72bf-4f35-ae7a-12fd1d71e2f9 req-7c938832-3703-465b-ba7e-2558c9d4c5c7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.1897323 Feb 16 09:04:39.348999 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4a587a97-72bf-4f35-ae7a-12fd1d71e2f9 req-99000e62-3d9e-4e02-8f5a-645874bb3e4a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422604 Feb 16 09:04:40.559271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088e27b-3590-4719-8b0c-01e2cc42ef16 req-488a0a4b-623a-40be-bc9e-761e9e9fec94 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:40.560762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c088e27b-3590-4719-8b0c-01e2cc42ef16 req-488a0a4b-623a-40be-bc9e-761e9e9fec94 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0806184 Feb 16 09:04:40.608645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c088e27b-3590-4719-8b0c-01e2cc42ef16 req-7d84a016-67b6-4a8f-876c-e16ff34ce8db tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Feb 16 09:04:40.950515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-af6a97b3-b868-4958-a1ca-4e7341b16c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:41.725480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:41.752295 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:04:41.814057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aed030-0e31-40ab-b1e4-ff883010979f req-c595ab0c-7e81-454c-a781-fec14a9a2a4d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:41.815574 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70aed030-0e31-40ab-b1e4-ff883010979f req-c595ab0c-7e81-454c-a781-fec14a9a2a4d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0774643 Feb 16 09:04:41.862331 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70aed030-0e31-40ab-b1e4-ff883010979f req-42905b78-7f62-47f8-8459-d4b858a223d8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 Feb 16 09:04:41.997308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:43.078034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b747-43c1-4c93-953a-e0e7fd7557a7 req-4b25a309-7a49-4ab8-92c1-b1c2fb96318d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:43.079669 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0815b747-43c1-4c93-953a-e0e7fd7557a7 req-4b25a309-7a49-4ab8-92c1-b1c2fb96318d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0881805 Feb 16 09:04:43.127287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0815b747-43c1-4c93-953a-e0e7fd7557a7 req-7e3331f7-2c97-4c86-8086-aac95b4bf3b4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417821 Feb 16 09:04:43.817828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:04:44.330001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae811c-5280-414a-b928-4e68d5d5c5ec req-a8e8b74d-1233-4a2a-a2a9-78ac953f4c95 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:44.331519 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84ae811c-5280-414a-b928-4e68d5d5c5ec req-a8e8b74d-1233-4a2a-a2a9-78ac953f4c95 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0770543 Feb 16 09:04:44.378730 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84ae811c-5280-414a-b928-4e68d5d5c5ec req-b62cc35f-3448-4110-aff5-8bf79bba4cac tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413268 Feb 16 09:04:45.600409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2929eb09-4146-4e82-94d7-f7e7d03bf887 req-3c99f0b2-3ca5-4cb9-9c81-23dde742b8ee tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:45.601806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2929eb09-4146-4e82-94d7-f7e7d03bf887 req-3c99f0b2-3ca5-4cb9-9c81-23dde742b8ee tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0827739 Feb 16 09:04:45.650545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2929eb09-4146-4e82-94d7-f7e7d03bf887 req-293a9bac-a5ee-4609-b5e1-c01513db2604 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420644 Feb 16 09:04:46.854115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f53c5-be33-49e8-9519-5cdfa749f767 req-5d839461-978e-48cb-a374-5d40325710e8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:46.855625 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eb8f53c5-be33-49e8-9519-5cdfa749f767 req-5d839461-978e-48cb-a374-5d40325710e8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0767496 Feb 16 09:04:46.905586 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eb8f53c5-be33-49e8-9519-5cdfa749f767 req-5be9b8c4-2419-4987-9b90-798a0d6b638d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441339 Feb 16 09:04:48.104447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7245b-5aa4-4c1f-86b4-16b41fd2729b req-176c925e-f5b0-4b5f-aa78-61170308106a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:48.105966 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efe7245b-5aa4-4c1f-86b4-16b41fd2729b req-176c925e-f5b0-4b5f-aa78-61170308106a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0765061 Feb 16 09:04:48.151675 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efe7245b-5aa4-4c1f-86b4-16b41fd2729b req-ecd7c479-d6ee-4752-a12c-cfd36b9c4d18 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Feb 16 09:04:49.355928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58751e14-348a-4ad8-bf2e-e2feacad274e req-57f413e5-d6f5-49de-90ee-41108fcbd1b0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:49.357283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-58751e14-348a-4ad8-bf2e-e2feacad274e req-57f413e5-d6f5-49de-90ee-41108fcbd1b0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0824916 Feb 16 09:04:49.404160 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-58751e14-348a-4ad8-bf2e-e2feacad274e req-1a996fee-45c0-481a-a25b-682e048f2d65 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413296 Feb 16 09:04:50.612755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba3586-9ec7-499a-8614-5c351725d341 req-a22f4af6-a834-448c-abe9-13240d8727a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:50.614315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cbba3586-9ec7-499a-8614-5c351725d341 req-a22f4af6-a834-448c-abe9-13240d8727a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0828218 Feb 16 09:04:50.666702 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cbba3586-9ec7-499a-8614-5c351725d341 req-652071e3-b505-4ecc-9357-f61b9476426a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 Feb 16 09:04:51.872391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fde8e7-2838-4768-8428-29061cc29463 req-341cd96b-99f7-4fa9-9485-b43ca9381e59 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:51.874268 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d9fde8e7-2838-4768-8428-29061cc29463 req-341cd96b-99f7-4fa9-9485-b43ca9381e59 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0800855 Feb 16 09:04:51.919258 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d9fde8e7-2838-4768-8428-29061cc29463 req-54b70cee-1e7c-4af8-9a57-be654f674c0e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393686 Feb 16 09:04:53.132873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5d983-81c7-4b0a-aab5-c59bd702116c req-cdb74208-56f2-4c8b-ad40-6f45d92893ef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:53.134308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ff5d983-81c7-4b0a-aab5-c59bd702116c req-cdb74208-56f2-4c8b-ad40-6f45d92893ef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0765607 Feb 16 09:04:53.182221 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ff5d983-81c7-4b0a-aab5-c59bd702116c req-7d747414-e13a-4abf-a4cc-c1543fe9ae40 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423493 Feb 16 09:04:54.384170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b2f97-ccd1-4d15-9ffd-fdcf5003b9c9 req-3d7efd82-d3d5-4651-9f47-ef4413085f55 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:54.385723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-265b2f97-ccd1-4d15-9ffd-fdcf5003b9c9 req-3d7efd82-d3d5-4651-9f47-ef4413085f55 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0786479 Feb 16 09:04:54.432073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-265b2f97-ccd1-4d15-9ffd-fdcf5003b9c9 req-7fc18d49-65bd-46cc-9113-ba0ff884049a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405550 Feb 16 09:04:55.636094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc09d2f-afa4-4cc9-b2d2-988bad6eb647 req-9f47b27d-c574-4f1f-ad7e-c37c9d01630e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:55.637975 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8bc09d2f-afa4-4cc9-b2d2-988bad6eb647 req-9f47b27d-c574-4f1f-ad7e-c37c9d01630e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0815954 Feb 16 09:04:55.688396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8bc09d2f-afa4-4cc9-b2d2-988bad6eb647 req-915f07e7-0f7c-47fe-ab2b-2eae696a695d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443668 Feb 16 09:04:56.906670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf69b6-84cf-4081-b76b-5827ca5481a9 req-65df9094-dce7-45fd-b7f9-d97287f57261 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:56.908625 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-10cf69b6-84cf-4081-b76b-5827ca5481a9 req-65df9094-dce7-45fd-b7f9-d97287f57261 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0827346 Feb 16 09:04:56.969591 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-10cf69b6-84cf-4081-b76b-5827ca5481a9 req-bdcc4542-eb2e-43b7-87a6-6ae47fa0e71b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548806 Feb 16 09:04:58.192315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa7de0-7964-4041-b035-fe8c2a91cb7c req-efe44783-bf26-40f4-aadb-ea75fa53fa0c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:58.193788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6aa7de0-7964-4041-b035-fe8c2a91cb7c req-efe44783-bf26-40f4-aadb-ea75fa53fa0c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0878923 Feb 16 09:04:58.245606 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6aa7de0-7964-4041-b035-fe8c2a91cb7c req-5d37141f-03d5-4e28-ac83-fea6b81b33b1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462732 Feb 16 09:04:58.467381 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ae019164-21fa-4b8d-b66a-3a73223c251d req-f088dc9a-9f8c-4624-ad90-20420927c142 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0820708 Feb 16 09:04:58.739697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-79d906de-abf2-4518-b271-9b658b8750a1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819280 Feb 16 09:04:58.906116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadab07-f90e-4412-a77d-5c5b9a506bd8 req-ec57e68f-2cec-4020-a431-915cc0b06c3d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:04:58.907671 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbadab07-f90e-4412-a77d-5c5b9a506bd8 req-ec57e68f-2cec-4020-a431-915cc0b06c3d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.1895189 Feb 16 09:04:58.961398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fbadab07-f90e-4412-a77d-5c5b9a506bd8 req-7d8c8e9c-6ea9-4453-b9bf-3bd3ea0a59c6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479314 Feb 16 09:05:00.096868 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-716d737e-a10d-4d28-8cbc-d536ab155ef2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0798149 Feb 16 09:05:00.254074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cdde-cac7-473e-be87-974f950dce97 req-16b7952e-d82f-49dc-8032-2e211eac7796 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:00.257329 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-16b7952e-d82f-49dc-8032-2e211eac7796 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1545029 Feb 16 09:05:00.277118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49344eab-d77d-48b7-92ed-8ffa877b54cd req-66810a0f-0d92-4541-b84b-80934af7b4a8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:00.279184 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-49344eab-d77d-48b7-92ed-8ffa877b54cd req-66810a0f-0d92-4541-b84b-80934af7b4a8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.1676288 Feb 16 09:05:00.349749 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-49344eab-d77d-48b7-92ed-8ffa877b54cd req-9cbd6ae9-7a23-4ca3-86fd-f88c69ad0c22 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652936 Feb 16 09:05:00.379891 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-d450c12d-1264-4d80-8a90-66a179908e62 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 1000 time: 0.1164043 Feb 16 09:05:00.463940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cdde-cac7-473e-be87-974f950dce97 req-7651741e-721f-464b-a8ed-8ba6aa71d49d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:00.465530 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-7651741e-721f-464b-a8ed-8ba6aa71d49d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0808337 Feb 16 09:05:00.544516 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-4f83b925-87c7-4e16-9818-4f29b64fe5ee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734935 Feb 16 09:05:00.688980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-51803553-314d-4096-9efc-0d6832bc00cc service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388338 Feb 16 09:05:00.833379 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-bc0c2988-53e6-444c-b3dc-e072961adfac service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389713 Feb 16 09:05:01.565178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6799-90bf-4b80-a8ab-848e6e33d55d req-688eff2d-c880-4a22-adcd-57b1d1cf509e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:01.566855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a45d6799-90bf-4b80-a8ab-848e6e33d55d req-688eff2d-c880-4a22-adcd-57b1d1cf509e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0865192 Feb 16 09:05:01.621496 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a45d6799-90bf-4b80-a8ab-848e6e33d55d req-188ca15f-a724-4b89-9401-7caba63090dd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486393 Feb 16 09:05:02.064947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:02.644120 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-eb1b2d73-dc8c-4600-a0b4-73ba1e8aee85 service neutron] 10.222.0.98 "GET /v2.0/ports/27abdc9d-7ff8-4b67-8dd9-f7ad803c066e/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0807610 Feb 16 09:05:02.855697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a3ae6-d1f3-4543-9498-e9614e32848b req-c3193538-abdb-4ce4-bc89-eb6a699f1eec tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:02.859461 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a4a3ae6-d1f3-4543-9498-e9614e32848b req-c3193538-abdb-4ce4-bc89-eb6a699f1eec tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0904627 Feb 16 09:05:03.005109 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-808d50ea-3071-4fab-a2c8-27a3480ca083 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.1048198 Feb 16 09:05:03.012143 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a4a3ae6-d1f3-4543-9498-e9614e32848b req-59941a30-c80f-4582-be34-365721c71150 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467662 Feb 16 09:05:03.125276 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-527ad859-cdb4-4459-a82b-39e49de99ea9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0845618 Feb 16 09:05:03.272623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cdde-cac7-473e-be87-974f950dce97 req-a3f0081c-02dc-4333-9a04-6628a5a2cba0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:03.274018 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-a3f0081c-02dc-4333-9a04-6628a5a2cba0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1436746 Feb 16 09:05:03.382712 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-e9b571a0-8b07-4b74-a47b-cdb11267e99b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 1000 time: 0.1033084 Feb 16 09:05:03.542184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8823cdde-cac7-473e-be87-974f950dce97 req-0ec38138-bb35-482d-b6c1-0e1d2158881b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:03.543627 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-0ec38138-bb35-482d-b6c1-0e1d2158881b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.1557322 Feb 16 09:05:03.624437 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-dc09c4db-8f42-49db-b7ac-2cdd7490a355 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751393 Feb 16 09:05:03.769823 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-b5c61702-3d77-4cda-994e-1e337c6b8ab3 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392102 Feb 16 09:05:03.919446 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8823cdde-cac7-473e-be87-974f950dce97 req-a4cbf7a8-043f-4b8c-af2a-990659585756 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425195 Feb 16 09:05:04.254405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae4026d-91f1-4944-ac57-4c089844d036 req-752df7c0-49eb-4e2d-8869-e6e0fefc7bfa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:04.257030 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eae4026d-91f1-4944-ac57-4c089844d036 req-752df7c0-49eb-4e2d-8869-e6e0fefc7bfa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0858197 Feb 16 09:05:04.306528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eae4026d-91f1-4944-ac57-4c089844d036 req-28b54d58-5e1b-4112-89c5-d7b3872b9b30 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449340 Feb 16 09:05:05.529395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24cbc7b-b99b-444e-a9a7-71cfa2231975 req-7db09d31-d1ed-4c0a-a09c-169dfa1438d6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:05.530850 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e24cbc7b-b99b-444e-a9a7-71cfa2231975 req-7db09d31-d1ed-4c0a-a09c-169dfa1438d6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0961301 Feb 16 09:05:05.582494 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e24cbc7b-b99b-444e-a9a7-71cfa2231975 req-3c012d9c-69e6-4751-b1fe-18be20bd6e3a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456402 Feb 16 09:05:05.970524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca74924-3b01-486c-ab94-bfe728b8023e req-94616ddb-1c44-4419-aaa2-1446a8d0d550 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:05.971953 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eca74924-3b01-486c-ab94-bfe728b8023e req-94616ddb-1c44-4419-aaa2-1446a8d0d550 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0969129 Feb 16 09:05:05.980921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-b19a5e4f-a7fe-40f2-89d2-9d4e6f5c7fd8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:05.981812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-b19a5e4f-a7fe-40f2-89d2-9d4e6f5c7fd8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:05:06.001277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-b19a5e4f-a7fe-40f2-89d2-9d4e6f5c7fd8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:05:06.002559 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-b19a5e4f-a7fe-40f2-89d2-9d4e6f5c7fd8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca&tenant_id=06c0091f59fb479193bf4da160ecf5f1&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1249521 Feb 16 09:05:06.032248 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eca74924-3b01-486c-ab94-bfe728b8023e req-0ea47dc4-6a04-4dd3-922d-038771f86719 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529597 Feb 16 09:05:06.177651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-b6785849-edbc-4d52-bd6d-329bb35a0849 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1098 time: 0.0760281 Feb 16 09:05:06.322925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-e7a4c8d2-c863-4204-ba6f-0bb397a3e1e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:06.324995 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-e7a4c8d2-c863-4204-ba6f-0bb397a3e1e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1414697 Feb 16 09:05:06.434231 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-0f6a374d-e3ed-4842-bec1-370f2eabe4e4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 1000 time: 0.1020763 Feb 16 09:05:06.500442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-f5ed9bda-a0ea-48c0-b630-1ca7cc1f3b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:06.501889 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-f5ed9bda-a0ea-48c0-b630-1ca7cc1f3b32 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0635743 Feb 16 09:05:06.584755 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-603e97a2-df3c-4893-a4d1-4454b5389678 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771046 Feb 16 09:05:06.728472 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-bccfd22c-89f4-42d9-a13c-bdacb3afc926 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379199 Feb 16 09:05:06.872301 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e1e2d2a8-11c7-4851-8632-d8feb1e2f9b9 req-2d2ea19e-9534-45e9-bdb0-65f33f166802 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372323 Feb 16 09:05:07.269917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf43353-baaf-49cd-a166-2ed56dcf337a req-0b425678-fc0a-4a77-86ff-aa79950066c4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:07.271486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cdf43353-baaf-49cd-a166-2ed56dcf337a req-0b425678-fc0a-4a77-86ff-aa79950066c4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0943160 Feb 16 09:05:07.322093 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cdf43353-baaf-49cd-a166-2ed56dcf337a req-3af50793-3128-4ade-a5d3-1d85bb2582d8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Feb 16 09:05:07.362980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:05:07.372679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:05:07.615866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:07.623299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:07.644503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'mac_address': 'fa:16:3e:63:34:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:05:07.685687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:07.719649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:07.729882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:07.731610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:07.784427 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'code': 200} Feb 16 09:05:07.807539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:05:07.883342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:07.895907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:05:07.896260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:05:07.897817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.898169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.898718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.899108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.899439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.899773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.900104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.900553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.900902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.901282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:07.901672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:08.457716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:08.486982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:05:08.492217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ccf44f0c-eacb-42ff-bd8a-af554abb8bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:08.505826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:08.510087 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:08.560645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aa5818-6e2d-4e23-b4ea-c313feb2d1bc req-01af08f5-93fe-40e1-90ec-30788c41fc67 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:08.562281 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-37aa5818-6e2d-4e23-b4ea-c313feb2d1bc req-01af08f5-93fe-40e1-90ec-30788c41fc67 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 943 time: 0.1032350 Feb 16 09:05:08.581339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:08.616913 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-37aa5818-6e2d-4e23-b4ea-c313feb2d1bc req-e527a176-e5e0-4ffc-a5c9-d46dee3b06be tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484333 Feb 16 09:05:08.639609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:05:08.829479 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9e7ed-5c62-4fd1-b249-8369cfdd2f74 req-1e655268-2005-4ff7-badd-b964e154a853 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:08.831025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5cf9e7ed-5c62-4fd1-b249-8369cfdd2f74 req-1e655268-2005-4ff7-badd-b964e154a853 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 944 time: 0.0827429 Feb 16 09:05:08.881213 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5cf9e7ed-5c62-4fd1-b249-8369cfdd2f74 req-957ade54-248c-4e4c-8c28-507a9bfc227b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442429 Feb 16 09:05:09.265243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89efdf-62d2-4938-b881-1788270bdbf8 req-cdff2b01-07d1-4d69-8b3b-33f562171f5f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:09.266720 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c89efdf-62d2-4938-b881-1788270bdbf8 req-cdff2b01-07d1-4d69-8b3b-33f562171f5f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 944 time: 0.0842402 Feb 16 09:05:09.313479 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c89efdf-62d2-4938-b881-1788270bdbf8 req-ac6cfa4e-ec98-46e5-8bcf-da18a973d43b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410969 Feb 16 09:05:09.332834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-8944e942-8ce7-47d0-9834-0a0b950120c3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 1097 time: 0.0702982 Feb 16 09:05:09.362573 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:05:09.434557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:05:09.434940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:09.466423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-b1a61c30-63fb-4d9f-8f26-8a3d7920ba2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:09.468134 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-b1a61c30-63fb-4d9f-8f26-8a3d7920ba2d service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1315072 Feb 16 09:05:09.550813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:09.588973 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-a9809031-56f6-4e15-b2e0-99a80ef2b0c8 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 200 len: 999 time: 0.1142108 Feb 16 09:05:09.595704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:09.601715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:09.657509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-9ac9eae4-5281-45ed-8d90-7d2be0501441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:09.658988 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-9ac9eae4-5281-45ed-8d90-7d2be0501441 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0639720 Feb 16 09:05:09.673997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:09.785781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:09.842556 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-d943e831-178c-4678-9144-332545b4185b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1768644 Feb 16 09:05:09.844769 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'code': 200} Feb 16 09:05:10.018848 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-e387964d-e45e-4e0f-ab06-18c903094835 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343410 Feb 16 09:05:10.154524 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ab677a16-d1bc-4823-bd02-af07196188d9 req-2ede4436-bb67-4a7c-a6e8-1356f404e8e4 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295295 Feb 16 09:05:10.513743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e517b55-bdf7-4f93-97a1-8093673505cb req-26d1f8f0-19b2-43fc-ac0e-81adfefcd2d3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:10.515287 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e517b55-bdf7-4f93-97a1-8093673505cb req-26d1f8f0-19b2-43fc-ac0e-81adfefcd2d3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0768244 Feb 16 09:05:10.562037 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e517b55-bdf7-4f93-97a1-8093673505cb req-35f28eca-0b38-4d35-a81a-c3684c4cf86a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409989 Feb 16 09:05:10.942148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d1246a98-d188-4fac-a8da-e860869c3944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:11.731485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:11.769837 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14367314-fae0-4bab-8ca9-5936a65f08a9 req-13952f0b-5986-4b40-ae9f-6f82396895d1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:11.771308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14367314-fae0-4bab-8ca9-5936a65f08a9 req-13952f0b-5986-4b40-ae9f-6f82396895d1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0835023 Feb 16 09:05:11.817494 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-14367314-fae0-4bab-8ca9-5936a65f08a9 req-87e3346b-e8db-4fff-b632-535b991e5a14 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406511 Feb 16 09:05:12.001418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:12.242340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016382f-f0d9-4893-9665-a8a7affb95fc req-f3b0d04e-46cd-426e-b495-fc56f1721e85 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:12.243864 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4016382f-f0d9-4893-9665-a8a7affb95fc req-f3b0d04e-46cd-426e-b495-fc56f1721e85 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0772364 Feb 16 09:05:12.293595 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4016382f-f0d9-4893-9665-a8a7affb95fc req-e66376a6-4259-491c-83a4-acdb69cee6d8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436099 Feb 16 09:05:13.496276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7dd3e-ca61-4107-a716-cc1457dff4d3 req-8949b514-b618-40ae-b8e3-1ea92de400c8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:13.497734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-92a7dd3e-ca61-4107-a716-cc1457dff4d3 req-8949b514-b618-40ae-b8e3-1ea92de400c8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0793650 Feb 16 09:05:13.544723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-92a7dd3e-ca61-4107-a716-cc1457dff4d3 req-d6b8e508-32c3-4687-871a-af4644c06652 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Feb 16 09:05:13.820335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:13.945464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997c001-6431-4535-9ef4-62ea61d7132d req-80df3d1e-ded1-49f8-a881-f5169ec5091a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:13.947131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f997c001-6431-4535-9ef4-62ea61d7132d req-80df3d1e-ded1-49f8-a881-f5169ec5091a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0796621 Feb 16 09:05:14.020957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Deleting port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:05:14.021298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:14.270554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] For port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:14.270915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:14.576771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:14.577009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:14.577355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f disassociated. External IP: 172.26.4.70, port: 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e. Feb 16 09:05:14.577729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Calling delete_port for 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:05:14.734362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:14.749783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f860e27-fcd5-4c01-ac82-25fa8ac1b2d8 req-4ee792ea-6a4a-476a-ba18-a53974c4d8ad tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:14.751317 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f860e27-fcd5-4c01-ac82-25fa8ac1b2d8 req-4ee792ea-6a4a-476a-ba18-a53974c4d8ad tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 945 time: 0.0820315 Feb 16 09:05:14.783144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'Port': ['ID=27abdc9d-7ff8-4b67-8dd9-f7ad803c066e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:14.798308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f860e27-fcd5-4c01-ac82-25fa8ac1b2d8 req-4ee0abfa-70fd-41b0-9098-184c20d94152 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Feb 16 09:05:14.798502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.798760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.799095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.799444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.799747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.800072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.800396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.800717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.801033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.801352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:14.801665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:05:15.009194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:05:15.311514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:05:15.320990 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:05:15.333165 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:05:15.334042 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:15.383076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] No DVR routers for this DVR port 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:05:15.386763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:15.389492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-deleted', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:15.406493 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f997c001-6431-4535-9ef4-62ea61d7132d req-b45f6327-bee1-457e-a9c4-a80ea9a635ba tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "DELETE /v2.0/ports/27abdc9d-7ff8-4b67-8dd9-f7ad803c066e HTTP/1.1" status: 204 len: 173 time: 1.4544177 Feb 16 09:05:15.456219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1a7482c-fd4f-4542-9aa4-936e7d0aedca', 'name': 'network-vif-deleted', 'tag': '27abdc9d-7ff8-4b67-8dd9-f7ad803c066e', 'status': 'completed', 'code': 200} Feb 16 09:05:15.516279 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:05:15.859534 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:15.863526 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:05:15.875209 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:05:15.875824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:16.009128 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-691c656b-9a5f-46a3-8f36-7a127e26343e req-a1a62fb6-d318-40d3-920d-bfa17548a473 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=e1a7482c-fd4f-4542-9aa4-936e7d0aedca HTTP/1.1" status: 200 len: 210 time: 0.0633771 Feb 16 09:05:16.065267 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:05:16.371269 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:16.375351 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866bb4a5-704e-42c7-a4c8-70c92987a322 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:05:16.598757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a33b04e-ae71-407a-9e3f-d7671f4e52ba None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:05:17.399807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:05:17.403353 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-42f4a9c1-dd8c-466d-9f44-378c0dbd8a66 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--256345427&fields=id&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 267 time: 0.0424855 Feb 16 09:05:17.433254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:05:17.433599 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 27abdc9d-7ff8-4b67-8dd9-f7ad803c066e not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:05:17.558424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-f5cb7506-6d24-449d-bc94-8ed1f72d01df tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:17.559977 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-f5cb7506-6d24-449d-bc94-8ed1f72d01df tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1500273 Feb 16 09:05:17.577532 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-804da06d-b9e1-4d21-bdca-6b208523de07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/quotas/06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 375 time: 0.0120249 Feb 16 09:05:17.673013 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-398011d1-7443-453a-aabe-e4c928c22c3d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897682 Feb 16 09:05:17.820631 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-7b9b59e5-381b-4b15-b4a5-a366c94ca90c service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341095 Feb 16 09:05:18.071485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-7dcdc5f6-ce73-428b-97dd-42634ea7f1c1 service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398834 Feb 16 09:05:18.271857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b0731cf-835b-4c15-b395-e305e430ce5b req-0ee59145-eaa5-449b-8424-2fa944dbebc9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 210 time: 0.0433934 Feb 16 09:05:18.752665 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:05:19.409189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-9c542d22-e179-43ce-aed3-85bec0d316f8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:19.411578 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-9c542d22-e179-43ce-aed3-85bec0d316f8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1720917 Feb 16 09:05:19.445992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-56338af9-a2a8-4e36-b8de-187526d460ce req-6ad48d1e-dbea-4133-8b2b-63c87809ce49 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 210 time: 0.0415318 Feb 16 09:05:19.480215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-5d452736-fd66-49fe-aaa8-5a0af3d032d3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 379 time: 0.0508316 Feb 16 09:05:19.488499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'port': {'device_id': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'admin_state_up': True, 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'security_groups': ['d2a1f051-a4fd-485b-a092-a2e950dc6cb5']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:05:19.638735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:05:19.643098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:port and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:05:19.646109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:05:19.653375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:05:19.664532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:05:19.667812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:19.850624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Allocated IP 172.20.0.9 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/bfca7d9d-1939-4d51-bcac-4df8f2ab73b1) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:05:20.046770 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.063570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Transition to ACTIVE for port object bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:05:20.090041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.174161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:05:20.177173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:05:20.181731 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:05:20.210385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:20.254702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:20.255360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.289795 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-90ad72aa-9000-48a9-b6ba-63f578ad8ecc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8050301 Feb 16 09:05:20.308700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Request body: {'port': {'device_id': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:05:20.435966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.437738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e9a37e6a-e759-4417-a350-5eabeef78a85 None None] Provisioning for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:05:20.444552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e9a37e6a-e759-4417-a350-5eabeef78a85 None None] Provisioning complete for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:05:20.444994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e6a-e759-4417-a350-5eabeef78a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.547099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e9a37e6a-e759-4417-a350-5eabeef78a85 None None] Port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:05:20.666866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95964427-8b52-4dd9-bb0f-fa12176d5b9e req-f00c17e9-cf66-4e91-9bc1-bd710afa9b79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:20.668946 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-95964427-8b52-4dd9-bb0f-fa12176d5b9e req-f00c17e9-cf66-4e91-9bc1-bd710afa9b79 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 931 time: 0.0807569 Feb 16 09:05:20.715434 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-95964427-8b52-4dd9-bb0f-fa12176d5b9e req-2059c987-8237-4737-b932-f7b7e615da8e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408044 Feb 16 09:05:20.806753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:05:20.814310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.829073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Transition to ACTIVE for port object bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:05:20.832709 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:20.964856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:21.214522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Attempting to bind port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:05:21.214975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Attempting to bind port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:05:21.215471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Attempting to bind port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:05:21.223213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:05:21.223569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Attempting to bind port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:05:21.231802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:05:21.232160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:05:21.232618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:05:21.233046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Bound port: bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:05:21.233551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:21.323718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:05:21.326642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:05:21.331172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:21.397320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:21.398701 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] 10.222.0.98 "PUT /v2.0/ports/bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 1093 time: 1.0957143 Feb 16 09:05:21.399132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:21.417769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d69d8-8894-4bcc-a445-cd2eaeb5c8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:21.485663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'status': 'completed', 'code': 200} Feb 16 09:05:21.534624 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-6511d47e-dfe7-4bb2-b65c-d66fb4bdb3b0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1096 time: 0.0815217 Feb 16 09:05:21.611742 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-ce5eee84-cd80-421e-b652-420afd5f3d34 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 217 time: 0.0652432 Feb 16 09:05:21.673178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-d22c9db8-d195-49c6-834c-e479fce26951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:21.674506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-d22c9db8-d195-49c6-834c-e479fce26951 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0569141 Feb 16 09:05:21.755082 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-8313c652-9e05-4074-b2fd-e2159af9aa21 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750260 Feb 16 09:05:21.910402 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-2c044d63-89fe-41c1-96ba-2fcaf40453ae service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484828 Feb 16 09:05:21.922057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98e967-936d-45a0-bb6e-0f083ba84318 req-fadd2357-d24e-4d50-8c07-edb106e76b43 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:21.923537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db98e967-936d-45a0-bb6e-0f083ba84318 req-fadd2357-d24e-4d50-8c07-edb106e76b43 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 943 time: 0.0853081 Feb 16 09:05:21.973864 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-db98e967-936d-45a0-bb6e-0f083ba84318 req-a28b5d87-5a3f-4332-acfd-464033b513a9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445702 Feb 16 09:05:22.061235 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f3abe73-c82e-4fcc-b41f-2346ce3e3c67 req-f742c86b-ac02-4427-9466-c5c75421e13e service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449261 Feb 16 09:05:22.216374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-8ac0ba9e-a48b-4e9d-8e1c-a3ff270fcdaf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1096 time: 0.0711317 Feb 16 09:05:22.350759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-dc65387b-11bb-40ab-a437-bb91f17b666e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:22.352148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-dc65387b-11bb-40ab-a437-bb91f17b666e service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1299610 Feb 16 09:05:22.433846 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-058bc2f8-a18c-47fa-8d9f-976d87ed9645 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 217 time: 0.0738299 Feb 16 09:05:22.495810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-18b32245-c4fd-4cc8-8656-d2cdfe8ef131 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:22.497321 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-18b32245-c4fd-4cc8-8656-d2cdfe8ef131 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0577588 Feb 16 09:05:22.575716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-6e858ee5-e497-43ee-b607-1601c66d5b64 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720615 Feb 16 09:05:22.706376 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-1c134e1d-0d28-4559-ba18-a5b84a6e1eeb service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228588 Feb 16 09:05:22.836299 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-731c2351-7401-4b4e-9aba-8969be5e71f5 req-0fff4830-00d8-4687-8bc3-a3fca0614f38 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235096 Feb 16 09:05:23.176213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574a10b-a991-44d4-8179-2459f87eddd5 req-c4344c08-f54e-411b-81ea-2187294ef8ea tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:23.177636 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e574a10b-a991-44d4-8179-2459f87eddd5 req-c4344c08-f54e-411b-81ea-2187294ef8ea tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 943 time: 0.0744305 Feb 16 09:05:23.223224 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e574a10b-a991-44d4-8179-2459f87eddd5 req-e4f872d4-0b5b-4b66-a3db-0d64e43fcd7e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401001 Feb 16 09:05:24.439766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68650320-ceaf-4188-bd26-dec3e4508b55 req-cbf967e7-0290-422c-960b-dd8498f73e63 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:24.441224 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68650320-ceaf-4188-bd26-dec3e4508b55 req-cbf967e7-0290-422c-960b-dd8498f73e63 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 943 time: 0.0825949 Feb 16 09:05:24.487496 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68650320-ceaf-4188-bd26-dec3e4508b55 req-fb4302cb-84f9-4fa3-85a1-d3cdcdbb2b23 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409024 Feb 16 09:05:25.472312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:05:25.606874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:25.624958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:05:25.678425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:25.698136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:05:25.702679 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0244bfc-6120-4961-ab1c-d8be70e1a0db req-340a9a40-5864-47fe-9789-108eb3e01b8d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:25.704116 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0244bfc-6120-4961-ab1c-d8be70e1a0db req-340a9a40-5864-47fe-9789-108eb3e01b8d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 943 time: 0.0762389 Feb 16 09:05:25.715529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:25.720078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:25.750778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0244bfc-6120-4961-ab1c-d8be70e1a0db req-a767f1ad-68eb-4ecf-b608-f7afe570b66e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Feb 16 09:05:25.788144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:26.004478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:05:26.962764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bf57a-9e9e-4a7c-a60a-d631b6e11290 req-60fc89ba-fce1-4cd6-af10-818023edb9ce tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:26.964322 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca8bf57a-9e9e-4a7c-a60a-d631b6e11290 req-60fc89ba-fce1-4cd6-af10-818023edb9ce tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 944 time: 0.0815954 Feb 16 09:05:27.017884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca8bf57a-9e9e-4a7c-a60a-d631b6e11290 req-42037dba-151d-45a3-bd76-0cff3d253817 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460949 Feb 16 09:05:27.488234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:05:27.561345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:05:27.566021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:05:27.566387 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:27.687463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:27.718715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:27.728707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:27.734262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:27.788374 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'code': 200} Feb 16 09:05:27.802425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:28.080137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-086f5685-5805-4c55-aa02-46085c9f5818 req-467c6e8f-27e1-47b3-a30c-e53bff8b0731 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.0691271 Feb 16 09:05:28.124512 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-086f5685-5805-4c55-aa02-46085c9f5818 req-4dc2d92d-1c0b-4828-9554-266cb797df40 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380700 Feb 16 09:05:28.218466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65092b-d72d-4473-ab44-53a8a5e4e1a1 req-b8b89ea9-1e79-47d5-85be-b6a5fca41925 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:28.219996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb65092b-d72d-4473-ab44-53a8a5e4e1a1 req-b8b89ea9-1e79-47d5-85be-b6a5fca41925 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0790689 Feb 16 09:05:28.265107 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb65092b-d72d-4473-ab44-53a8a5e4e1a1 req-4d179cf1-1786-4ad5-a4aa-b416b3bc780e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395651 Feb 16 09:05:29.477397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926557b-37b4-49a6-8da0-64a532a8caec req-64c44c52-9012-4904-9572-13899b3713a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:29.478940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1926557b-37b4-49a6-8da0-64a532a8caec req-64c44c52-9012-4904-9572-13899b3713a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0804119 Feb 16 09:05:29.532135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1926557b-37b4-49a6-8da0-64a532a8caec req-06bb8b0e-42e9-4fc3-91ff-832cf8ea6d05 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468881 Feb 16 09:05:29.750914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162dc18-ed82-4e9c-a36f-51f7984d9e33 req-7e7d62eb-344f-4b9e-9da3-62672e7e560d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:29.752399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5162dc18-ed82-4e9c-a36f-51f7984d9e33 req-7e7d62eb-344f-4b9e-9da3-62672e7e560d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0790119 Feb 16 09:05:29.761633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 39986) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:05:29.766971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'floatingip': {'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:05:29.844796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:30.452255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:30.455946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:30.725583 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f associated. External IP: 172.26.4.70, port: bfca7d9d-1939-4d51-bcac-4df8f2ab73b1. Feb 16 09:05:31.123715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:05:31.337107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:05:31.343683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:31.353088 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:05:31.369884 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:05:31.371537 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:31.444195 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bf9d9701-a362-4929-8026-f44de16a20b2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "PUT /v2.0/floatingips/e0e9c411-4f0d-41e2-8351-67186a3cbf6f HTTP/1.1" status: 200 len: 990 time: 1.6788533 Feb 16 09:05:31.444195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:31.544894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'status': 'completed', 'code': 200} Feb 16 09:05:31.564874 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:05:31.596983 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-e5bedb20-2b58-406f-b1b1-ed37ac3673d7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2658041 Feb 16 09:05:31.654306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f94ac71e-8bf0-47cd-b65a-ec4e5c03481c req-5ec0c341-2874-4844-ae1e-c5b6168dd64f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768094 Feb 16 09:05:31.716453 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-7692ecc6-77c4-43c4-b0ef-439881137aeb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.1256692 Feb 16 09:05:31.933497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609123-35f6-4484-a253-d8f1b615601b req-4f1c41cd-675f-4c7d-b188-9883d7296c58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:31.935037 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-4f1c41cd-675f-4c7d-b188-9883d7296c58 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.2130814 Feb 16 09:05:32.047603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444597c3-a7d3-493c-8a59-01ec422cf151 req-62070914-7d6e-4715-81aa-bdbe878c7bde tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:32.052090 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-444597c3-a7d3-493c-8a59-01ec422cf151 req-62070914-7d6e-4715-81aa-bdbe878c7bde tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0977209 Feb 16 09:05:32.062649 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:05:30Z', 'revision_number': 9, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:32.067969 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:05:32.079632 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-66d533f8-b0a2-40e4-8c3e-31e81d732aa0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 998 time: 0.1374152 Feb 16 09:05:32.081262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:32.083056 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-e15a52ad-f213-478a-9110-612788f3d99a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2048903 Feb 16 09:05:32.083545 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:05:32.084158 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:32.141492 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-444597c3-a7d3-493c-8a59-01ec422cf151 req-3e644969-a71d-452c-8e50-909a27d7c000 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840902 Feb 16 09:05:32.160471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58609123-35f6-4484-a253-d8f1b615601b req-ac048d85-1807-41ff-ab4d-940f104e1d91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:32.162103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-ac048d85-1807-41ff-ab4d-940f104e1d91 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0750902 Feb 16 09:05:32.259725 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-266a96ef-1c37-4ae9-8fe8-ccb7fa1c5c94 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913243 Feb 16 09:05:32.312699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:05:32.423680 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-d56c844f-b778-4cfb-b7f8-af4906cd303a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571856 Feb 16 09:05:32.595723 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-58609123-35f6-4484-a253-d8f1b615601b req-b5680076-e879-4473-94f4-e5acb7b01265 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660144 Feb 16 09:05:32.810825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:05:30Z', 'revision_number': 9, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:05:32.816577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cbc07-6f64-43d5-85b5-0f970c89e7c1 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:05:30Z', 'revision_number': 9, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:05:32.843240 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-b8edf348-7f1f-480c-8b61-6890686c975f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.0905690 Feb 16 09:05:33.021778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-40c70464-6eef-4a50-9ca8-8aa6ae4d455b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:33.023396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-40c70464-6eef-4a50-9ca8-8aa6ae4d455b service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1555953 Feb 16 09:05:33.056637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3658576-fc01-40e8-887e-d78bc608a131 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:05:33.140416 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-af214d5b-152f-4297-8f36-667582a60608 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 998 time: 0.1091170 Feb 16 09:05:33.211283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-06b0e8fb-0ff3-4bd3-9cc4-a675439f8ae8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:33.214752 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-06b0e8fb-0ff3-4bd3-9cc4-a675439f8ae8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0655189 Feb 16 09:05:33.303312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-ab467b5a-11c9-4e6b-81d3-d92fb6bd1d89 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822787 Feb 16 09:05:33.360712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a828de-ef1a-4478-ad04-1030a05f1227 req-0316967c-821c-4767-95a8-081699d9ba30 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:33.362181 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53a828de-ef1a-4478-ad04-1030a05f1227 req-0316967c-821c-4767-95a8-081699d9ba30 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0844872 Feb 16 09:05:33.409637 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53a828de-ef1a-4478-ad04-1030a05f1227 req-cf74289d-ed47-4e56-b0ec-a61f996b774b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416086 Feb 16 09:05:33.451597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-384bda82-072a-463f-b9d7-792928a2c429 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416481 Feb 16 09:05:33.584517 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-9deef9e6-9d6b-4c53-b48d-dc00a10544ee service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263871 Feb 16 09:05:33.814302 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-f68e96a1-5056-4057-a825-8322a84b2cd1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.1665080 Feb 16 09:05:33.947268 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-fa233517-922c-4fd0-b87e-6deaa7157081 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:33.948803 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-fa233517-922c-4fd0-b87e-6deaa7157081 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1280041 Feb 16 09:05:34.056339 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-df8f9d1a-3c04-4ca6-a157-2d8727b86e14 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 1001 time: 0.1018097 Feb 16 09:05:34.121053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-a051042e-89a2-4808-8b51-c4330bcb5fc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:34.122630 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-a051042e-89a2-4808-8b51-c4330bcb5fc9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0610194 Feb 16 09:05:34.216657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-8f952ede-bb6c-4772-b612-20690927b83b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885839 Feb 16 09:05:34.353237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-ab178fb4-d536-45ec-b985-82f7335d2f75 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305313 Feb 16 09:05:34.524864 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-1562b961-2fb5-4481-8c61-9fa1d5929918 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666262 Feb 16 09:05:34.619382 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe6cb8-6c70-49e9-a2c2-90cf9fd9f05f req-026322c8-2e59-4415-91cf-e9778f1b543c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:34.620858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ebe6cb8-6c70-49e9-a2c2-90cf9fd9f05f req-026322c8-2e59-4415-91cf-e9778f1b543c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0833023 Feb 16 09:05:34.671315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8ebe6cb8-6c70-49e9-a2c2-90cf9fd9f05f req-f9fefef9-547e-44aa-bef5-7257689bf784 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Feb 16 09:05:35.881119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dac5fc-048c-4623-8cbc-90c5f110c7b4 req-eb6d79a8-f33e-4fee-9e66-5071e4642127 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:35.882597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-43dac5fc-048c-4623-8cbc-90c5f110c7b4 req-eb6d79a8-f33e-4fee-9e66-5071e4642127 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0838723 Feb 16 09:05:35.928835 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-43dac5fc-048c-4623-8cbc-90c5f110c7b4 req-f90e2e01-dec0-43e6-8fb9-81fbdefbfdcb tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401032 Feb 16 09:05:37.143843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3243d-bed2-4f21-93b3-b1617ea1c0dd req-181e7160-7f13-4ddc-978a-65d0744e9499 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:37.145825 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3dd3243d-bed2-4f21-93b3-b1617ea1c0dd req-181e7160-7f13-4ddc-978a-65d0744e9499 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0871880 Feb 16 09:05:37.201770 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3dd3243d-bed2-4f21-93b3-b1617ea1c0dd req-2c179c0b-a476-4d9e-85e9-286848da56c0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477874 Feb 16 09:05:38.418839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa1700-7231-4c3e-a0e0-70f65dc9a203 req-a6e1c81d-c33e-49fa-a45b-9b4646855b53 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:38.420310 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1efa1700-7231-4c3e-a0e0-70f65dc9a203 req-a6e1c81d-c33e-49fa-a45b-9b4646855b53 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0899675 Feb 16 09:05:38.468059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1efa1700-7231-4c3e-a0e0-70f65dc9a203 req-192ddf80-cd7f-4cf8-a891-76610827237d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420227 Feb 16 09:05:38.476153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-feacffbd-36db-43e6-adff-e4e990f6625f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:39.665345 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3fa42d-ff98-4c1b-893e-4ade9bacfd54 req-a7119b85-3a9d-4588-987b-ccea751fea62 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:39.666846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a3fa42d-ff98-4c1b-893e-4ade9bacfd54 req-a7119b85-3a9d-4588-987b-ccea751fea62 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0760179 Feb 16 09:05:39.813970 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a3fa42d-ff98-4c1b-893e-4ade9bacfd54 req-ddc12b81-7477-4f06-827d-56ea25631c58 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414497 Feb 16 09:05:40.946218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a9fc4732-13fd-4c6c-8027-0a9c56995d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:41.009728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031d87-a0f5-4c6c-a30b-1eaf928597c1 req-e3622214-ea1b-4ce0-b1a5-620209b79519 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:41.011232 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f9031d87-a0f5-4c6c-a30b-1eaf928597c1 req-e3622214-ea1b-4ce0-b1a5-620209b79519 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0750444 Feb 16 09:05:41.057245 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f9031d87-a0f5-4c6c-a30b-1eaf928597c1 req-5c45b997-ba5e-492d-9ec8-1c967c18cd09 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397079 Feb 16 09:05:41.724778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:42.002440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:42.257735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d904597-a7da-4b77-b66e-a69cc6a8d361 req-123fcbeb-6d21-42a3-a5d9-4aecbfc8ebda tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:42.259260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d904597-a7da-4b77-b66e-a69cc6a8d361 req-123fcbeb-6d21-42a3-a5d9-4aecbfc8ebda tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0803835 Feb 16 09:05:42.304780 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d904597-a7da-4b77-b66e-a69cc6a8d361 req-366a0329-9f11-4f6e-a122-502c364cd542 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398431 Feb 16 09:05:43.505909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07af6327-c6b8-4bbd-80e2-6f864b84a74e req-fee973a2-c57c-48d8-929e-7a00dddd6fae tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:43.507277 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-07af6327-c6b8-4bbd-80e2-6f864b84a74e req-fee973a2-c57c-48d8-929e-7a00dddd6fae tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0747747 Feb 16 09:05:43.553200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-07af6327-c6b8-4bbd-80e2-6f864b84a74e req-d81c1525-d6e1-426c-911e-29e47ee2457c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Feb 16 09:05:43.821893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:44.752536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157dd87-49df-4e47-bad6-2a85fd1c8bd3 req-6764479d-4d54-437a-8bf7-9f74fef9e32f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:44.753963 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a157dd87-49df-4e47-bad6-2a85fd1c8bd3 req-6764479d-4d54-437a-8bf7-9f74fef9e32f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0774925 Feb 16 09:05:44.798497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a157dd87-49df-4e47-bad6-2a85fd1c8bd3 req-1d9d2fd8-d9c7-432a-9868-3975b09e31dd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389621 Feb 16 09:05:45.998735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4068365-ffd1-441d-9bfe-c25ed9220bcc req-25841cf8-2bde-44ad-9bba-9c4d26561c29 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:46.000218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4068365-ffd1-441d-9bfe-c25ed9220bcc req-25841cf8-2bde-44ad-9bba-9c4d26561c29 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0760195 Feb 16 09:05:46.052326 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4068365-ffd1-441d-9bfe-c25ed9220bcc req-254eaf0a-3700-4c04-9a63-66619049b5fc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456102 Feb 16 09:05:47.254304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a661aa-fa44-4fad-b179-c234cce70ee4 req-b21c5775-1220-49ac-b11e-97c7e95fa440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:47.255884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-62a661aa-fa44-4fad-b179-c234cce70ee4 req-b21c5775-1220-49ac-b11e-97c7e95fa440 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0786307 Feb 16 09:05:47.304464 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-62a661aa-fa44-4fad-b179-c234cce70ee4 req-083a4389-d4d5-4607-8a70-a9d17154d6a9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Feb 16 09:05:48.516659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a219f-ae6b-452c-b5db-86961f3e3242 req-026d25a7-f3c8-4e5a-9d2f-03d5bb8030f5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:48.518170 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a3a219f-ae6b-452c-b5db-86961f3e3242 req-026d25a7-f3c8-4e5a-9d2f-03d5bb8030f5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0850699 Feb 16 09:05:48.574080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a3a219f-ae6b-452c-b5db-86961f3e3242 req-b42f3292-803c-4c34-9855-49f3e952581e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490561 Feb 16 09:05:49.789614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb37e3-2778-4170-b172-2029922e1064 req-12095255-0831-4c30-924b-bea7ef5e90ab tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:49.791202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81bb37e3-2778-4170-b172-2029922e1064 req-12095255-0831-4c30-924b-bea7ef5e90ab tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0800052 Feb 16 09:05:49.842561 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81bb37e3-2778-4170-b172-2029922e1064 req-e3502a84-830f-4f3e-bcb3-ee838df94574 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425708 Feb 16 09:05:51.045994 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eefdab1-fcf2-4060-8dea-2fe813f60368 req-e4f634b5-8b10-48cf-aebb-b2946d5e41a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:51.047554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2eefdab1-fcf2-4060-8dea-2fe813f60368 req-e4f634b5-8b10-48cf-aebb-b2946d5e41a2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0793519 Feb 16 09:05:51.096736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2eefdab1-fcf2-4060-8dea-2fe813f60368 req-2d7544c9-607d-471f-845d-62cb5fb59b2e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435522 Feb 16 09:05:51.478794 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-94cfd96e-9c4a-450f-b69f-32d7199dffbc service neutron] 10.222.0.98 "GET /v2.0/ports/bfca7d9d-1939-4d51-bcac-4df8f2ab73b1/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0735788 Feb 16 09:05:51.758730 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-504d597a-ac18-4f38-8a84-6bc408983b27 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0706673 Feb 16 09:05:51.859693 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-6fb80558-0654-4c07-8e29-1e28fc457b87 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.0672479 Feb 16 09:05:51.987505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-cc06c22d-eb9e-4200-b4c3-34a3b313cf31 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:51.988956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-cc06c22d-eb9e-4200-b4c3-34a3b313cf31 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1237063 Feb 16 09:05:52.089982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-5c8d6304-25c2-4b6d-b4ea-9d1d17cf257d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 1001 time: 0.0953574 Feb 16 09:05:52.151564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-786d1d5b-f926-4eb4-ad98-06b5ff73362e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:52.153073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-786d1d5b-f926-4eb4-ad98-06b5ff73362e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0579104 Feb 16 09:05:52.248974 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-31bff38c-f7d8-43a3-83e5-a609a36aba7a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891902 Feb 16 09:05:52.306259 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408c5f8-89e9-4ec4-9aa7-bb24b0b25cdd req-ce7cb3e7-9256-482b-9a82-9b775f4147b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:52.308042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6408c5f8-89e9-4ec4-9aa7-bb24b0b25cdd req-ce7cb3e7-9256-482b-9a82-9b775f4147b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0868692 Feb 16 09:05:52.356514 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6408c5f8-89e9-4ec4-9aa7-bb24b0b25cdd req-9b1ac653-3311-46ce-a5f5-544b06ef0ec1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428917 Feb 16 09:05:52.381628 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-c90b8299-7be6-4697-a468-d783c562944e service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270950 Feb 16 09:05:52.616924 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d01a73e1-f1bc-49ef-83ff-2eadff0ddf29 req-49146a7a-64ea-42c1-8339-31697d67be29 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299347 Feb 16 09:05:53.551266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a359c0-9e1c-4189-9b03-98c4bcda6818 req-3ffb43c9-3845-4264-ade4-15bd19223b52 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:53.552643 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a359c0-9e1c-4189-9b03-98c4bcda6818 req-3ffb43c9-3845-4264-ade4-15bd19223b52 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0756376 Feb 16 09:05:53.603034 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a359c0-9e1c-4189-9b03-98c4bcda6818 req-fa63263d-3fc3-4556-8562-9465a2cb2404 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448701 Feb 16 09:05:54.806920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a695311-f639-4897-b49e-3cac21b68e85 req-d3c01c87-a133-45cd-a0f7-eddeb42a131f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:54.808381 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a695311-f639-4897-b49e-3cac21b68e85 req-d3c01c87-a133-45cd-a0f7-eddeb42a131f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0774109 Feb 16 09:05:54.853314 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a695311-f639-4897-b49e-3cac21b68e85 req-21a1da6b-47fa-42ad-87f2-ac65f5decf33 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394278 Feb 16 09:05:55.270620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f2067665-9d59-44c5-ada8-a3dd1b21429c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:55.271296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f2067665-9d59-44c5-ada8-a3dd1b21429c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:05:55.286942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f2067665-9d59-44c5-ada8-a3dd1b21429c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:05:55.288072 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f2067665-9d59-44c5-ada8-a3dd1b21429c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&tenant_id=06c0091f59fb479193bf4da160ecf5f1&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0962074 Feb 16 09:05:55.340466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f61b6-4019-4bc6-a32b-aea1cf5982a6 req-f6473707-bc03-489d-b09b-fe0e7b4e34a4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:55.342086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-699f61b6-4019-4bc6-a32b-aea1cf5982a6 req-f6473707-bc03-489d-b09b-fe0e7b4e34a4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0915787 Feb 16 09:05:55.377657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-a07f3b99-3d72-4d42-ba1d-a199aa0d89b6 service neutron] 10.222.0.98 "GET /v2.0/ports/bfca7d9d-1939-4d51-bcac-4df8f2ab73b1/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0841992 Feb 16 09:05:55.388434 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-699f61b6-4019-4bc6-a32b-aea1cf5982a6 req-695ac28b-2dd8-408c-b6d4-4e514541dc05 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406344 Feb 16 09:05:55.481434 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-648e4b6f-6cb5-4c31-b711-0c9a63cf1a40 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.0679033 Feb 16 09:05:55.607225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f4e3d5f0-8fa3-40a5-ab8b-badebff4e13f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:55.608639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f4e3d5f0-8fa3-40a5-ab8b-badebff4e13f service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1220200 Feb 16 09:05:55.689073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:05:55.696411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:05:55.711563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-5ab1df9b-168e-4164-befd-b6b4805d1db2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 1001 time: 0.0969841 Feb 16 09:05:55.753692 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:05:55.773870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a507f4-e7c7-438b-9585-b33015034830 req-fff65287-c707-412e-9893-32fc31f26630 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:55.775372 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-fff65287-c707-412e-9893-32fc31f26630 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0584264 Feb 16 09:05:55.861103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-7a4776c7-59ad-43ad-b03e-c518feb34cf1 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794673 Feb 16 09:05:55.950744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:55.968915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:55.988546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:05:55.993402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:55.997437 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-7532f6e9-88c7-407b-8da6-f72da1c69a5d service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291466 Feb 16 09:05:56.026183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:56.031822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:56.069753 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'code': 200} Feb 16 09:05:56.110933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:56.135858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:05:56.139417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:56.141871 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f8339864-acd9-4d65-822e-c66a216f33c3 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387980 Feb 16 09:05:56.154008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:56.159215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:56.225722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:56.303367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:05:56.592203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2424a34b-0698-432c-929c-9de68e942ea2 req-b97758c4-5add-4d0b-9af6-b505121de6a9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:56.593651 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2424a34b-0698-432c-929c-9de68e942ea2 req-b97758c4-5add-4d0b-9af6-b505121de6a9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 944 time: 0.0775957 Feb 16 09:05:56.639495 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2424a34b-0698-432c-929c-9de68e942ea2 req-d6a67cd7-1008-4e34-a6f6-b9829f2217d4 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Feb 16 09:05:57.715790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:05:57.792653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:05:57.793027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:57.844521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bec13-797b-49bc-a953-c23617333dc1 req-f6fc51e2-190d-4b67-9a87-d59a0276513e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:57.845964 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ad1bec13-797b-49bc-a953-c23617333dc1 req-f6fc51e2-190d-4b67-9a87-d59a0276513e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 944 time: 0.0766308 Feb 16 09:05:57.891046 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ad1bec13-797b-49bc-a953-c23617333dc1 req-19dfa448-2a8b-4074-ab95-ce68274aea26 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388780 Feb 16 09:05:57.908122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:57.939463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:05:57.943359 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:05:58.014220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:05:58.071350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:05:58.133458 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'code': 200} Feb 16 09:05:58.736958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-d18eec17-43ad-4545-a15b-f37193002faf service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0694942 Feb 16 09:05:58.867141 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-f2a220f2-cb53-4bde-856b-e5d5edc4d7e5 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 1098 time: 0.0758955 Feb 16 09:05:59.002772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a507f4-e7c7-438b-9585-b33015034830 req-51a280bd-599d-4801-9261-d498578feae4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:59.004224 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-51a280bd-599d-4801-9261-d498578feae4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1318109 Feb 16 09:05:59.094602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facddfae-8d81-4df9-87be-6e0c33b728a7 req-3791500b-c130-4ff2-9959-02004461b09b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:59.096050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-facddfae-8d81-4df9-87be-6e0c33b728a7 req-3791500b-c130-4ff2-9959-02004461b09b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0782452 Feb 16 09:05:59.109151 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-e16dfdc8-5319-4082-a824-64a8a90682bb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 200 len: 1001 time: 0.0989637 Feb 16 09:05:59.142795 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-facddfae-8d81-4df9-87be-6e0c33b728a7 req-c58bebde-8aa9-4238-a94f-98564cdd1307 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408123 Feb 16 09:05:59.174156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a507f4-e7c7-438b-9585-b33015034830 req-7fbdae47-7deb-41f7-aa00-66d676ab77d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:05:59.175602 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-7fbdae47-7deb-41f7-aa00-66d676ab77d7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0613179 Feb 16 09:05:59.248714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-8f5ea059-6e7d-4770-8d5d-261d8e170a3c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674853 Feb 16 09:05:59.379837 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-7748d828-7b78-4fde-847d-5f9ddc6f6caa service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247783 Feb 16 09:05:59.598896 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f4a507f4-e7c7-438b-9585-b33015034830 req-dc65eef5-c68b-4cc5-be16-771c595c6cd9 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128468 Feb 16 09:06:00.353147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cac17-747b-444e-9a27-2a6d4c43b589 req-1e45583c-949e-47dd-ac01-d0e3096938c1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:00.355371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab5cac17-747b-444e-9a27-2a6d4c43b589 req-1e45583c-949e-47dd-ac01-d0e3096938c1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0871854 Feb 16 09:06:00.403497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab5cac17-747b-444e-9a27-2a6d4c43b589 req-917c6516-d5ed-4f28-972a-9a0a0782b1f9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425828 Feb 16 09:06:01.603370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dec9e2-d95d-431c-8182-dc61d4a93700 req-a8cdb184-31e5-4563-8438-d80893ce46ef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:01.604814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-35dec9e2-d95d-431c-8182-dc61d4a93700 req-a8cdb184-31e5-4563-8438-d80893ce46ef tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0765550 Feb 16 09:06:01.649081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-35dec9e2-d95d-431c-8182-dc61d4a93700 req-08bca485-e754-4130-9909-a0ce9eea0387 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388169 Feb 16 09:06:01.767286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:06:01.775255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:06:01.846698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609d715-527b-408a-8820-aa75f0096628 req-5b5e59ca-74cd-4fe3-8e4d-305757b63d48 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:01.848131 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9609d715-527b-408a-8820-aa75f0096628 req-5b5e59ca-74cd-4fe3-8e4d-305757b63d48 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0803182 Feb 16 09:06:01.893094 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9609d715-527b-408a-8820-aa75f0096628 req-397dce9f-6d2a-482f-b3c6-fd10350c15ea tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393164 Feb 16 09:06:02.000948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.020593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:02.042463 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'mac_address': 'fa:16:3e:5e:1a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:06:02.049402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:02.089971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe80f5-48a6-41e6-a66a-601d81984911 req-0300e7ab-623e-4f7c-b213-30b577f90e1b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:02.091671 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eebe80f5-48a6-41e6-a66a-601d81984911 req-0300e7ab-623e-4f7c-b213-30b577f90e1b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0784991 Feb 16 09:06:02.111537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:02.114156 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'code': 200} Feb 16 09:06:02.132695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.143290 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eebe80f5-48a6-41e6-a66a-601d81984911 req-b2828447-edf0-45a6-a0c8-c042ef57f929 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455523 Feb 16 09:06:02.185903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.195954 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.227512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:06:02.267321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=9']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:02.295618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:06:02.296024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:06:02.563739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b342e-2bf0-4112-8bda-8c435a299ee7 req-3e27e513-f441-471e-a750-4327c3957dbc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:02.565162 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3e9b342e-2bf0-4112-8bda-8c435a299ee7 req-3e27e513-f441-471e-a750-4327c3957dbc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 943 time: 0.0820684 Feb 16 09:06:02.609912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3e9b342e-2bf0-4112-8bda-8c435a299ee7 req-3b8332ed-9ef0-43f7-8037-bc07e3bbe0a5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388997 Feb 16 09:06:02.846318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.863230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:06:02.877595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:02.882267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:02.946987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=10']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:03.020931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:06:03.783602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:06:03.806537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c496af9-ba69-4631-8a1f-eebdffcb02cd req-82ab1a67-cf94-42a1-a8ee-5400284379fa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:03.808611 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5c496af9-ba69-4631-8a1f-eebdffcb02cd req-82ab1a67-cf94-42a1-a8ee-5400284379fa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 945 time: 0.0773766 Feb 16 09:06:03.856844 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5c496af9-ba69-4631-8a1f-eebdffcb02cd req-7d379f14-fb3c-4413-ba36-eed5c3c3607b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425773 Feb 16 09:06:03.860487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:06:03.860983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:03.971547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:04.003260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:04.007348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:04.074616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=11']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:04.114769 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:04.167919 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'code': 200} Feb 16 09:06:04.722993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bdce60-7a06-46fc-82de-270d604162a0 req-360a252e-4794-40d8-aaf2-70ae33b59afc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:04.724329 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-46bdce60-7a06-46fc-82de-270d604162a0 req-360a252e-4794-40d8-aaf2-70ae33b59afc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 946 time: 0.0775685 Feb 16 09:06:04.790022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Deleting port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:06:04.790364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.034378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] For port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:05.034780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.137708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc87820-fb11-459e-bcfb-21a70e76e1aa req-b9c3401e-9522-461e-a5e3-4342b80b8470 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:05.139196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4fc87820-fb11-459e-bcfb-21a70e76e1aa req-b9c3401e-9522-461e-a5e3-4342b80b8470 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 946 time: 0.1573296 Feb 16 09:06:05.186231 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4fc87820-fb11-459e-bcfb-21a70e76e1aa req-e4c3621c-cbb5-463b-bf7f-abd8ec2a95a5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Feb 16 09:06:05.322474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.322905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.323204 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f disassociated. External IP: 172.26.4.70, port: bfca7d9d-1939-4d51-bcac-4df8f2ab73b1. Feb 16 09:06:05.323535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Calling delete_port for bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:06:05.465494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.510616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'Port': ['ID=bfca7d9d-1939-4d51-bcac-4df8f2ab73b1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:05.720813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:06:05.916527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:06:05.926611 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:06:05.938204 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:06:05.938850 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:05.983251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] No DVR routers for this DVR port bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:06:05.985675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:05.988206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-deleted', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:06.006349 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-46bdce60-7a06-46fc-82de-270d604162a0 req-43fcc021-d8ee-4c2f-80dc-beea2047f594 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "DELETE /v2.0/ports/bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 HTTP/1.1" status: 204 len: 173 time: 1.2737789 Feb 16 09:06:06.051630 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bb485dc-37aa-4dad-8806-e2cdbf68cde8', 'name': 'network-vif-deleted', 'tag': 'bfca7d9d-1939-4d51-bcac-4df8f2ab73b1', 'status': 'completed', 'code': 200} Feb 16 09:06:06.122217 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:06:06.386142 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8c9cb930-768e-4b66-a4db-03a108881810 req-25c66ffc-9615-4b92-afba-365073f6b852 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=3bb485dc-37aa-4dad-8806-e2cdbf68cde8 HTTP/1.1" status: 200 len: 210 time: 0.0437238 Feb 16 09:06:06.439184 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:06.443243 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:06:06.454112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:06:06.454722 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:05:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:06.633106 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:06:06.954289 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:06.958132 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d29aff1-cb7c-4e11-a776-15df88460a06 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:06:07.171076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b47f8-c36a-4669-8a9a-bb0d0dee3f94 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:06:07.742041 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-8972d22d-63ad-4059-a3cb-a4f2da5ff0ee tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-securitygroup--256345427&fields=id&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 267 time: 0.0402772 Feb 16 09:06:07.886625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-5d322ff1-af96-4369-aadb-5d0378b16791 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:07.887941 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-5d322ff1-af96-4369-aadb-5d0378b16791 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.1391628 Feb 16 09:06:07.903716 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-af553bd7-f633-4151-9e9c-8a1760703c52 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/quotas/06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 375 time: 0.0105040 Feb 16 09:06:07.981719 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-efd22f8a-0f1a-45b5-9ea7-5fa43974ddae tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731952 Feb 16 09:06:08.117660 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-894b8f2d-f9e5-4e03-918c-7ffabbe607cb service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239753 Feb 16 09:06:08.249798 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-7a340ae6-7f50-4829-8013-4c02836d9377 service neutron] 10.222.0.94 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259019 Feb 16 09:06:08.441346 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f0eac7c7-446b-49fc-9677-30d9332b564c req-6855fc04-9aad-4ad0-8752-eeced3c02240 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 210 time: 0.0454137 Feb 16 09:06:08.477980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a85acb37-3096-4e62-9d6c-9986824dec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:09.636538 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-74156acd-0517-4799-9da7-f40fc6445b6b req-6171fcb3-57d5-4c18-81c3-1f67f2ebbf10 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 210 time: 0.0408139 Feb 16 09:06:09.695464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-cb6bacfd-af4d-4682-b172-d693657d6cfb tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:09.696871 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-cb6bacfd-af4d-4682-b172-d693657d6cfb tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 812 time: 0.2690184 Feb 16 09:06:09.762888 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-c3d53e90-a750-488e-9e7f-ff29ce442bfa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 379 time: 0.0388997 Feb 16 09:06:09.773218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'port': {'device_id': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'admin_state_up': True, 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'security_groups': ['d2a1f051-a4fd-485b-a092-a2e950dc6cb5']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:06:09.802393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:06:09.838397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:06:09.838777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device bfca7d9d-1939-4d51-bcac-4df8f2ab73b1 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:06:09.905143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:06:09.909293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Usage tracker for resource:port and tenant:06c0091f59fb479193bf4da160ecf5f1 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:06:09.912170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:06:09.918626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:06:09.928457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Made reservation on behalf of 06c0091f59fb479193bf4da160ecf5f1 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:06:09.932232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.097122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Allocated IP 172.20.0.8 (f83f4971-ad13-42ae-95a5-b0cf304c5efe/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f/c0ddb997-dc60-494f-b5f3-17223fa5e4e0) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:06:10.280323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.295160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Transition to ACTIVE for port object c0ddb997-dc60-494f-b5f3-17223fa5e4e0 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:06:10.317551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.393396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:06:10.396197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:06:10.400524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:06:10.435401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:10.473236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:10.473871 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.500547 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-1a694c44-f554-47be-af45-6d10f335436a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304878 Feb 16 09:06:10.518011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Request body: {'port': {'device_id': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:06:10.630685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.644525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d9a8605f-ddaa-4ddb-b9dc-814d204bae13 None None] Provisioning for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:06:10.649320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d9a8605f-ddaa-4ddb-b9dc-814d204bae13 None None] Provisioning complete for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:06:10.649696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d9a8605f-ddaa-4ddb-b9dc-814d204bae13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.702111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d9a8605f-ddaa-4ddb-b9dc-814d204bae13 None None] Port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:06:10.839877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fbab2-6dd8-47a9-bb61-7b4923ab48ed req-fc0f8402-de64-4fb5-b756-9fe9e7e9f604 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:10.841372 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da1fbab2-6dd8-47a9-bb61-7b4923ab48ed req-fc0f8402-de64-4fb5-b756-9fe9e7e9f604 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 931 time: 0.0751991 Feb 16 09:06:10.887199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-da1fbab2-6dd8-47a9-bb61-7b4923ab48ed req-bebd248a-f21f-49bb-a0fb-239722d414ff tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400829 Feb 16 09:06:10.948901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-20174a97-c627-400c-848c-c1c585d41e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:10.979613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:06:10.986178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.000986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Transition to ACTIVE for port object c0ddb997-dc60-494f-b5f3-17223fa5e4e0 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:06:11.004873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.126277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:11.238828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Attempting to bind port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:06:11.239162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Attempting to bind port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:06:11.239491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Attempting to bind port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:06:11.245092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:06:11.245411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Attempting to bind port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 on network f83f4971-ad13-42ae-95a5-b0cf304c5efe {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:06:11.251691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:06:11.252021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Checking segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:06:11.252400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Bound using segment: {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:06:11.252819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Bound port: c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbbac425-c249-43f0-aad1-023ab1359f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:06:11.253160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.342701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:06:11.345601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:06:11.350227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.410779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.412279 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] 10.222.0.98 "PUT /v2.0/ports/c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1093 time: 0.8984537 Feb 16 09:06:11.412708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:11.434713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fffff7c-80b5-4d80-82b3-fe10af9e7286 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:11.500162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'status': 'completed', 'code': 200} Feb 16 09:06:11.542575 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-ffef68be-7821-4aeb-8412-b7b284796b9c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0737276 Feb 16 09:06:11.623593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-fdbed3a0-f270-4662-99c1-73d12d3ff55c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0641403 Feb 16 09:06:11.684618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-a0fc4486-26c7-477e-adae-d5377eb0a4bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:11.685940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-a0fc4486-26c7-477e-adae-d5377eb0a4bc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0566242 Feb 16 09:06:11.730706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:11.848214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-6ce5f74b-efd4-4323-92f0-1a32f2e83d5e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1560957 Feb 16 09:06:11.976984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-d7748238-6ef6-4501-aa93-4525df58567c service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218293 Feb 16 09:06:12.008636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:12.093866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b53423-1428-44cb-9d10-c1660ec1d1f8 req-17bec5cb-f598-4ca6-b2f9-b635c391b241 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:12.095329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6b53423-1428-44cb-9d10-c1660ec1d1f8 req-17bec5cb-f598-4ca6-b2f9-b635c391b241 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0784481 Feb 16 09:06:12.113636 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0d64c66e-d0da-4f4d-ba83-caeb75ae72bf req-32a19576-e421-47c6-a4bc-99f247570d62 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300187 Feb 16 09:06:12.141085 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6b53423-1428-44cb-9d10-c1660ec1d1f8 req-1f1f5fe9-d24a-4b9f-8887-f64caaafffb1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400834 Feb 16 09:06:12.270982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-c4d69157-ba94-4816-b5d2-68208d31e040 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1096 time: 0.0682538 Feb 16 09:06:12.399929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-523edc5e-0f38-4cea-a694-251324eab3ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:12.401397 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-523edc5e-0f38-4cea-a694-251324eab3ec service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1237738 Feb 16 09:06:12.478161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-2f149472-cd3c-4813-a933-69be65b7d4c1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 217 time: 0.0701351 Feb 16 09:06:12.540519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-aa094195-d308-49f3-881a-164bf05b93cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:12.542388 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-aa094195-d308-49f3-881a-164bf05b93cf service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0582063 Feb 16 09:06:12.615176 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-e78b4084-f662-4b33-8623-b4cacc79fc52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665178 Feb 16 09:06:12.741627 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-bcfcdfa6-8d38-4b6d-a309-8ace803e858e service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196837 Feb 16 09:06:12.868792 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-602d28fb-3f8b-40ab-a995-88268de7d663 req-0171771b-070e-42c2-ae89-3b095ba6d527 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206491 Feb 16 09:06:13.339170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d612698-96fc-4519-a66f-54e6f3762d87 req-4d2144b0-0a58-412f-ae17-cc7f394af9c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:13.340642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d612698-96fc-4519-a66f-54e6f3762d87 req-4d2144b0-0a58-412f-ae17-cc7f394af9c2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0748613 Feb 16 09:06:13.389684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d612698-96fc-4519-a66f-54e6f3762d87 req-808c8938-d258-407d-bdf5-5ee83ee2ab9c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436134 Feb 16 09:06:13.831787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:14.593411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d14-21f8-4c2a-b67d-87df8e40fa3b req-6e716f20-1090-440c-b3dd-295b9020fb1d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:14.594792 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d5ff8d14-21f8-4c2a-b67d-87df8e40fa3b req-6e716f20-1090-440c-b3dd-295b9020fb1d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0765061 Feb 16 09:06:14.639547 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d5ff8d14-21f8-4c2a-b67d-87df8e40fa3b req-09733cf9-06c0-41ad-96a0-1e2073f86bce tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393667 Feb 16 09:06:15.845134 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:06:15.847938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86668b-fcc6-4064-80e1-383b67e9a54d req-54d8a22c-3ae9-4602-b088-0a20b336b87e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:15.849466 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec86668b-fcc6-4064-80e1-383b67e9a54d req-54d8a22c-3ae9-4602-b088-0a20b336b87e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0837283 Feb 16 09:06:15.898521 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec86668b-fcc6-4064-80e1-383b67e9a54d req-c802cc06-f832-4fa8-b3e5-6abbf655d198 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416646 Feb 16 09:06:15.988567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:16.003303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:06:16.064031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:16.083268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:06:16.099214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:16.103390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:16.171746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:16.180208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.180553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.180894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.181721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.182058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.182388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.182740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.183067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.183392 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.183715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.184041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:06:16.374099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['c0ddb997-dc60-494f-b5f3-17223fa5e4e0'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:06:17.097860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffdfb23-be28-47e5-9f53-526f6e2ccc15 req-3a5e89b7-2171-44ad-baec-49bb7663239b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:17.099390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ffdfb23-be28-47e5-9f53-526f6e2ccc15 req-3a5e89b7-2171-44ad-baec-49bb7663239b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 944 time: 0.0753181 Feb 16 09:06:17.144634 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6ffdfb23-be28-47e5-9f53-526f6e2ccc15 req-82df9177-d174-4292-9906-51838de61122 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Feb 16 09:06:17.860947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:06:17.929172 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:06:17.934286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:06:17.934689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:18.051265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:18.080056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:18.090589 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:18.095371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:18.136497 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'code': 200} Feb 16 09:06:18.165717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:18.359457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b13300-8266-46e1-b271-9fde4e9ed896 req-dfa4f1ad-fc29-4f2d-8db3-b1279e8da789 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:18.360973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96b13300-8266-46e1-b271-9fde4e9ed896 req-dfa4f1ad-fc29-4f2d-8db3-b1279e8da789 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0882659 Feb 16 09:06:18.409689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96b13300-8266-46e1-b271-9fde4e9ed896 req-07fed597-076a-4a25-bfed-a46771cf754e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 Feb 16 09:06:18.422674 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bd27458d-53ea-488a-9617-f33f27d54395 req-44713e53-6c14-41dd-a062-78deca0ebb24 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0824540 Feb 16 09:06:18.476755 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bd27458d-53ea-488a-9617-f33f27d54395 req-c301e1af-a6b5-409e-b73f-3305c18e53cf service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478845 Feb 16 09:06:19.616893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d26bae-0dad-47b3-8ec5-aa298fbc747c req-4b209ad7-3538-4a5d-a16b-806d9490c056 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:19.618272 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94d26bae-0dad-47b3-8ec5-aa298fbc747c req-4b209ad7-3538-4a5d-a16b-806d9490c056 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0818460 Feb 16 09:06:19.672276 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94d26bae-0dad-47b3-8ec5-aa298fbc747c req-1e268705-cf16-4a41-aff2-b53f8b543393 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480123 Feb 16 09:06:20.874141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82710640-01e0-47ea-b8ef-6dbd3480ef40 req-fa363f10-8947-4f88-9ef9-d9662322ceaa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:20.875695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-82710640-01e0-47ea-b8ef-6dbd3480ef40 req-fa363f10-8947-4f88-9ef9-d9662322ceaa tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0784304 Feb 16 09:06:20.925762 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-82710640-01e0-47ea-b8ef-6dbd3480ef40 req-2da35e1e-4347-4eac-a8ad-6867ab90d531 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441875 Feb 16 09:06:21.155502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15df7b-7cb1-4060-a819-910663308a89 req-d7a631cb-39e2-408d-a3cf-d86bf465101a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:21.157148 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0c15df7b-7cb1-4060-a819-910663308a89 req-d7a631cb-39e2-408d-a3cf-d86bf465101a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0838370 Feb 16 09:06:21.166373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40144) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:06:21.171806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Request body: {'floatingip': {'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:06:21.331895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:21.947128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:21.951375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:22.152603 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f associated. External IP: 172.26.4.70, port: c0ddb997-dc60-494f-b5f3-17223fa5e4e0. Feb 16 09:06:22.548829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:06:22.866240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:06:22.870532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:22.876541 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:06:22.923707 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:06:22.924324 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:06:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:22.928158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2ba991a0-7fc4-45df-9cb1-40be946c3007 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "PUT /v2.0/floatingips/e0e9c411-4f0d-41e2-8351-67186a3cbf6f HTTP/1.1" status: 200 len: 991 time: 1.7606957 Feb 16 09:06:22.928741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:23.001601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'status': 'completed', 'code': 200} Feb 16 09:06:23.115093 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:06:23.128427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-3a5fef00-7eb7-4a8c-a5db-04f8c5fae06b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0765319 Feb 16 09:06:23.287727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-d9dee774-b926-4be4-819a-3d9039cb06e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:23.289237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-d9dee774-b926-4be4-819a-3d9039cb06e2 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1557450 Feb 16 09:06:23.424393 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-dae8db95-b6d0-4493-b824-b4f855303d3d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 999 time: 0.1294870 Feb 16 09:06:23.497762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-db436b4b-d1de-46a9-8b05-523e8ecdde2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:23.499260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-db436b4b-d1de-46a9-8b05-523e8ecdde2c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0685036 Feb 16 09:06:23.561031 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:06:21Z', 'revision_number': 13, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:23.565720 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:06:23.577869 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:06:23.578638 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:06:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:23.699135 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-4559501c-606c-45b6-a098-7de0fafa51bc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1941431 Feb 16 09:06:23.787730 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:06:23.842119 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-5214d999-db8f-4e06-8bb3-992ec4e736f3 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364186 Feb 16 09:06:23.992399 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-925b53a4-fb33-4d14-8b5e-7293049b3118 req-784cffa2-c6db-4511-9ef2-508564e3094f service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443586 Feb 16 09:06:24.169484 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:06:21Z', 'revision_number': 13, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:06:24.173736 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a5a4da-a7db-4c8e-88a1-d04011d7e592 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'e0e9c411-4f0d-41e2-8351-67186a3cbf6f', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'floating_ip_address': '172.26.4.70', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:03:20Z', 'updated_at': '2022-02-16T09:06:21Z', 'revision_number': 13, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:06:24.387996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c701a-b1ae-4e7b-8412-eb053ef33eef None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:06:24.710873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7712279-0c07-44a7-a908-5f5a7d8392f9 req-25e3440b-9b4a-486c-8772-6fa4215b9efe tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:24.712388 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7712279-0c07-44a7-a908-5f5a7d8392f9 req-25e3440b-9b4a-486c-8772-6fa4215b9efe tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0850027 Feb 16 09:06:24.761858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c7712279-0c07-44a7-a908-5f5a7d8392f9 req-1be28742-3014-4a73-8344-283d5c365c8a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437403 Feb 16 09:06:31.364037 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-7ba5c42a-9121-441b-bd67-7974e57cf21f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696030 Feb 16 09:06:31.535883 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-3927587a-a1bf-48e5-9480-2ff27aba594a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0691199 Feb 16 09:06:31.701663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-c6f74576-c3d9-4472-839a-30ebbd13a01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:31.703150 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-c6f74576-c3d9-4472-839a-30ebbd13a01e service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1476886 Feb 16 09:06:31.808374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-dd4b4ebe-dd8b-4a14-9a16-080b73e725d1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0989268 Feb 16 09:06:31.874953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-932ff368-575d-475e-b919-f1443f980d17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:31.876430 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-932ff368-575d-475e-b919-f1443f980d17 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0632243 Feb 16 09:06:31.950214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-473e6b0d-0c1b-491e-8de3-9981768cc33a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679567 Feb 16 09:06:32.090269 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-2dc0e32b-ea59-4365-9156-f86355b1db8a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293037 Feb 16 09:06:32.091497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:32.226576 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-884fd129-ae28-49a8-87fd-eec91eb18fb9 req-7e994083-2cc4-40b2-9f91-c2474ff64c1a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298637 Feb 16 09:06:32.753548 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:06:33.202178 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3e36284d-d4b0-4208-af4d-636b5b9a0e04 req-9a93e727-caa5-4535-9fd0-7669651ae0a5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0679154 Feb 16 09:06:33.539472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b988d14-47af-4f49-af51-cd4673e7311b req-e1dd224d-5356-4142-94ce-d0b2533e02cf tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:33.542200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b988d14-47af-4f49-af51-cd4673e7311b req-e1dd224d-5356-4142-94ce-d0b2533e02cf tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0967479 Feb 16 09:06:33.542424 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-30b236c7-3967-414c-a337-733e0bc1d4fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1575854 Feb 16 09:06:33.608078 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b988d14-47af-4f49-af51-cd4673e7311b req-fb7a9397-b45d-46b3-be0d-5dc97057a29e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569553 Feb 16 09:06:34.834358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53f1d-68b3-42a4-b426-8658645a55f6 req-7b673362-bf51-4769-87e1-ace3915bb6e0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:34.835948 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ff53f1d-68b3-42a4-b426-8658645a55f6 req-7b673362-bf51-4769-87e1-ace3915bb6e0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0768094 Feb 16 09:06:34.843143 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-9c5c3c71-e902-47aa-afc5-e840a2014e57 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0693150 Feb 16 09:06:34.884694 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ff53f1d-68b3-42a4-b426-8658645a55f6 req-8552572e-7110-4209-8c26-9023225283c7 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424204 Feb 16 09:06:34.974008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-1f048a69-e19e-4e86-b666-a42bf14f1984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:34.975402 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-1f048a69-e19e-4e86-b666-a42bf14f1984 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1255038 Feb 16 09:06:35.079850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-8e5d7482-4c0c-4819-a8f3-03b6a2d2ea5c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0959287 Feb 16 09:06:35.143664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-219f5db9-058f-4b5f-8ce7-a7a32114d858 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:35.145079 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-219f5db9-058f-4b5f-8ce7-a7a32114d858 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0571408 Feb 16 09:06:35.328246 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-7676f9a4-cccc-4b9a-bdb7-cf72246635ed service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1744962 Feb 16 09:06:35.460305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-a6ab7dc7-6c90-488b-ae5b-06a1be6ab43c service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245830 Feb 16 09:06:35.594994 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-95c104ac-bbfd-4214-962e-3a26071fa5fc service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288657 Feb 16 09:06:36.082164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5293b-2c42-4414-9ecc-4c9eaf85795d req-abf5946a-dadd-4586-9f0b-d0e6595a3b07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:36.083893 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c2e5293b-2c42-4414-9ecc-4c9eaf85795d req-abf5946a-dadd-4586-9f0b-d0e6595a3b07 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0762172 Feb 16 09:06:36.129478 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c2e5293b-2c42-4414-9ecc-4c9eaf85795d req-0dd248cc-9588-44a8-96bf-a66d748ae2dc tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394981 Feb 16 09:06:37.330421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84f271-e122-4953-9402-5b396e328621 req-5f6eb12e-afce-4078-b5a7-dc46bf8dc70e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:37.331843 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab84f271-e122-4953-9402-5b396e328621 req-5f6eb12e-afce-4078-b5a7-dc46bf8dc70e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0788851 Feb 16 09:06:37.377042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab84f271-e122-4953-9402-5b396e328621 req-820e06ba-f379-4947-88ef-a9c5b0a22d21 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Feb 16 09:06:38.472804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38899233-e4ed-4f87-be54-b4ac56a94541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:38.738651 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5dcc4-2629-4527-9f56-2f73d17f91ef req-f1f4645a-b570-4165-b70d-27d0ef628751 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:38.740588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2dd5dcc4-2629-4527-9f56-2f73d17f91ef req-f1f4645a-b570-4165-b70d-27d0ef628751 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0942502 Feb 16 09:06:38.787105 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2dd5dcc4-2629-4527-9f56-2f73d17f91ef req-22dae7a5-da48-4305-9b37-3e7c0ad0f7b6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401373 Feb 16 09:06:39.996501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3dcd-b42e-4f4f-80d1-56c5376e12cc req-d7d4f2a2-ab70-4469-8e7f-adc198af2e28 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:39.997858 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e70c3dcd-b42e-4f4f-80d1-56c5376e12cc req-d7d4f2a2-ab70-4469-8e7f-adc198af2e28 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0786479 Feb 16 09:06:40.041986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e70c3dcd-b42e-4f4f-80d1-56c5376e12cc req-1b5d46b0-054d-4ed3-97f2-ec4811082925 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385399 Feb 16 09:06:40.952616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69097765-8df7-4d41-9976-ce4486ea00cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:41.243308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45b3ea-541b-4774-a860-ec3d79897c18 req-aba7d5a5-6ff0-4b71-b7f7-46a1982676b9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:41.244782 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-be45b3ea-541b-4774-a860-ec3d79897c18 req-aba7d5a5-6ff0-4b71-b7f7-46a1982676b9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0776565 Feb 16 09:06:41.297125 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-be45b3ea-541b-4774-a860-ec3d79897c18 req-514e4af3-af72-415d-81f8-2e046c25fa0e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Feb 16 09:06:41.723842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:42.009472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:42.494031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b905cc9-c676-4abf-beca-350ea1d652cb req-87f83e1f-97eb-4402-bb2a-be3d16f83b17 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:42.497338 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b905cc9-c676-4abf-beca-350ea1d652cb req-87f83e1f-97eb-4402-bb2a-be3d16f83b17 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0753784 Feb 16 09:06:42.543417 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3b905cc9-c676-4abf-beca-350ea1d652cb req-9a0245e1-82d2-415d-9a06-2f4a9119c115 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Feb 16 09:06:43.045657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-a3e0892b-bd29-42ea-a0e8-664710d88e20 service neutron] 10.222.0.98 "GET /v2.0/ports/c0ddb997-dc60-494f-b5f3-17223fa5e4e0/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0761628 Feb 16 09:06:43.359332 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-0104a2af-fadc-4d23-a05e-8fa18b4255f9 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0691464 Feb 16 09:06:43.464993 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-7f9fdf25-ee67-44ba-adb1-55472042b416 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0715399 Feb 16 09:06:43.597998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-bb897e7f-be40-44b6-9677-2e3b5e9261c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:43.599536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-bb897e7f-be40-44b6-9677-2e3b5e9261c7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1274862 Feb 16 09:06:43.703715 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-aa3a84ac-7fa5-43ab-91fe-02cbe7b4b98f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0979280 Feb 16 09:06:43.746839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c17c-b57d-46b3-b4dc-dd46a183c1af req-2c5bb290-6c16-4d11-a1a3-a3d2809bad9b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:43.748400 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84e6c17c-b57d-46b3-b4dc-dd46a183c1af req-2c5bb290-6c16-4d11-a1a3-a3d2809bad9b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0807631 Feb 16 09:06:43.765335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-ef3d6a4c-6863-4ec4-8eb5-ea19e1c8667a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:43.767137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-ef3d6a4c-6863-4ec4-8eb5-ea19e1c8667a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0582664 Feb 16 09:06:43.795362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-84e6c17c-b57d-46b3-b4dc-dd46a183c1af req-34e82949-4ca0-4680-9c74-71d2b06caaea tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411098 Feb 16 09:06:43.827853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:43.854131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-44869478-1397-4f4c-9fd4-7ba76c62e9e3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811012 Feb 16 09:06:43.982178 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-f29804f8-7580-4d5e-bc76-a8661e981b7d service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218839 Feb 16 09:06:44.111192 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-0a54fc4b-6614-42db-8a9f-4dad92869702 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228383 Feb 16 09:06:45.004195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e45d9-7e8a-418d-bdee-f1af90544c14 req-9fc1a88c-5716-4132-8d75-870bf1ee6531 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:45.007477 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-224e45d9-7e8a-418d-bdee-f1af90544c14 req-9fc1a88c-5716-4132-8d75-870bf1ee6531 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0842347 Feb 16 09:06:45.054715 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-224e45d9-7e8a-418d-bdee-f1af90544c14 req-1ef63c8c-dff1-430d-8579-7a12029fbb3a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412107 Feb 16 09:06:46.001034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:06:46.112925 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:46.145488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:46.157356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:46.157356 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:46.226723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:46.235663 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'code': 200} Feb 16 09:06:46.277282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfb5e5-800a-4c44-aa22-7c92eb5aa0a3 req-b63ff0b5-a4e2-465c-aeaa-2e0ad75e4309 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:46.278747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-77dfb5e5-800a-4c44-aa22-7c92eb5aa0a3 req-b63ff0b5-a4e2-465c-aeaa-2e0ad75e4309 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0891767 Feb 16 09:06:46.323827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-77dfb5e5-800a-4c44-aa22-7c92eb5aa0a3 req-a5e18907-1cdc-4dfc-80a3-46e74e9b94e9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Feb 16 09:06:47.522946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969acc1f-25d4-4711-bedc-c1f9691bb439 req-689e3470-eccd-4bb8-8fc9-6d5f35ca08e6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:47.524867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-969acc1f-25d4-4711-bedc-c1f9691bb439 req-689e3470-eccd-4bb8-8fc9-6d5f35ca08e6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0749938 Feb 16 09:06:47.568418 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-969acc1f-25d4-4711-bedc-c1f9691bb439 req-8a9e9a68-adbb-41ec-a724-e19a3011765f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382133 Feb 16 09:06:48.016138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:06:48.176660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:48.192972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:06:48.245451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:48.262706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:06:48.280395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:48.284117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:48.347390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:48.411024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['c0ddb997-dc60-494f-b5f3-17223fa5e4e0'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:06:48.767164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd42f9-456a-4fa0-9a74-213923365030 req-d01b0c4c-573a-4c95-a0d7-f43fbe8c65f2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:48.768636 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bdd42f9-456a-4fa0-9a74-213923365030 req-d01b0c4c-573a-4c95-a0d7-f43fbe8c65f2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 944 time: 0.0807838 Feb 16 09:06:48.814164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bdd42f9-456a-4fa0-9a74-213923365030 req-d6d1946b-c816-4c0f-8f8b-0253e2c45418 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400200 Feb 16 09:06:50.008009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f002c-f3dc-43b4-8433-dd8c48252769 req-bada6e4c-5620-408b-98c5-0fded1a55a43 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:50.009413 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea0f002c-f3dc-43b4-8433-dd8c48252769 req-bada6e4c-5620-408b-98c5-0fded1a55a43 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 944 time: 0.0742536 Feb 16 09:06:50.030751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:06:50.058961 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea0f002c-f3dc-43b4-8433-dd8c48252769 req-30217b8b-36fc-4af2-82f0-fcfeccc0d970 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437202 Feb 16 09:06:50.100040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:06:50.100405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:50.210176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:50.236622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:06:50.246901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:06:50.251128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:06:50.317047 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'code': 200} Feb 16 09:06:50.322325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:06:51.264295 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d520ba8-3249-4665-909d-1d641a87fc1a req-769aadcc-894f-42ca-b6b5-75fc53edbc06 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:51.265750 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d520ba8-3249-4665-909d-1d641a87fc1a req-769aadcc-894f-42ca-b6b5-75fc53edbc06 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0769773 Feb 16 09:06:51.309852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d520ba8-3249-4665-909d-1d641a87fc1a req-d6f2b2a4-51bb-4d73-ae1a-61a8a55fe411 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Feb 16 09:06:52.608605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b2538-9477-4e24-8659-3e8320ed1a77 req-d8a969d1-706a-41da-b471-bd3258a97308 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:52.609975 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e0b2538-9477-4e24-8659-3e8320ed1a77 req-d8a969d1-706a-41da-b471-bd3258a97308 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.1749947 Feb 16 09:06:52.656140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e0b2538-9477-4e24-8659-3e8320ed1a77 req-5c7595fd-e72b-4a14-9f35-0f6413cadb9d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Feb 16 09:06:53.856112 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4913f2-0c15-4f3f-b939-30c4c63af5a8 req-0dd6ed0f-41fc-4c72-a14f-c682dd0678b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:53.857582 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eb4913f2-0c15-4f3f-b939-30c4c63af5a8 req-0dd6ed0f-41fc-4c72-a14f-c682dd0678b5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0784874 Feb 16 09:06:53.902689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eb4913f2-0c15-4f3f-b939-30c4c63af5a8 req-746b706d-f01f-476f-934e-b23c9eb83bb3 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395501 Feb 16 09:06:54.325489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-056ff1c3-5bf8-4ea7-94fd-2ea01a210e75 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:54.326175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-056ff1c3-5bf8-4ea7-94fd-2ea01a210e75 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Synchronizing usage tracker for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:06:54.342088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-056ff1c3-5bf8-4ea7-94fd-2ea01a210e75 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Unset dirty status for tenant:06c0091f59fb479193bf4da160ecf5f1 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:06:54.343396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-056ff1c3-5bf8-4ea7-94fd-2ea01a210e75 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&tenant_id=06c0091f59fb479193bf4da160ecf5f1&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0969548 Feb 16 09:06:54.386598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495f6408-43d6-4ded-a217-5197d2e146e2 req-6324b2a0-15d5-4d8e-886e-79633b9d0c4a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:54.388090 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-495f6408-43d6-4ded-a217-5197d2e146e2 req-6324b2a0-15d5-4d8e-886e-79633b9d0c4a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0799990 Feb 16 09:06:54.422365 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-4c5daed3-02d5-45fd-920c-dbbde958096a service neutron] 10.222.0.98 "GET /v2.0/ports/c0ddb997-dc60-494f-b5f3-17223fa5e4e0/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0734656 Feb 16 09:06:54.432757 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-495f6408-43d6-4ded-a217-5197d2e146e2 req-82904e06-e635-4cfc-8720-222428eb9a50 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389192 Feb 16 09:06:54.531140 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-f44aaebe-f705-4286-9d97-383153f09cb9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0712245 Feb 16 09:06:54.662771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-06cecedb-300c-466a-b38b-76c6ba14d581 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:54.664234 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-06cecedb-300c-466a-b38b-76c6ba14d581 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1275098 Feb 16 09:06:54.855525 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-d00c674d-3859-4f70-9a04-3edaea7a7fa2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.1853616 Feb 16 09:06:54.917184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-cdb57fea-1bd3-43c2-baed-c385507b6069 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:54.918651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-cdb57fea-1bd3-43c2-baed-c385507b6069 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0569372 Feb 16 09:06:54.994894 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-6616aba3-800b-4a73-ba04-9a7e4eb28e59 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689259 Feb 16 09:06:55.125328 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-0e2b7697-e4ee-4846-8d0f-9b041e6b08d4 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246126 Feb 16 09:06:55.255483 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-198ba842-d01f-47cd-b929-570f855e9f7a service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243057 Feb 16 09:06:55.629559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96124916-bac0-4f95-b458-11d5bfa46cee req-c713397d-a4a9-484e-9ccf-62e3a05351d5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:55.631028 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96124916-bac0-4f95-b458-11d5bfa46cee req-c713397d-a4a9-484e-9ccf-62e3a05351d5 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0747244 Feb 16 09:06:55.674930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96124916-bac0-4f95-b458-11d5bfa46cee req-c50fcb2d-b825-4fbc-b8e8-c3d074b4465c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383098 Feb 16 09:06:56.876440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2dbdb-61d6-4481-ba46-86da6fb359e9 req-f2819786-9531-4ebe-93c0-db780a3a89dd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:56.877873 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8be2dbdb-61d6-4481-ba46-86da6fb359e9 req-f2819786-9531-4ebe-93c0-db780a3a89dd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0766623 Feb 16 09:06:56.924174 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8be2dbdb-61d6-4481-ba46-86da6fb359e9 req-fd1bc096-1336-41d7-b6a3-e851c7024ec2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Feb 16 09:06:58.128777 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1fed6-a25f-45a2-a655-5ed8e6852307 req-424328c5-c101-46a3-a748-b22bb5e1940e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:58.130227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0e1fed6-a25f-45a2-a655-5ed8e6852307 req-424328c5-c101-46a3-a748-b22bb5e1940e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0755963 Feb 16 09:06:58.178475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0e1fed6-a25f-45a2-a655-5ed8e6852307 req-34e34bf3-c5cc-47ba-8a94-789a94e5c6d6 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423131 Feb 16 09:06:58.421777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-6c887e03-0c5d-4abb-a16f-e9aaaf1868a7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6&tenant_id=06c0091f59fb479193bf4da160ecf5f1 HTTP/1.1" status: 200 len: 1098 time: 0.0713756 Feb 16 09:06:58.520527 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-eb2b3681-931d-4c02-ac01-cf6f99b2308f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=06c0091f59fb479193bf4da160ecf5f1&device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 1098 time: 0.0679429 Feb 16 09:06:58.646735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-0bd177b5-9f6c-4ef2-99c2-d1f437f9c27a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:58.648166 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-0bd177b5-9f6c-4ef2-99c2-d1f437f9c27a service neutron] 10.222.0.98 "GET /v2.0/networks?id=f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 200 len: 913 time: 0.1223707 Feb 16 09:06:58.749377 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-0dcabcb3-ea03-477f-b2a8-1b24db3f9d7c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 200 len: 1001 time: 0.0951774 Feb 16 09:06:58.810392 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-a9a8910d-94d9-49d1-9abc-098d9c466d20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:58.811757 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-a9a8910d-94d9-49d1-9abc-098d9c466d20 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 200 len: 851 time: 0.0563619 Feb 16 09:06:58.886672 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-952cde71-e900-4eb7-8c4c-3cd234ed63e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f83f4971-ad13-42ae-95a5-b0cf304c5efe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692995 Feb 16 09:06:59.013652 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-f4f52f3a-e8cb-4e82-8f52-2f5b7dbe808e service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212697 Feb 16 09:06:59.143731 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b56c4b0e-b66e-4ce9-8830-5a0172592b6a req-541f2de2-6214-4753-854f-926d47921ba6 service neutron] 10.222.0.98 "GET /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243238 Feb 16 09:06:59.376288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb03322-a2b6-4cdc-baff-6065997f521d req-f2919075-d55e-4087-a064-c6ed96694cb1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:06:59.377747 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6bb03322-a2b6-4cdc-baff-6065997f521d req-f2919075-d55e-4087-a064-c6ed96694cb1 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0751462 Feb 16 09:06:59.426761 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6bb03322-a2b6-4cdc-baff-6065997f521d req-3a487b46-c755-410c-9523-b5f0c1e075b0 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431561 Feb 16 09:07:00.630413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d9a84-a090-4ac2-b834-4d5b2d29042a req-64a4f7dd-0b8b-4b9f-98f7-dca53c7d098e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:00.631873 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-288d9a84-a090-4ac2-b834-4d5b2d29042a req-64a4f7dd-0b8b-4b9f-98f7-dca53c7d098e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0800710 Feb 16 09:07:00.676375 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-288d9a84-a090-4ac2-b834-4d5b2d29042a req-e2fd611c-a810-49bb-aec1-b68584b3cafd tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390322 Feb 16 09:07:01.882754 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09732e-2fbe-4362-9d9f-f2178c4b5923 req-6590ec15-3f89-483e-8f3a-c082551e597b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:01.884992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ef09732e-2fbe-4362-9d9f-f2178c4b5923 req-6590ec15-3f89-483e-8f3a-c082551e597b tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0782709 Feb 16 09:07:01.931399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ef09732e-2fbe-4362-9d9f-f2178c4b5923 req-7034c24e-b4da-4bff-9b80-364a68568247 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406759 Feb 16 09:07:02.099232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:02.151818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:02.239862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:02.268471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:02.279147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:02.284030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:02.339493 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'code': 200} Feb 16 09:07:02.354231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=9']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:03.155556 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6a566-57f4-45e9-be7f-ae5e9e7c5903 req-1ca178b8-72b3-4ade-9fa0-871e5790780d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:03.157084 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bbf6a566-57f4-45e9-be7f-ae5e9e7c5903 req-1ca178b8-72b3-4ade-9fa0-871e5790780d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 943 time: 0.0932984 Feb 16 09:07:03.203332 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bbf6a566-57f4-45e9-be7f-ae5e9e7c5903 req-49455e9e-8950-4491-a66c-1f81412dea39 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405211 Feb 16 09:07:04.109529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:07:04.246718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:04.261793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'port_id': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'mac_address': 'fa:16:3e:90:67:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:07:04.318978 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:04.337907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:07:04.353929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:04.359334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:04.426339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=10']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:04.427840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a3382-7300-4ed1-bf42-da5e7b2fa4c2 req-7e7cbd38-96ca-4d90-9d23-5f6b08d8519a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:04.435331 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc7a3382-7300-4ed1-bf42-da5e7b2fa4c2 req-7e7cbd38-96ca-4d90-9d23-5f6b08d8519a tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0856578 Feb 16 09:07:04.480725 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc7a3382-7300-4ed1-bf42-da5e7b2fa4c2 req-d652191f-42e8-442f-8754-7f9ec90f48b8 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432732 Feb 16 09:07:04.484676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['c0ddb997-dc60-494f-b5f3-17223fa5e4e0'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:07:05.820408 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691a1e5-21cf-4ac7-b2c6-dbc9f2d59028 req-4dc939df-a448-4f27-8736-662443655789 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:05.823326 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c691a1e5-21cf-4ac7-b2c6-dbc9f2d59028 req-4dc939df-a448-4f27-8736-662443655789 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 945 time: 0.0747991 Feb 16 09:07:05.866915 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c691a1e5-21cf-4ac7-b2c6-dbc9f2d59028 req-5015f4e1-b848-4ea1-948a-a0008644f953 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395591 Feb 16 09:07:06.125198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:07:06.191864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:07:06.192238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:06.304983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:06.330304 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:06.340712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:06.344972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:06.394141 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'code': 200} Feb 16 09:07:06.416567 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=11']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:07.073476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e4b9c4-586f-430a-b125-88e54a581aeb req-3f709a0b-53f9-4674-aec3-76b96174248e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:07.075020 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39e4b9c4-586f-430a-b125-88e54a581aeb req-3f709a0b-53f9-4674-aec3-76b96174248e tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0812874 Feb 16 09:07:07.124758 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39e4b9c4-586f-430a-b125-88e54a581aeb req-9ffe3667-be4a-40b4-b76f-15bebc7b9eae tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439193 Feb 16 09:07:08.332458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11aa736-2bd1-485a-aa3f-67ede4825e53 req-e73f6994-9217-4755-b40e-ceb1ca8ebe4f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:08.334156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c11aa736-2bd1-485a-aa3f-67ede4825e53 req-e73f6994-9217-4755-b40e-ceb1ca8ebe4f tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0788608 Feb 16 09:07:08.381812 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c11aa736-2bd1-485a-aa3f-67ede4825e53 req-db0b7b65-bc9a-47cf-8867-94ca8ae1b041 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Feb 16 09:07:08.475529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d6e92448-ff03-43e8-99e5-75d1ac737863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:08.579208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fafdf6-e127-448f-857c-9925e4741711 req-1de0cd0a-0873-4d90-96c4-ccd7a07932df tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:08.580622 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4fafdf6-e127-448f-857c-9925e4741711 req-1de0cd0a-0873-4d90-96c4-ccd7a07932df tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0765269 Feb 16 09:07:08.624554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4fafdf6-e127-448f-857c-9925e4741711 req-1c622b4a-b7a9-4079-b2e3-57a6311b987c tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382509 Feb 16 09:07:08.817917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53ca95-5cf4-4e45-96e8-22aa2ea4d4ab req-8b0ff3f3-576b-4570-8d5f-61c1fcfb1873 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:08.819399 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f53ca95-5cf4-4e45-96e8-22aa2ea4d4ab req-8b0ff3f3-576b-4570-8d5f-61c1fcfb1873 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0755227 Feb 16 09:07:08.864887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7f53ca95-5cf4-4e45-96e8-22aa2ea4d4ab req-b2e45907-d2cf-4c78-990e-984a7a2e6657 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398650 Feb 16 09:07:09.274317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17134e2b-f056-4147-92df-9e5770c009a1 req-93a32915-a4d7-40f6-a09b-315f09f59156 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:09.275954 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-17134e2b-f056-4147-92df-9e5770c009a1 req-93a32915-a4d7-40f6-a09b-315f09f59156 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0786839 Feb 16 09:07:09.320106 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-17134e2b-f056-4147-92df-9e5770c009a1 req-954f1762-24a5-4eed-8131-cf4e9d33de5d tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385919 Feb 16 09:07:09.754105 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:07:10.523544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a4128-4be0-4e4d-a1d4-5a4685ccb78c req-ff916c76-2c19-4a38-94ca-97f046d7cd98 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:10.524856 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d31a4128-4be0-4e4d-a1d4-5a4685ccb78c req-ff916c76-2c19-4a38-94ca-97f046d7cd98 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0736265 Feb 16 09:07:10.572908 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d31a4128-4be0-4e4d-a1d4-5a4685ccb78c req-c15288f1-fa20-4762-83ca-927471a1bba9 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426438 Feb 16 09:07:10.955581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-91dde632-fb92-4a74-99ca-5c8c91b56012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:11.677205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-7f514a7d-8cff-4ae7-99bd-45af84281882 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:11.678650 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-7f514a7d-8cff-4ae7-99bd-45af84281882 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0741024 Feb 16 09:07:11.727825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:11.751128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Deleting port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:11.751471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:11.770470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3da03-a7bc-42df-9c9a-ee7e8bb4e776 req-0087b9e9-0519-4d35-8ebc-43e2a55f8791 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:11.772029 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-45d3da03-a7bc-42df-9c9a-ee7e8bb4e776 req-0087b9e9-0519-4d35-8ebc-43e2a55f8791 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 946 time: 0.0777295 Feb 16 09:07:11.819126 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-45d3da03-a7bc-42df-9c9a-ee7e8bb4e776 req-79752e69-b925-41e1-a61e-273781e1c082 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups?id=d2a1f051-a4fd-485b-a092-a2e950dc6cb5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406139 Feb 16 09:07:12.002735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] For port c0ddb997-dc60-494f-b5f3-17223fa5e4e0, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:12.003085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:12.011183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:12.381287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:12.381574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:12.381889 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f disassociated. External IP: 172.26.4.70, port: c0ddb997-dc60-494f-b5f3-17223fa5e4e0. Feb 16 09:07:12.382232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Calling delete_port for c0ddb997-dc60-494f-b5f3-17223fa5e4e0 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:12.520878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:12.566885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'Port': ['ID=c0ddb997-dc60-494f-b5f3-17223fa5e4e0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:12.580860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.581230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.581574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.581948 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.582269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.582626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.582982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.583549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.584135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.584471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.584791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:12.789725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:07:12.988049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:07:12.988306 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea1c75dd-53d2-4b4f-b63f-ac73481509fd req-1b9387e0-b2ea-44ff-aa8b-c0b106a90342 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 210 time: 0.0438278 Feb 16 09:07:12.998641 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:07:13.010731 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:07:13.011419 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:07:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:13.063958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] No DVR routers for this DVR port c0ddb997-dc60-494f-b5f3-17223fa5e4e0 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:07:13.066504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:13.069118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-deleted', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:13.085852 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c9b76395-2c85-44d6-981e-ff117cbf35e4 req-c25b6976-8f5d-434d-bf93-81385cd917e2 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.98 "DELETE /v2.0/ports/c0ddb997-dc60-494f-b5f3-17223fa5e4e0 HTTP/1.1" status: 204 len: 173 time: 1.4023302 Feb 16 09:07:13.131039 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6', 'name': 'network-vif-deleted', 'tag': 'c0ddb997-dc60-494f-b5f3-17223fa5e4e0', 'status': 'completed', 'code': 200} Feb 16 09:07:13.213717 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:07:13.527854 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:13.531585 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:07:13.543124 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:07:13.543802 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:07:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:13.719343 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:07:13.831077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:14.032068 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:14.037089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0be02-54cd-4235-b1f6-09bdbd6db691 None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:17Z', 'revision_number': 4, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b4932ab3-1e68-4c33-ab0c-4cb8c772bfef', 'name': '', 'network_id': 'f83f4971-ad13-42ae-95a5-b0cf304c5efe', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'mac_address': 'fa:16:3e:ab:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:16Z', 'updated_at': '2022-02-16T09:03:25Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'subnets': [{'id': 'fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:07:14.216424 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70968a9c-9d8f-4e10-818b-e4dddb61085b req-f5154557-d169-414b-8675-083f38352943 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/ports?device_id=dee4a9c6-bfcb-4d19-a1fc-17e897a2c4b6 HTTP/1.1" status: 200 len: 210 time: 0.0443830 Feb 16 09:07:14.314128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cf5ffe-e156-4317-9596-8d5dca6ea723 None None] New status for floating IP e0e9c411-4f0d-41e2-8351-67186a3cbf6f: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:07:16.171990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:16.205738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: c0ddb997-dc60-494f-b5f3-17223fa5e4e0 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:07:16.206111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device c0ddb997-dc60-494f-b5f3-17223fa5e4e0 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:07:18.531094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40340) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:18.593138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:18.619438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:18.669034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:18.687187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a1f051-a4fd-485b-a092-a2e950dc6cb5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:18.697414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:18.698566 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e0989ee0-e4b9-4658-9ce8-f460b438f778 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "DELETE /v2.0/security-groups/d2a1f051-a4fd-485b-a092-a2e950dc6cb5 HTTP/1.1" status: 204 len: 168 time: 0.1664119 Feb 16 09:07:18.701127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40344) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:18.721049 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.api.v2.resource [None req-10f3d83b-44f3-4cde-9eb6-01071e37aa05 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] show failed (client error): The resource could not be found. Feb 16 09:07:18.722022 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-10f3d83b-44f3-4cde-9eb6-01071e37aa05 tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "GET /v2.0/security-groups/d2a1f051-a4fd-485b-a092-a2e950dc6cb5 HTTP/1.1" status: 404 len: 347 time: 0.0199938 Feb 16 09:07:18.724840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40348) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:18.872996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Deleting port dfe12401-97da-491f-b89b-8f834b563cf8 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:18.873334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.034333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.034686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.150960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Calling delete_port for dfe12401-97da-491f-b89b-8f834b563cf8 owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:19.380854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.427619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Pushing event deleted for resources: {'Port': ['ID=dfe12401-97da-491f-b89b-8f834b563cf8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:19.516663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.530869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:19.532000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e513e75b-f400-425b-b941-2a02e1cce8de tempest-ServerActionsTestJSON-1176032940 tempest-ServerActionsTestJSON-1176032940-project] 10.222.0.94 "DELETE /v2.0/floatingips/e0e9c411-4f0d-41e2-8351-67186a3cbf6f HTTP/1.1" status: 204 len: 168 time: 0.8062668 Feb 16 09:07:19.534970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40352) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:19.920213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:20.620707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Deleting port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:20.621365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:20.781543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] For port b4932ab3-1e68-4c33-ab0c-4cb8c772bfef, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:20.781894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:20.991889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Calling delete_port for b4932ab3-1e68-4c33-ab0c-4cb8c772bfef owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:21.153630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:21.199225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4932ab3-1e68-4c33-ab0c-4cb8c772bfef,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:21.491567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:22.058916 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Router 9d60c77b-7909-4ef2-a828-52de3c33186f has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:07:22.257253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:07:22.267518 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44365809-2381-44a0-aa39-75dab213068b None None] Sync routers for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:07:22.269466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-204b4513-4028-474c-877c-b79e9a386539 admin admin] 10.222.0.94 "PUT /v2.0/routers/9d60c77b-7909-4ef2-a828-52de3c33186f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7335048 Feb 16 09:07:22.272476 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40356) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:22.280779 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:07:22.281396 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:07:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:22.469647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:07:22.581177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:22.772766 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183'}], 'enable_snat': True}, 'gw_port_id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:07:21Z', 'revision_number': 5, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port': {'id': '2f0224e9-bbf0-47b9-8485-8e60abcf549e', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3c:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:03:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:22.776900 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44365809-2381-44a0-aa39-75dab213068b None None] Checking router: 9d60c77b-7909-4ef2-a828-52de3c33186f for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:07:22.780000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:22.787463 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] Routers {'9d60c77b-7909-4ef2-a828-52de3c33186f'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:07:22.788211 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:07:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['9d60c77b-7909-4ef2-a828-52de3c33186f'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:22.790037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Deleting port 2f0224e9-bbf0-47b9-8485-8e60abcf549e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:22.790400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:22.934737 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] Set router 9d60c77b-7909-4ef2-a828-52de3c33186f gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:07:22.959467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] For port 2f0224e9-bbf0-47b9-8485-8e60abcf549e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2f0224e9-bbf0-47b9-8485-8e60abcf549e,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:22.959825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.036170 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-44365809-2381-44a0-aa39-75dab213068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:07:22Z', 'revision_number': 6, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:23.039970 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44365809-2381-44a0-aa39-75dab213068b None None] The sync data for ids ['9d60c77b-7909-4ef2-a828-52de3c33186f'] in dv-neutron-829488-1-hyperv is: [{'id': '9d60c77b-7909-4ef2-a828-52de3c33186f', 'name': 'tempest-ServerActionsTestJSON-2048003738-router', 'tenant_id': '06c0091f59fb479193bf4da160ecf5f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:03:14Z', 'updated_at': '2022-02-16T09:07:22Z', 'revision_number': 6, 'project_id': '06c0091f59fb479193bf4da160ecf5f1', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:07:23.079944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Calling delete_port for 2f0224e9-bbf0-47b9-8485-8e60abcf549e owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:23.247228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.291574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Pushing event deleted for resources: {'Port': ['ID=2f0224e9-bbf0-47b9-8485-8e60abcf549e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:23.520797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.843283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b4932ab3-1e68-4c33-ab0c-4cb8c772bfef no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:23.878748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b4932ab3-1e68-4c33-ab0c-4cb8c772bfef {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:07:23.879386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b4932ab3-1e68-4c33-ab0c-4cb8c772bfef not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:07:23.879806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f0224e9-bbf0-47b9-8485-8e60abcf549e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:23.883105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.887557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.912823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2f0224e9-bbf0-47b9-8485-8e60abcf549e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:07:23.913128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2f0224e9-bbf0-47b9-8485-8e60abcf549e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:07:23.916254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.916810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d60c77b-7909-4ef2-a828-52de3c33186f {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:07:23.929288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:23.930426 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-101d75eb-8b12-48b6-8d7c-f893c916012a admin admin] 10.222.0.94 "DELETE /v2.0/routers/9d60c77b-7909-4ef2-a828-52de3c33186f HTTP/1.1" status: 204 len: 168 time: 1.6550953 Feb 16 09:07:23.933431 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40360) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:23.994917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Deleting subnet fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:07:23.998363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.131799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.210400 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.276025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.315526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:24.325167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.327532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df67a453-269d-4af3-bb7c-fc55eb233494 None None] Network f83f4971-ad13-42ae-95a5-b0cf304c5efe requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:07:24.329362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.329705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.330041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.330369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.330725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.331053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.331562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.331685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.332001 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.332314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.332630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:24.340068 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4cd43405-f368-4b8e-98a2-816d1ea8788e admin admin] 10.222.0.94 "DELETE /v2.0/subnets/fb1e15c0-c0ee-4932-b630-3e4c1bbaf28f HTTP/1.1" status: 204 len: 168 time: 0.4033928 Feb 16 09:07:24.340905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40364) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:24.445858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.455914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Deleting port b44465c5-e199-4b9d-82de-43dab121fec9 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:24.456246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.567432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] DHCP port deletion for f83f4971-ad13-42ae-95a5-b0cf304c5efe request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:07:24.572258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Deleting port b44465c5-e199-4b9d-82de-43dab121fec9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:24.572637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.655913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] For port b44465c5-e199-4b9d-82de-43dab121fec9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b44465c5-e199-4b9d-82de-43dab121fec9,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:24.656267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.771443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] For port b44465c5-e199-4b9d-82de-43dab121fec9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b44465c5-e199-4b9d-82de-43dab121fec9,segment=NetworkSegment(dbbac425-c249-43f0-aad1-023ab1359f97),segment_id=dbbac425-c249-43f0-aad1-023ab1359f97)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:24.771874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.777642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Calling delete_port for b44465c5-e199-4b9d-82de-43dab121fec9 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:24.850506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:24.890660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Calling delete_port for b44465c5-e199-4b9d-82de-43dab121fec9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:24.896386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Pushing event deleted for resources: {'Port': ['ID=b44465c5-e199-4b9d-82de-43dab121fec9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:24.902410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] No DVR routers for this DVR port b44465c5-e199-4b9d-82de-43dab121fec9 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn_limited( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn_limited( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 16 09:07:24.957605 dv-neutron-829488-1-hyperv neutron-server[83711]: util.warn( Feb 16 09:07:24.963469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:07:24.963810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:07:25.019671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.045201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83f4971-ad13-42ae-95a5-b0cf304c5efe']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:25.056890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbac425-c249-43f0-aad1-023ab1359f97') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:25.057184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbac425-c249-43f0-aad1-023ab1359f97') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:07:25.068222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.083543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.090488 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:07:25.090875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:07:25.104147 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:07:25.180100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.186031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.208276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] Pushing event deleted for resources: {'Network': ['ID=f83f4971-ad13-42ae-95a5-b0cf304c5efe,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:25.224626 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b392a51e-e1ee-47d2-ba3d-a44dea85e67b admin admin] 10.222.0.94 "DELETE /v2.0/networks/f83f4971-ad13-42ae-95a5-b0cf304c5efe HTTP/1.1" status: 204 len: 168 time: 0.8827715 Feb 16 09:07:25.408938 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40370) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:25.458291 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-329d0a5c-9f13-4d49-9a65-302e12022624 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=06c0091f59fb479193bf4da160ecf5f1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481501 Feb 16 09:07:25.461819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40374) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:25.465576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Deleting port b44465c5-e199-4b9d-82de-43dab121fec9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:25.465957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.520075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.527285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fa633-455c-4e01-8a34-0f658630b3df None None] The port 'b44465c5-e199-4b9d-82de-43dab121fec9' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:07:25.549042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.608332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.630600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47dd3ec9-ed6c-4f94-9577-d934e14f5509,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:25.637965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:25.639131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-30b29e98-b937-40ba-9add-adcec721930f admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/47dd3ec9-ed6c-4f94-9577-d934e14f5509 HTTP/1.1" status: 204 len: 168 time: 0.1763251 Feb 16 09:07:25.811799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b44465c5-e199-4b9d-82de-43dab121fec9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:25.848177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b44465c5-e199-4b9d-82de-43dab121fec9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:07:25.848526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b44465c5-e199-4b9d-82de-43dab121fec9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:07:26.613292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40396) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:26.760449 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1404747684-network', 'tenant_id': '3c0ce86d17db4a9e99c58a0e2db1a07a'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:26.765754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:07:26.769922 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Usage tracker for resource:network and tenant:3c0ce86d17db4a9e99c58a0e2db1a07a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:07:26.773660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:07:26.779735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:07:26.791367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Made reservation on behalf of 3c0ce86d17db4a9e99c58a0e2db1a07a for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:07:26.793783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:26.806980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:26.841436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:07:26.847212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Usage tracker for resource:security_group_rule and tenant:3c0ce86d17db4a9e99c58a0e2db1a07a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:07:26.850300 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:07:26.857328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:07:26.934273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:26.939049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:26.972837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:07:26.982356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479415ad-f381-4215-86d3-04b9f58dbdcb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:26.989517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:26.989921 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Added segment 73562a7e-fe74-4a2d-81ff-680595e7404e of type vlan for network f7f97c3f-b11a-4343-a59c-15c5fefc2413 Feb 16 09:07:27.028757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.072216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.073233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:27.073907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.181275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] Pushing event updated for resources: {'Network': ['ID=f7f97c3f-b11a-4343-a59c-15c5fefc2413,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:27.184825 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f7ff3e4c-056e-4b2b-bef2-92c9726d079d admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5704587 Feb 16 09:07:27.188000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40402) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:07:27.193490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Request body: {'subnet': {'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1404747684-subnet', 'tenant_id': '3c0ce86d17db4a9e99c58a0e2db1a07a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:27.199301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:07:27.199815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:07:27.204615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Usage tracker for resource:subnet and tenant:3c0ce86d17db4a9e99c58a0e2db1a07a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:07:27.208459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:07:27.218177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:07:27.234531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Made reservation on behalf of 3c0ce86d17db4a9e99c58a0e2db1a07a for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:07:27.241230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.603055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.670176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=54fad753-76ee-4893-8b1f-2835cab78859,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:27.684052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Checking segment: {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:07:27.684409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Network hostable DHCP agents. Network: f7f97c3f-b11a-4343-a59c-15c5fefc2413, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:07:27.705122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:07:27.713766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, f7f97c3f-b11a-4343-a59c-15c5fefc2413) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:07:27.717426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:27.717992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:27.722385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c5e56-9fa2-460b-9bf3-5955bcb288eb None None] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:07:27.737985 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-743b1737-691a-40cd-a713-9c8cdbb0a14a admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5487702 Feb 16 09:07:27.934062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1abdd5f-c907-415b-a97c-e51b9c9cfe16 None None] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:07:28.306103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-c68cf955-6c2d-4a5a-8f68-f33f3cce52e8 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:28.307677 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-c68cf955-6c2d-4a5a-8f68-f33f3cce52e8 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 814 time: 0.1509030 Feb 16 09:07:28.325073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-8d776a50-f62e-41f5-856f-732867bd92c6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/quotas/3c0ce86d17db4a9e99c58a0e2db1a07a HTTP/1.1" status: 200 len: 375 time: 0.0118926 Feb 16 09:07:28.373768 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-e951007b-00d2-4709-bbb8-b0275f920f66 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431783 Feb 16 09:07:28.518607 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-bb04e8c1-7f53-4f4a-b40b-5d68620889e2 service neutron] 10.222.0.94 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377258 Feb 16 09:07:28.663542 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-1d2a46f6-6897-4020-afb4-856c6ca8de4a service neutron] 10.222.0.94 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387763 Feb 16 09:07:28.845197 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ca1b71f-57f1-413b-b958-f5999918957b req-9b9dbc6e-7ff4-4f1d-9e55-9a1f681d0804 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 210 time: 0.0407884 Feb 16 09:07:29.992638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-050077a5-bc87-4dce-8fb3-3410a0119e4e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:29.993563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-050077a5-bc87-4dce-8fb3-3410a0119e4e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Synchronizing usage tracker for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:07:30.013542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-050077a5-bc87-4dce-8fb3-3410a0119e4e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Unset dirty status for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:07:30.014806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-050077a5-bc87-4dce-8fb3-3410a0119e4e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 814 time: 0.1848750 Feb 16 09:07:30.039013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Request body: {'port': {'device_id': '82410f73-408a-4c1e-b20e-02009c1980b1', 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413', 'admin_state_up': True, 'tenant_id': '3c0ce86d17db4a9e99c58a0e2db1a07a'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:30.063220 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a25d12d3-357e-4125-a039-64ca2824de2d req-c66d0782-4cad-4df1-9163-a52b62d5ce2d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 210 time: 0.0487123 Feb 16 09:07:30.185516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:07:30.189512 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Usage tracker for resource:port and tenant:3c0ce86d17db4a9e99c58a0e2db1a07a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:07:30.192515 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:07:30.200235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:07:30.212764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Made reservation on behalf of 3c0ce86d17db4a9e99c58a0e2db1a07a for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:07:30.216032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:30.415128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Allocated IP 172.20.0.13 (f7f97c3f-b11a-4343-a59c-15c5fefc2413/54fad753-76ee-4893-8b1f-2835cab78859/44761c0c-8dfd-48a8-9594-d5035fbc5b33) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:07:30.631587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:30.662943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:30.739885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:07:30.743541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:07:30.745936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:07:30.775734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Pushing event updated for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:30.812214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:30.812828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:30.834995 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-6c7592ec-a615-44e2-8026-bd13ff14a534 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8005171 Feb 16 09:07:30.927106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Request body: {'port': {'device_id': '82410f73-408a-4c1e-b20e-02009c1980b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:31.037265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.284665 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69952810-f976-4509-afc4-d4293dbb31d3 req-e861c020-e0eb-4b03-89ac-7656494c81e0 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:31.286208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69952810-f976-4509-afc4-d4293dbb31d3 req-e861c020-e0eb-4b03-89ac-7656494c81e0 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 932 time: 0.0940282 Feb 16 09:07:31.332879 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69952810-f976-4509-afc4-d4293dbb31d3 req-d46273e5-3c1a-461c-b0d7-174d7f427760 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403008 Feb 16 09:07:31.400068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44761c0c-8dfd-48a8-9594-d5035fbc5b33 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:07:31.407378 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.421859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Transition to ACTIVE for port object 44761c0c-8dfd-48a8-9594-d5035fbc5b33 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:07:31.425542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.557981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Pushing event updated for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:31.755751 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Attempting to bind port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:07:31.756100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Attempting to bind port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:07:31.756405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Attempting to bind port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:07:31.762920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:07:31.763299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Attempting to bind port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:07:31.770008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:07:31.770471 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Checking segment: {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:07:31.770774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Bound using segment: {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:07:31.771203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Bound port: 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:07:31.771547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.862951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:07:31.866160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:07:31.871664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.929713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:31.930984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] 10.222.0.98 "PUT /v2.0/ports/44761c0c-8dfd-48a8-9594-d5035fbc5b33 HTTP/1.1" status: 200 len: 1094 time: 1.0826399 Feb 16 09:07:31.938123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:31.961949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ec6b5-dabc-467d-8ebb-13491c625652 service neutron] Pushing event updated for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:32.067557 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-4b29a73d-b3d1-4d10-b979-0308d327eb6c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 1097 time: 0.0777433 Feb 16 09:07:32.079032 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'status': 'completed', 'code': 200} Feb 16 09:07:32.109537 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:32.145522 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-03f4bce3-5115-455b-9d9e-8fbd3d515b8a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33 HTTP/1.1" status: 200 len: 217 time: 0.0631909 Feb 16 09:07:32.215504 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-79cc6c9b-31c8-4f70-85a6-5098ce5fa267 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:32.216949 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-79cc6c9b-31c8-4f70-85a6-5098ce5fa267 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54fad753-76ee-4893-8b1f-2835cab78859 HTTP/1.1" status: 200 len: 854 time: 0.0652828 Feb 16 09:07:32.266764 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-431d5079-e7db-4bcf-9c83-ccc7a937a0f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f97c3f-b11a-4343-a59c-15c5fefc2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427465 Feb 16 09:07:32.423891 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-2789a044-8db6-408b-a3eb-12fc22b1fd41 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309218 Feb 16 09:07:32.543591 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a055ba48-6941-4ee7-aa81-2affbceae1e3 req-566b4efb-d23f-4ff5-9fe2-4dc782ea0929 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:32.545067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a055ba48-6941-4ee7-aa81-2affbceae1e3 req-566b4efb-d23f-4ff5-9fe2-4dc782ea0929 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 944 time: 0.0829473 Feb 16 09:07:32.562649 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4257c4c3-cb6f-4cea-b18b-1a0e246fe0cb req-f46d2983-1907-434f-a2af-d800993357df service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326463 Feb 16 09:07:32.597125 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a055ba48-6941-4ee7-aa81-2affbceae1e3 req-f208c604-cc67-45b9-9194-1dae291a7664 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Feb 16 09:07:32.719467 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-dd734893-e00a-4f3a-8df2-aaa0797c7e3e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 1097 time: 0.0689790 Feb 16 09:07:32.855434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-7c333bdd-82dc-44bd-84f1-143ecf3b24af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:32.856787 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-7c333bdd-82dc-44bd-84f1-143ecf3b24af service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 915 time: 0.1312513 Feb 16 09:07:32.941910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-1d1fe37f-c70b-4c10-8e16-5cc2c3d2c35a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33 HTTP/1.1" status: 200 len: 217 time: 0.0770903 Feb 16 09:07:33.003605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-c6a9e521-a7c7-4c63-a959-e45c6c9a6f9c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:33.005024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-c6a9e521-a7c7-4c63-a959-e45c6c9a6f9c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54fad753-76ee-4893-8b1f-2835cab78859 HTTP/1.1" status: 200 len: 854 time: 0.0567875 Feb 16 09:07:33.052172 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-2b763c88-0d1f-4ad3-8317-78deb0311baf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f97c3f-b11a-4343-a59c-15c5fefc2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412350 Feb 16 09:07:33.186377 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-ee67b572-7b87-4707-837f-cde180fdd934 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273580 Feb 16 09:07:33.323947 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-52db3cd4-d0ee-4f61-989f-66393f736a42 req-777d3258-1325-4a31-b43d-f58e47fc0994 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312728 Feb 16 09:07:33.841000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e5e4a-7680-47f6-a214-c831e27088df req-7d116d4e-e712-463b-9735-311972f6a7d5 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:33.842505 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b75e5e4a-7680-47f6-a214-c831e27088df req-7d116d4e-e712-463b-9735-311972f6a7d5 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 944 time: 0.0814819 Feb 16 09:07:33.896592 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b75e5e4a-7680-47f6-a214-c831e27088df req-68607458-6d52-4665-82cd-b100ed442189 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482416 Feb 16 09:07:35.097538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57079a-6bd6-4d4b-8e66-b0530ce98b91 req-ddd7d57e-1556-4c9d-808a-f0a00a7b50d7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:35.099013 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab57079a-6bd6-4d4b-8e66-b0530ce98b91 req-ddd7d57e-1556-4c9d-808a-f0a00a7b50d7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 944 time: 0.0787129 Feb 16 09:07:35.144929 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab57079a-6bd6-4d4b-8e66-b0530ce98b91 req-0bb1d770-9bc6-415c-9301-8ffa4e456967 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 Feb 16 09:07:36.264968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 44761c0c-8dfd-48a8-9594-d5035fbc5b33 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:07:36.348856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48f0db-514e-499f-8438-d96ac61bb379 req-5dc211ad-14f1-4714-b84f-c069b676e9d6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:36.350331 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c48f0db-514e-499f-8438-d96ac61bb379 req-5dc211ad-14f1-4714-b84f-c069b676e9d6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 944 time: 0.0793974 Feb 16 09:07:36.397069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c48f0db-514e-499f-8438-d96ac61bb379 req-d1b17e3f-e4c1-4d26-b149-336a284c6f26 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Feb 16 09:07:36.400909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:36.414761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413', 'port_id': '44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'mac_address': 'fa:16:3e:cf:46:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fad753-76ee-4893-8b1f-2835cab78859', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:07:36.467401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:36.484807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44761c0c-8dfd-48a8-9594-d5035fbc5b33 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:07:36.499911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:36.503840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:36.572803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:36.581244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.581587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.581918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.582245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.582603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.582929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.583248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.583570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.584139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.584454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.584771 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:07:36.776720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['44761c0c-8dfd-48a8-9594-d5035fbc5b33'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:07:37.626834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289192d5-46a1-44ac-a927-54903312730c req-d943bab6-f61c-4fc7-9637-48b285559c24 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:37.628335 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-289192d5-46a1-44ac-a927-54903312730c req-d943bab6-f61c-4fc7-9637-48b285559c24 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 945 time: 0.0808148 Feb 16 09:07:37.675086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-289192d5-46a1-44ac-a927-54903312730c req-a596b2f0-d436-439d-b6d3-814bd9ec4d4d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405674 Feb 16 09:07:38.280077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 44761c0c-8dfd-48a8-9594-d5035fbc5b33 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:07:38.349862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:07:38.354447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:07:38.354847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:38.471613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:38.499026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-109a1011-4bc2-47ae-abaf-1f8d737e4630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:38.505109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:38.515159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:38.519437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:38.584224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:38.638094 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'code': 200} Feb 16 09:07:38.878023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9713ae-7a55-4b27-a5dd-409e66d6ec9c req-8e722bc0-addc-4812-888e-96625195bf3c tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:38.879796 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fe9713ae-7a55-4b27-a5dd-409e66d6ec9c req-8e722bc0-addc-4812-888e-96625195bf3c tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0846283 Feb 16 09:07:38.896084 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1026a2e-d78f-4581-a78b-595d3c50fec5 req-71885f59-52e3-46d5-be9d-70094a6c1ea6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 1099 time: 0.0691922 Feb 16 09:07:38.924912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fe9713ae-7a55-4b27-a5dd-409e66d6ec9c req-a7089aeb-144a-4e04-9730-4b97f330a8cf tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392468 Feb 16 09:07:38.937776 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1026a2e-d78f-4581-a78b-595d3c50fec5 req-bc3f447e-49d9-454f-8a1f-0b22a2085486 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362854 Feb 16 09:07:40.120527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75158889-4ad4-4c50-abc6-5dfd9ca05db3 req-02ea0f43-ad7a-498c-8199-fcb6e2b65f64 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:40.121870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75158889-4ad4-4c50-abc6-5dfd9ca05db3 req-02ea0f43-ad7a-498c-8199-fcb6e2b65f64 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0751901 Feb 16 09:07:40.165785 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75158889-4ad4-4c50-abc6-5dfd9ca05db3 req-4b133584-42d9-4fd2-a888-97368275f887 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Feb 16 09:07:40.458504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-bb64960a-6e03-4f6a-84cc-4b9674811ffa tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:40.460069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-bb64960a-6e03-4f6a-84cc-4b9674811ffa tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 814 time: 0.1439421 Feb 16 09:07:40.475783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-42065710-e5f0-434b-aca9-bdd47b12bf18 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/quotas/3c0ce86d17db4a9e99c58a0e2db1a07a HTTP/1.1" status: 200 len: 375 time: 0.0104611 Feb 16 09:07:40.633995 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-0dd823cc-3a1b-4d48-bf97-fc76187f8885 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528554 Feb 16 09:07:40.831220 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-bad15125-c53b-438a-b61c-c375a2cfc615 service neutron] 10.222.0.94 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905262 Feb 16 09:07:40.957945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-043eff0d-bfc8-4ace-b944-8b95a01cd9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:40.988393 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-0d1de2ad-2860-4860-b1ee-e25a32a20059 service neutron] 10.222.0.94 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507316 Feb 16 09:07:41.167537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1e16d71d-2879-4ee1-b044-326568e4edd3 req-5bd82e66-7937-4bc6-b04c-c30dff644779 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 210 time: 0.0400622 Feb 16 09:07:41.730986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:42.012446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:42.336668 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7180423d-c1b5-4d55-93cf-b9d8035a4e62 req-6029534f-c11e-4fe7-9e44-6bd0b0c5056a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 210 time: 0.0436230 Feb 16 09:07:42.578526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-5c0c423f-f9de-43cb-b818-da695b15b630 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:42.579936 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-5c0c423f-f9de-43cb-b818-da695b15b630 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 814 time: 0.2386127 Feb 16 09:07:42.604010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Request body: {'port': {'device_id': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413', 'admin_state_up': True, 'tenant_id': '3c0ce86d17db4a9e99c58a0e2db1a07a'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:42.733629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:07:42.737439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Usage tracker for resource:port and tenant:3c0ce86d17db4a9e99c58a0e2db1a07a is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:07:42.740232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:07:42.746366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:07:42.756596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Made reservation on behalf of 3c0ce86d17db4a9e99c58a0e2db1a07a for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:07:42.759611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:42.916973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Allocated IP 172.20.0.12 (f7f97c3f-b11a-4343-a59c-15c5fefc2413/54fad753-76ee-4893-8b1f-2835cab78859/fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:07:43.117742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.144099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.178099 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['44761c0c-8dfd-48a8-9594-d5035fbc5b33'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:07:43.214745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Network f7f97c3f-b11a-4343-a59c-15c5fefc2413 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:07:43.217601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:07:43.221453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:07:43.251546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Pushing event updated for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:43.285461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:43.286065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.308447 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-745273bd-5edb-4ebf-9931-de6990ff6c1e tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084930 Feb 16 09:07:43.327333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Request body: {'port': {'device_id': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:07:43.437902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.545727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b5800-1460-41fd-a5b6-88da8c8e1041 req-df2ca832-e5b6-475a-9c91-d446d99d5e8f tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:43.547210 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f3b5800-1460-41fd-a5b6-88da8c8e1041 req-df2ca832-e5b6-475a-9c91-d446d99d5e8f tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 932 time: 0.0774148 Feb 16 09:07:43.592107 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f3b5800-1460-41fd-a5b6-88da8c8e1041 req-bfe2a5d4-8ce2-4acf-9bd4-08b455ad6e95 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Feb 16 09:07:43.768344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:07:43.775767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.790571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Transition to ACTIVE for port object fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:07:43.793850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.833023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:43.918828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:44.020775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Attempting to bind port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:07:44.021011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Attempting to bind port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:07:44.021332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Attempting to bind port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:07:44.027470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:07:44.027785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Attempting to bind port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f on network f7f97c3f-b11a-4343-a59c-15c5fefc2413 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:07:44.033907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:07:44.034235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Checking segment: {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:07:44.034644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Bound using segment: {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:07:44.035063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Bound port: fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73562a7e-fe74-4a2d-81ff-680595e7404e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:07:44.035403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:44.122468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:07:44.125464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:07:44.129517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:44.183394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:44.184953 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] 10.222.0.98 "PUT /v2.0/ports/fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f HTTP/1.1" status: 200 len: 1094 time: 0.8638105 Feb 16 09:07:44.191887 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:44.213925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f9089-039e-4c68-ae9d-60633842fd8a service neutron] Pushing event updated for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:44.280683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f', 'status': 'completed', 'code': 200} Feb 16 09:07:44.320608 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-8f5d42db-640f-4617-b322-380fcdad09c4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 1097 time: 0.0770576 Feb 16 09:07:44.393283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-0e2bab17-27fd-4280-9780-6f761abaffff service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f HTTP/1.1" status: 200 len: 217 time: 0.0604839 Feb 16 09:07:44.456310 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-a588b612-479d-4f9d-90c4-609cae1f2597 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:44.457752 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-a588b612-479d-4f9d-90c4-609cae1f2597 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54fad753-76ee-4893-8b1f-2835cab78859 HTTP/1.1" status: 200 len: 854 time: 0.0585773 Feb 16 09:07:44.500855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-3534d8cd-8640-435d-82bd-1a3d4335d1c9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f97c3f-b11a-4343-a59c-15c5fefc2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372932 Feb 16 09:07:44.715715 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-2975fd30-9ae3-4681-83cc-b8012b1c72c0 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089968 Feb 16 09:07:44.799805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed730664-168f-4592-924b-f6b8d2416eb8 req-14634d46-d1f4-4334-b777-3d3e7b06fa6d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:44.801255 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ed730664-168f-4592-924b-f6b8d2416eb8 req-14634d46-d1f4-4334-b777-3d3e7b06fa6d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 944 time: 0.0782442 Feb 16 09:07:44.847277 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ed730664-168f-4592-924b-f6b8d2416eb8 req-8f0d07f8-3ef1-4edd-ad8e-b25d06d156ef tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399711 Feb 16 09:07:44.849123 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5bbe7e67-d685-42e1-a0d4-2ab8ce8e198e req-25af7253-b797-4cb0-9fae-bd5d56fe65f8 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279850 Feb 16 09:07:45.004349 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-0914beb8-d87d-44f7-83ed-396149aa1d71 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 1097 time: 0.0718164 Feb 16 09:07:45.135503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-2ee821b0-e676-4bf0-97e7-add37260fcb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:45.136926 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-2ee821b0-e676-4bf0-97e7-add37260fcb3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 200 len: 915 time: 0.1266022 Feb 16 09:07:45.202248 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-c7293b35-8293-48c5-b15f-bf6b5511a0a7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f HTTP/1.1" status: 200 len: 217 time: 0.0591373 Feb 16 09:07:45.267571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-3ba04add-fd8d-4af9-a8c3-72a4d04aac1f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:45.268949 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-3ba04add-fd8d-4af9-a8c3-72a4d04aac1f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=54fad753-76ee-4893-8b1f-2835cab78859 HTTP/1.1" status: 200 len: 854 time: 0.0605881 Feb 16 09:07:45.313914 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-ab7988a3-de0e-4a53-b094-b2ce17a82adb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=f7f97c3f-b11a-4343-a59c-15c5fefc2413&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382404 Feb 16 09:07:45.446069 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-e0da335d-dc1d-4aca-8402-b7ae09118b09 service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247559 Feb 16 09:07:45.574719 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a633fce2-e058-40cc-b4b3-0d34c0447a95 req-a371555d-0a5e-47aa-be16-552469fd34be service neutron] 10.222.0.98 "GET /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222355 Feb 16 09:07:46.045090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead79f1-24ff-49a3-b73c-154b380dc981 req-9d476b74-43c7-4e1c-9390-a75acba3d410 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:46.046549 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ead79f1-24ff-49a3-b73c-154b380dc981 req-9d476b74-43c7-4e1c-9390-a75acba3d410 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 944 time: 0.0752480 Feb 16 09:07:46.093831 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ead79f1-24ff-49a3-b73c-154b380dc981 req-8af7a867-52a8-41c7-8c79-a9f29c3734de tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Feb 16 09:07:46.754680 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:07:47.286298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443d5651-fd29-4813-9e70-6dfe83730124 req-e5f6ebd4-c950-49ab-b841-b8552e33245a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:47.287759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-443d5651-fd29-4813-9e70-6dfe83730124 req-e5f6ebd4-c950-49ab-b841-b8552e33245a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 944 time: 0.0748289 Feb 16 09:07:47.332601 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-443d5651-fd29-4813-9e70-6dfe83730124 req-087e9f3e-6637-4ae3-9078-b34b64474d66 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387542 Feb 16 09:07:48.346758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:07:48.482140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:48.497931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f', 'network_id': 'f7f97c3f-b11a-4343-a59c-15c5fefc2413', 'port_id': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f', 'mac_address': 'fa:16:3e:3f:8d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54fad753-76ee-4893-8b1f-2835cab78859', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:07:48.544263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915c9e7-0508-4186-bae8-ddd8771b2d47 req-9ad18a6c-c766-4519-acee-53dbb22ac4fb tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:48.545609 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6915c9e7-0508-4186-bae8-ddd8771b2d47 req-9ad18a6c-c766-4519-acee-53dbb22ac4fb tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 944 time: 0.0798910 Feb 16 09:07:48.555633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:48.572685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:07:48.588139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:48.591292 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6915c9e7-0508-4186-bae8-ddd8771b2d47 req-c72c01eb-c5c3-4365-a168-1ac538809223 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400591 Feb 16 09:07:48.592685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:48.660285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:48.872435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:07:49.792405 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2736-412a-4967-88aa-f052c08a8ae1 req-37d42d1d-c3b9-42f3-b2f1-1f082378f38a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:49.793839 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98fd2736-412a-4967-88aa-f052c08a8ae1 req-37d42d1d-c3b9-42f3-b2f1-1f082378f38a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 945 time: 0.0750957 Feb 16 09:07:49.839081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98fd2736-412a-4967-88aa-f052c08a8ae1 req-ce184952-b197-4257-a639-2f4baf586335 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397642 Feb 16 09:07:50.359107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:07:50.426398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:07:50.431904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:07:50.432283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:50.550682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:50.582607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:50.593146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:50.596810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:50.641678 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f', 'code': 200} Feb 16 09:07:50.671719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:50.906332 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9aa934ad-bbb4-4324-9521-007e0dcccaa5 req-82bbc373-25e6-4517-92bf-18c6528f150b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 1099 time: 0.0687511 Feb 16 09:07:50.952540 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9aa934ad-bbb4-4324-9521-007e0dcccaa5 req-7387fc8b-df34-442b-8aa9-faf2d715ed7f service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403216 Feb 16 09:07:51.038818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96077c42-5368-404e-8d47-86177bcc436f req-cafafa61-6749-4985-a3eb-a45822b47f2b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:51.040295 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96077c42-5368-404e-8d47-86177bcc436f req-cafafa61-6749-4985-a3eb-a45822b47f2b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 946 time: 0.0775011 Feb 16 09:07:51.088882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96077c42-5368-404e-8d47-86177bcc436f req-c4b9280c-34fd-4e84-92e7-26101aa80d05 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Feb 16 09:07:52.286531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e5b56-6840-4d64-a07c-a41dd11e376a req-586c3a14-bf73-42dc-8f67-d3e381e81deb tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:52.287985 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-288e5b56-6840-4d64-a07c-a41dd11e376a req-586c3a14-bf73-42dc-8f67-d3e381e81deb tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 946 time: 0.0750484 Feb 16 09:07:52.331434 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-288e5b56-6840-4d64-a07c-a41dd11e376a req-754f0823-0c2b-4d8f-bdf4-5533dde4af6d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372059 Feb 16 09:07:52.742926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c812faf3-c52d-4ed4-8530-a20218409e70 req-513e1edd-be4e-4a6d-b716-659e1455c6ef tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:52.744364 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c812faf3-c52d-4ed4-8530-a20218409e70 req-513e1edd-be4e-4a6d-b716-659e1455c6ef tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 946 time: 0.0818875 Feb 16 09:07:52.788377 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c812faf3-c52d-4ed4-8530-a20218409e70 req-23daa4fb-2943-4ccc-9b02-7da1a5f492ab tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384881 Feb 16 09:07:53.994118 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaac5e8-da67-4376-adb3-49f50f84cf8c req-1ad86423-5009-442e-ad97-1570c6c0bc6b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:53.995729 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfaac5e8-da67-4376-adb3-49f50f84cf8c req-1ad86423-5009-442e-ad97-1570c6c0bc6b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 946 time: 0.0797238 Feb 16 09:07:54.045905 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bfaac5e8-da67-4376-adb3-49f50f84cf8c req-3d0368e3-019f-473d-9f58-6c8d7c2495fa tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443318 Feb 16 09:07:54.249313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-1a84601a-ab12-4ff5-963f-09281191a76a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:54.250070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-1a84601a-ab12-4ff5-963f-09281191a76a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Synchronizing usage tracker for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:07:54.267622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-1a84601a-ab12-4ff5-963f-09281191a76a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Unset dirty status for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:07:54.268915 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-1a84601a-ab12-4ff5-963f-09281191a76a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 946 time: 0.1042268 Feb 16 09:07:54.336999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Deleting port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:07:54.337223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:54.573811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] For port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:07:54.574164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:54.693619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Calling delete_port for fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:07:54.919256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:54.955587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:07:54.970087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Pushing event deleted for resources: {'Port': ['ID=fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:07:55.059577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] No DVR routers for this DVR port fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:07:55.062666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:07:55.065201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'name': 'network-vif-deleted', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:07:55.080339 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f08102cd-9dcd-477d-8108-29ddf8cb0477 req-fe4522dd-efb0-48b1-afc5-1e34ae379ce6 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "DELETE /v2.0/ports/fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f HTTP/1.1" status: 204 len: 173 time: 0.8062108 Feb 16 09:07:55.160168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '036a3e0e-85a6-4cdf-81e4-4bb7d078c13b', 'name': 'network-vif-deleted', 'tag': 'fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f', 'status': 'completed', 'code': 200} Feb 16 09:07:55.259707 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c89a93ff-b37f-4677-b5fd-762751e4a470 req-e24e7c30-a651-4565-acc5-e992fe245d6f tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=036a3e0e-85a6-4cdf-81e4-4bb7d078c13b HTTP/1.1" status: 200 len: 210 time: 0.0507419 Feb 16 09:07:56.546466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bbac69-ebc3-413b-aa0f-cf461e236226 req-e758a594-18d2-408a-be2e-c63d9663fae7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:56.547841 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39bbac69-ebc3-413b-aa0f-cf461e236226 req-e758a594-18d2-408a-be2e-c63d9663fae7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0769496 Feb 16 09:07:56.599165 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39bbac69-ebc3-413b-aa0f-cf461e236226 req-e5da801c-cf35-4fd6-8ea5-d7cc5712570d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455329 Feb 16 09:07:56.834617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cd059-99cc-4783-967b-5d1a22b9777c req-69f41da9-f8ac-4870-b496-67ea85bfeb9f tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:56.836003 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-592cd059-99cc-4783-967b-5d1a22b9777c req-69f41da9-f8ac-4870-b496-67ea85bfeb9f tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0880680 Feb 16 09:07:56.881429 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-592cd059-99cc-4783-967b-5d1a22b9777c req-843031ad-4021-4914-8a15-c73fa54cb62d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 Feb 16 09:07:57.086913 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c17896-4af9-42d8-b252-d0034676ca74 req-3e7c0e56-f77a-4e34-b852-3aa94b9738ae tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:57.089198 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-46c17896-4af9-42d8-b252-d0034676ca74 req-3e7c0e56-f77a-4e34-b852-3aa94b9738ae tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0797739 Feb 16 09:07:57.223266 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-46c17896-4af9-42d8-b252-d0034676ca74 req-2658d58d-3806-4abc-a503-6c7f772089c5 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286356 Feb 16 09:07:57.491501 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-72d76326-a2bb-4afe-8455-6cef8f38668c req-5c893027-6f50-48c1-9c91-0cecb3a0d230 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1384215 Feb 16 09:07:57.692569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb0d23-9b49-4b95-852d-f9640687121b req-860dc2c1-833f-4bbd-a594-ff4a16a1b834 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:57.694045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-27fb0d23-9b49-4b95-852d-f9640687121b req-860dc2c1-833f-4bbd-a594-ff4a16a1b834 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0807524 Feb 16 09:07:57.742871 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-27fb0d23-9b49-4b95-852d-f9640687121b req-a860d03b-15c6-4b10-b756-e2eaf5abb595 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424209 Feb 16 09:07:57.959464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8640cc-5d7d-4ae3-bf0f-7e8142f349d1 req-5ea08dc8-835a-42e6-94d5-00ac1e4d48b5 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:57.960830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fe8640cc-5d7d-4ae3-bf0f-7e8142f349d1 req-5ea08dc8-835a-42e6-94d5-00ac1e4d48b5 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0752430 Feb 16 09:07:58.007061 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fe8640cc-5d7d-4ae3-bf0f-7e8142f349d1 req-a9f9470d-ed53-48d8-8778-1f748722463b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402515 Feb 16 09:07:58.221588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301580-8948-48d1-8b2f-b1867b2cebd8 req-54cfa247-fad4-4487-962f-e54e38231ab7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:58.222938 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af301580-8948-48d1-8b2f-b1867b2cebd8 req-54cfa247-fad4-4487-962f-e54e38231ab7 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0805326 Feb 16 09:07:58.268173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-af301580-8948-48d1-8b2f-b1867b2cebd8 req-65fafa24-e86d-4b63-ab0a-4090fbc045ee tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390546 Feb 16 09:07:58.394310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:07:58.432295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:07:58.432642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fc264767-d7a3-489e-8f4d-8f5ee6ce3e7f not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:07:58.839963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71471fbc-8d59-4d4f-9cd9-a951c9e654e1 req-0eeea173-c2e1-4a39-945a-3a6da4a97e70 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:07:58.841467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71471fbc-8d59-4d4f-9cd9-a951c9e654e1 req-0eeea173-c2e1-4a39-945a-3a6da4a97e70 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0823328 Feb 16 09:07:58.889830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71471fbc-8d59-4d4f-9cd9-a951c9e654e1 req-9c30c992-04fb-4ad9-b6bf-5596ce77054d tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427358 Feb 16 09:08:00.111037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd134e33-df13-44bd-aaec-3af3a1e1bdae req-8721be69-2b8b-421f-a4bd-4b4d8998fcf0 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:00.112645 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd134e33-df13-44bd-aaec-3af3a1e1bdae req-8721be69-2b8b-421f-a4bd-4b4d8998fcf0 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0803003 Feb 16 09:08:00.160689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bd134e33-df13-44bd-aaec-3af3a1e1bdae req-306844c2-d185-4192-8b53-1ddb06d6e675 tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/security-groups?id=479415ad-f381-4215-86d3-04b9f58dbdcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424566 Feb 16 09:08:00.277622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-724af65c-4978-4cb5-9858-4c775c56e33a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:00.278306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-724af65c-4978-4cb5-9858-4c775c56e33a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Synchronizing usage tracker for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:08:00.294059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-724af65c-4978-4cb5-9858-4c775c56e33a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Unset dirty status for tenant:3c0ce86d17db4a9e99c58a0e2db1a07a on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:08:00.295302 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-724af65c-4978-4cb5-9858-4c775c56e33a tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 946 time: 0.0934050 Feb 16 09:08:00.365276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Deleting port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:00.365533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:00.621929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] For port 44761c0c-8dfd-48a8-9594-d5035fbc5b33, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=44761c0c-8dfd-48a8-9594-d5035fbc5b33,segment=NetworkSegment(73562a7e-fe74-4a2d-81ff-680595e7404e),segment_id=73562a7e-fe74-4a2d-81ff-680595e7404e)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:00.622173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:00.742548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Calling delete_port for 44761c0c-8dfd-48a8-9594-d5035fbc5b33 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:00.894963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:00.928294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['44761c0c-8dfd-48a8-9594-d5035fbc5b33'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:08:00.945961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Pushing event deleted for resources: {'Port': ['ID=44761c0c-8dfd-48a8-9594-d5035fbc5b33,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:01.021834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] No DVR routers for this DVR port 44761c0c-8dfd-48a8-9594-d5035fbc5b33 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:08:01.024802 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:01.028533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'name': 'network-vif-deleted', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:08:01.043701 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b398462-123f-4847-b4ca-aed400ec0a3f req-f7f9297e-98f2-42e2-af5f-6015743412ba tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.98 "DELETE /v2.0/ports/44761c0c-8dfd-48a8-9594-d5035fbc5b33 HTTP/1.1" status: 204 len: 173 time: 0.7432032 Feb 16 09:08:01.092335 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82410f73-408a-4c1e-b20e-02009c1980b1', 'name': 'network-vif-deleted', 'tag': '44761c0c-8dfd-48a8-9594-d5035fbc5b33', 'status': 'completed', 'code': 200} Feb 16 09:08:01.359554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1a73e711-2452-4461-8582-125d3e97c6e7 req-d893cd20-01d6-43ca-b83b-bae174949e0b tempest-ServersNegativeTestJSON-1796676079 tempest-ServersNegativeTestJSON-1796676079-project] 10.222.0.94 "GET /v2.0/ports?device_id=82410f73-408a-4c1e-b20e-02009c1980b1 HTTP/1.1" status: 200 len: 210 time: 0.0451663 Feb 16 09:08:02.115291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.464989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40552) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:02.523584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Deleting subnet 54fad753-76ee-4893-8b1f-2835cab78859 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:08:02.526540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.574127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.632800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.704769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.742747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54fad753-76ee-4893-8b1f-2835cab78859,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:02.749914 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:02.755884 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fe4eba47-f2b2-4c5b-bd32-21b9d2ef9f10 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/54fad753-76ee-4893-8b1f-2835cab78859 HTTP/1.1" status: 204 len: 168 time: 0.2898860 Feb 16 09:08:02.759254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40556) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:02.869588 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.003522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.028700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7f97c3f-b11a-4343-a59c-15c5fefc2413']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:03.041284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73562a7e-fe74-4a2d-81ff-680595e7404e') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:03.041693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73562a7e-fe74-4a2d-81ff-680595e7404e') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:03.053507 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.071655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.077722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:03.078142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:03.091645 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:03.177199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.182969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.207545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7f97c3f-b11a-4343-a59c-15c5fefc2413,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:03.217047 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-33e614bf-779f-4fb8-90a9-03d5f0406bd1 admin admin] 10.222.0.94 "DELETE /v2.0/networks/f7f97c3f-b11a-4343-a59c-15c5fefc2413 HTTP/1.1" status: 204 len: 168 time: 0.4567597 Feb 16 09:08:03.368033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40562) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:03.420965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-faf19eb6-29d4-4d33-85a3-1478adaf1ccb admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=3c0ce86d17db4a9e99c58a0e2db1a07a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0513079 Feb 16 09:08:03.424110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40566) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:03.486381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.514520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.576159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.596552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479415ad-f381-4215-86d3-04b9f58dbdcb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:03.604842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:03.605477 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f81df8c8-ee45-4f34-b752-2d546c0babed admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/479415ad-f381-4215-86d3-04b9f58dbdcb HTTP/1.1" status: 204 len: 168 time: 0.1803732 Feb 16 09:08:04.404384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 44761c0c-8dfd-48a8-9594-d5035fbc5b33 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:08:04.438688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 44761c0c-8dfd-48a8-9594-d5035fbc5b33 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:04.439106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 44761c0c-8dfd-48a8-9594-d5035fbc5b33 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:08:04.553254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40588) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:04.699295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-615182778'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:04.704594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:04.708670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:network and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:04.712465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:04.724991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:04.735376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:04.738842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:04.752130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:04.787385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:04.791421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:security_group_rule and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:04.794369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:04.800141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:04.875706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:04.880224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:04.922316 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:04.931609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e64a55-c6de-4c96-955b-0011de6c5464,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:04.938176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:04.938176 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Added segment 3e1cc31e-384e-4241-b3f0-0a2be8acb6bb of type vlan for network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 Feb 16 09:08:04.972387 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:05.005083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:05.010008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:05.010633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:05.124959 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5703757 Feb 16 09:08:05.131361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc87610-62d7-4397-be36-7e7c84067255 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Network': ['ID=44a60f4c-bf1b-43e4-8167-75cbb3fc3b49,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:05.148202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:08.356224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40594) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:08.362017 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'subnet': {'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:08.481394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-85f91907-4303-4554-84c7-16cfcb7670e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:08.493403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:08.497224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:subnet and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:08.499984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:08.505623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:08.514712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:08.703735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:08.914597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:08.992173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Subnet': ['ID=afd69a89-9297-48fd-9cf0-64ea2861c81c,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:09.003280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking segment: {'id': '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:09.003633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network hostable DHCP agents. Network: 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:09.025888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:09.034554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:09.039963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:09.040548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.044592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382c8a35-5ddd-4c5f-b075-52d55d85dd38 None None] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:09.061686 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fa3062ec-48ea-4afb-bb68-52c80f140485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7043760 Feb 16 09:08:09.065099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40598) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:09.070517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935699458'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:09.075594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:09.079299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:network and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:09.082216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:09.088238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:09.097980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:09.101475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.129178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] vlan segment allocate from pool success with {'vlan_id': 782, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:09.139280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.139651 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Added segment fb7464dd-b398-4ce8-b02c-2823db291da5 of type vlan for network 2e731823-5417-47b5-8615-26c380635087 Feb 16 09:08:09.166195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.196478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.200411 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:09.200995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.256290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-44a60f4c-bf1b-43e4-8167-75cbb3fc3b49', 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49', 'tenant_id': 'd7ec43d0e3554d939498fef871e6ab90', 'fixed_ips': [{'subnet_id': 'afd69a89-9297-48fd-9cf0-64ea2861c81c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:09.257157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.305832 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2397053 Feb 16 09:08:09.308759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40602) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:09.316595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'subnet': {'network_id': '2e731823-5417-47b5-8615-26c380635087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:09.332889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5136127-dd7f-4c04-bb73-dbd4f4a72de7 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Network': ['ID=2e731823-5417-47b5-8615-26c380635087,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:09.345388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 2e731823-5417-47b5-8615-26c380635087 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:09.430825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:09.434535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:subnet and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:09.437323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:09.443281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:09.453289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:09.501005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Allocated IP 2001:db8:0:ffff::2 (44a60f4c-bf1b-43e4-8167-75cbb3fc3b49/afd69a89-9297-48fd-9cf0-64ea2861c81c/5bad910c-dc50-4b9d-bb30-802921e5de48) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:09.555901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.696848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.706479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Transition to ACTIVE for port object 5bad910c-dc50-4b9d-bb30-802921e5de48 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:09.724242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Transition to ACTIVE for port object 5bad910c-dc50-4b9d-bb30-802921e5de48 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:09.730875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.781813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.798734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:09.801371 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:09.806412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:09.808458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Pushing event updated for resources: {'Port': ['ID=5bad910c-dc50-4b9d-bb30-802921e5de48,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:09.863101 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Subnet': ['ID=0dd255fd-fb94-411c-9f50-85921b286c63,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:09.873497 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking segment: {'id': 'fb7464dd-b398-4ce8-b02c-2823db291da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '2e731823-5417-47b5-8615-26c380635087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:09.873853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network hostable DHCP agents. Network: 2e731823-5417-47b5-8615-26c380635087, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:09.895828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network 2e731823-5417-47b5-8615-26c380635087 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:09.898211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Attempting to bind port 5bad910c-dc50-4b9d-bb30-802921e5de48 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:09.898610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Attempting to bind port 5bad910c-dc50-4b9d-bb30-802921e5de48 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:09.898975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Attempting to bind port 5bad910c-dc50-4b9d-bb30-802921e5de48 on network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:09.905390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:09.905761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Checking segment: {'id': '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:09.905888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 2e731823-5417-47b5-8615-26c380635087) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:09.906161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.906572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Bound using segment: {'id': '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:09.907460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Bound port: 5bad910c-dc50-4b9d-bb30-802921e5de48, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '44a60f4c-bf1b-43e4-8167-75cbb3fc3b49'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:09.907460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.909811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:09.910465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:09.927844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626a87b-ac72-46d8-a3a4-cd33567ca90b None None] Network 2e731823-5417-47b5-8615-26c380635087 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:09.937505 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-88dd862b-d008-4d91-8b5e-d31ec4fb74f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6276433 Feb 16 09:08:09.940244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40606) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:10.077341 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.140643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.142486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] For port 5bad910c-dc50-4b9d-bb30-802921e5de48, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:10.180058 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] For port 5bad910c-dc50-4b9d-bb30-802921e5de48, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5bad910c-dc50-4b9d-bb30-802921e5de48,segment=NetworkSegment(3e1cc31e-384e-4241-b3f0-0a2be8acb6bb),segment_id=3e1cc31e-384e-4241-b3f0-0a2be8acb6bb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:10.191606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.226853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.271615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd255fd-fb94-411c-9f50-85921b286c63,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:10.336021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420657e-c27e-4a6c-af33-e394782e49df None None] Pushing event updated for resources: {'Port': ['ID=5bad910c-dc50-4b9d-bb30-802921e5de48,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:10.339728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9eb458-9d9a-442f-953d-a80574de52f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-2e731823-5417-47b5-8615-26c380635087', 'network_id': '2e731823-5417-47b5-8615-26c380635087', 'tenant_id': 'd7ec43d0e3554d939498fef871e6ab90', 'fixed_ips': [{'subnet_id': '0dd255fd-fb94-411c-9f50-85921b286c63'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:10.340597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be9eb458-9d9a-442f-953d-a80574de52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.379457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.410483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e731823-5417-47b5-8615-26c380635087']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:10.424043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb7464dd-b398-4ce8-b02c-2823db291da5') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:10.424403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb7464dd-b398-4ce8-b02c-2823db291da5') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:10.438025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.452059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21221e0a-0f51-4228-9b23-ca8f9aa42995 None None] Network 2e731823-5417-47b5-8615-26c380635087 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:10.457327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.464944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:10.465753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:10.480613 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:10.691940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.696772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.721985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Network': ['ID=2e731823-5417-47b5-8615-26c380635087,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:10.726000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-479481d7-5a84-4cde-93a1-abab7c8b9b20 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/2e731823-5417-47b5-8615-26c380635087 HTTP/1.1" status: 204 len: 168 time: 0.7848456 Feb 16 09:08:10.729529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40610) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:10.734773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-195470544'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:10.739761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:10.744099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:network and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:10.746985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:10.752555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:10.764960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:10.767969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.796247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:10.805467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.805810 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Added segment 6f87a08a-b467-4d42-8430-99ccb455b62e of type vlan for network 48eea9e5-c489-484c-a531-989f55121916 Feb 16 09:08:10.835066 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.864722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.868911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:10.869495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.968594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a1648db4-aa3f-4ba1-a88a-d91f4b415af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:10.969523 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2389486 Feb 16 09:08:10.973308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40614) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:10.980639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fb486-5dfe-4108-96ab-669edeb74935 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Network': ['ID=48eea9e5-c489-484c-a531-989f55121916,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:10.980903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'subnet': {'network_id': '48eea9e5-c489-484c-a531-989f55121916', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:10.992808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 48eea9e5-c489-484c-a531-989f55121916 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:11.096990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:11.103204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:subnet and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:11.106164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:11.112007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:11.122829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:11.227315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.304268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86b22d-050b-48a4-9d38-60e4f409fa65 None None] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:11.321815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Performing IP validity checks on allocation pools {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 16 09:08:11.322611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.ipam_backend_mixin [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83709) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 16 09:08:11.401070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6e150bd6-df07-492c-b43e-b7b58a4799da None None] Provisioning for port 5bad910c-dc50-4b9d-bb30-802921e5de48 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:11.448694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.521647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Subnet': ['ID=e0afc464-8bc8-4e34-b76c-5f847ede295c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:11.535455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking segment: {'id': '6f87a08a-b467-4d42-8430-99ccb455b62e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '48eea9e5-c489-484c-a531-989f55121916'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:11.535808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network hostable DHCP agents. Network: 48eea9e5-c489-484c-a531-989f55121916, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:11.559691 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network 48eea9e5-c489-484c-a531-989f55121916 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:11.569437 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 48eea9e5-c489-484c-a531-989f55121916) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:11.574199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:11.574807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.578932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722db28d-3cb0-43f5-a2d9-ec9bc4511a9d None None] Network 48eea9e5-c489-484c-a531-989f55121916 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:11.599354 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ba29f60b-fa02-4161-87e1-80938d94a485 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6239903 Feb 16 09:08:11.602676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40618) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:11.753334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.756929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.809984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d40859d-1f86-4cb0-ba0f-4c092abd7afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-48eea9e5-c489-484c-a531-989f55121916', 'network_id': '48eea9e5-c489-484c-a531-989f55121916', 'tenant_id': 'd7ec43d0e3554d939498fef871e6ab90', 'fixed_ips': [{'subnet_id': 'e0afc464-8bc8-4e34-b76c-5f847ede295c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:11.811311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d40859d-1f86-4cb0-ba0f-4c092abd7afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.838038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.880408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5bad910c-dc50-4b9d-bb30-802921e5de48 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:11.919304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:11.970166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Subnet': ['ID=e0afc464-8bc8-4e34-b76c-5f847ede295c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server [None req-9d40859d-1f86-4cb0-ba0f-4c092abd7afe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0afc464-8bc8-4e34-b76c-5f847ede295c: This subnet is being modified by another concurrent operation. Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise value Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server raise exception Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e0afc464-8bc8-4e34-b76c-5f847ede295c: This subnet is being modified by another concurrent operation. Feb 16 09:08:11.987140 dv-neutron-829488-1-hyperv neutron-server[83711]: ERROR oslo_messaging.rpc.server Feb 16 09:08:12.006204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 5bad910c-dc50-4b9d-bb30-802921e5de48 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:12.010884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2d7e94-aedc-477b-af8e-a98aacb399a4 None None] Network 48eea9e5-c489-484c-a531-989f55121916 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:12.081625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.088632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5bad910c-dc50-4b9d-bb30-802921e5de48 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:12.089010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.111875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48eea9e5-c489-484c-a531-989f55121916']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:12.124104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f87a08a-b467-4d42-8430-99ccb455b62e') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:12.124393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f87a08a-b467-4d42-8430-99ccb455b62e') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:12.136038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.138419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.152260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.158396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:12.158835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:12.173418 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:12.256090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.274503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.276840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392f61c-b8e4-482a-ad7c-cc9d3646aad4 None None] get_active_networks_info from dv-neutron-829488-1-hyperv {{(pid=83711) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 16 09:08:12.285031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Network': ['ID=48eea9e5-c489-484c-a531-989f55121916,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:12.292623 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-da92361a-23c4-4d21-a53c-61bfd20e80bc tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/48eea9e5-c489-484c-a531-989f55121916 HTTP/1.1" status: 204 len: 168 time: 0.6856332 Feb 16 09:08:12.292897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40622) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:12.300126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-974130513'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:12.306032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:12.310417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:network and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:12.314275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:12.322746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:12.337841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:12.341452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.377626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:12.381048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.389630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.390111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Added segment cd3897d0-0941-4291-a29e-6e3d3d9eb2c6 of type vlan for network 98924e98-7deb-47c6-9517-8e5da842ad56 Feb 16 09:08:12.422443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.446893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 5bad910c-dc50-4b9d-bb30-802921e5de48, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5bad910c-dc50-4b9d-bb30-802921e5de48,segment=NetworkSegment(3e1cc31e-384e-4241-b3f0-0a2be8acb6bb),segment_id=3e1cc31e-384e-4241-b3f0-0a2be8acb6bb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:12.451132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392f61c-b8e4-482a-ad7c-cc9d3646aad4 None None] Resources bound (agent type, host, resource id): {{(pid=83711) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 16 09:08:12.454381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.458364 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.463440 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:12.464049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:12.562971 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2684045 Feb 16 09:08:12.566464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40626) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:12.574290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'subnet': {'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:12.590614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=5bad910c-dc50-4b9d-bb30-802921e5de48,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:12.593759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Network': ['ID=98924e98-7deb-47c6-9517-8e5da842ad56,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:12.659327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.660073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.660073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.660309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.660637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.660970 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.661288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.661607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.661926 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.662242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.662638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15baa2-831c-4b54-9f38-6936dea81756 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:12.693156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 98924e98-7deb-47c6-9517-8e5da842ad56 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:12.701261 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:12.705118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:subnet and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:12.708324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:12.714978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:12.724173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:12.827332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.038690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.211256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Subnet': ['ID=da586ee7-d3b7-4070-9204-da01a10cf0ba,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:13.223806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking segment: {'id': 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:13.224162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network hostable DHCP agents. Network: 98924e98-7deb-47c6-9517-8e5da842ad56, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:13.245630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network 98924e98-7deb-47c6-9517-8e5da842ad56 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:13.254642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 98924e98-7deb-47c6-9517-8e5da842ad56) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:13.259380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:13.260032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.264718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffa5360-6714-4694-b0c4-28c29f817c2b None None] Network 98924e98-7deb-47c6-9517-8e5da842ad56 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:13.283083 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b9754f29-a78e-463e-8ddf-5729ddcc9dcd tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7155707 Feb 16 09:08:13.285809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40630) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:13.292129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-32132035'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:13.297026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:13.300775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:network and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:13.304218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:13.309846 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:13.320031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:13.323030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.351344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:13.360118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.360453 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Added segment 50a45eaa-bacc-47ce-a1bb-d858b8e257fa of type vlan for network fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 Feb 16 09:08:13.386673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.416054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.419772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:13.420349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.487386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-98924e98-7deb-47c6-9517-8e5da842ad56', 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56', 'tenant_id': 'd7ec43d0e3554d939498fef871e6ab90', 'fixed_ips': [{'subnet_id': 'da586ee7-d3b7-4070-9204-da01a10cf0ba'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:13.488261 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.524285 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2340865 Feb 16 09:08:13.524813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40634) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:13.532224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Request body: {'subnet': {'network_id': 'fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:13.541443 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd73cc-64c8-40b7-8aac-fd27df563e50 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Network': ['ID=fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:13.556195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:13.737352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:13.738901 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Allocated IP 2001:db8::2 (98924e98-7deb-47c6-9517-8e5da842ad56/da586ee7-d3b7-4070-9204-da01a10cf0ba/0d91e972-aa0d-4c5f-9ea3-ad05046fb56f) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:13.741661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Usage tracker for resource:subnet and tenant:d7ec43d0e3554d939498fef871e6ab90 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:13.745718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:13.752062 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:13.762987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Made reservation on behalf of d7ec43d0e3554d939498fef871e6ab90 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:13.848799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:13.859337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5bad910c-dc50-4b9d-bb30-802921e5de48 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:13.872398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.018355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5bad910c-dc50-4b9d-bb30-802921e5de48 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:14.018680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.045303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.073465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Transition to ACTIVE for port object 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:14.099999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Transition to ACTIVE for port object 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:14.101926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.109184 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.177667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event updated for resources: {'Subnet': ['ID=4c968e7c-6a09-44c8-8ecb-429d7c776c81,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:14.195361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Checking segment: {'id': '50a45eaa-bacc-47ce-a1bb-d858b8e257fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:14.195726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network hostable DHCP agents. Network: fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:14.227959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Network fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:14.238603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Network 98924e98-7deb-47c6-9517-8e5da842ad56 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:14.241220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Pushing event updated for resources: {'Port': ['ID=0d91e972-aa0d-4c5f-9ea3-ad05046fb56f,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:14.245499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:14.248667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:14.255723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:14.274690 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:14.275197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.300691 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5648069a-c894-470d-b46d-06cf85195197 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7745569 Feb 16 09:08:14.303523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40638) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:14.336317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be997689-90a2-4c1e-bc0e-57a8af29c507 None None] Network fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:14.456972 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.464707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Attempting to bind port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:14.465243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Attempting to bind port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:14.465471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Attempting to bind port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f on network 98924e98-7deb-47c6-9517-8e5da842ad56 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:14.473815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:14.474190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Checking segment: {'id': 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:14.474629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.475055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Bound using segment: {'id': 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:14.475513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Bound port: 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '98924e98-7deb-47c6-9517-8e5da842ad56'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:14.475892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.528954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.604317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.639992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] For port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:14.643442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Subnet': ['ID=4c968e7c-6a09-44c8-8ecb-429d7c776c81,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:14.646101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] For port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0d91e972-aa0d-4c5f-9ea3-ad05046fb56f,segment=NetworkSegment(cd3897d0-0941-4291-a29e-6e3d3d9eb2c6),segment_id=cd3897d0-0941-4291-a29e-6e3d3d9eb2c6)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:14.676250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.737686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dba1c3f-7366-4acf-a6ec-c252a4f13f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90', 'network_id': 'fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90', 'tenant_id': 'd7ec43d0e3554d939498fef871e6ab90', 'fixed_ips': [{'subnet_id': '4c968e7c-6a09-44c8-8ecb-429d7c776c81'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:14.738531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4dba1c3f-7366-4acf-a6ec-c252a4f13f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.746796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.771531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:14.783723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50a45eaa-bacc-47ce-a1bb-d858b8e257fa') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:14.784028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50a45eaa-bacc-47ce-a1bb-d858b8e257fa') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:14.800155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.817872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.824780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:14.825287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:14.839828 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:14.842808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a2448-3574-4c37-b707-521f63154edd None None] Pushing event updated for resources: {'Port': ['ID=0d91e972-aa0d-4c5f-9ea3-ad05046fb56f,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:14.875477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50ea023-2890-4ba3-a3ba-7734ab98dc24 None None] Network fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:14.925976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.958491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:14.963424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Network': ['ID=fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:14.972867 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-958655fa-960a-432b-9492-16476c7f18b2 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 HTTP/1.1" status: 204 len: 168 time: 0.6679730 Feb 16 09:08:14.976194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40642) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.020471 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-8deaf33a-3a7d-4534-a4eb-f81d1b06c99a tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] GET failed (client error): The resource could not be found. Feb 16 09:08:15.020968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8deaf33a-3a7d-4534-a4eb-f81d1b06c99a tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Synchronizing usage tracker for tenant:d7ec43d0e3554d939498fef871e6ab90 on resource:subnet {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:08:15.041408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8deaf33a-3a7d-4534-a4eb-f81d1b06c99a tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Unset dirty status for tenant:d7ec43d0e3554d939498fef871e6ab90 on resource:subnet {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:08:15.045269 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8deaf33a-3a7d-4534-a4eb-f81d1b06c99a tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "GET /v2.0/subnets/4c968e7c-6a09-44c8-8ecb-429d7c776c81 HTTP/1.1" status: 404 len: 337 time: 0.0657737 Feb 16 09:08:15.045843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40646) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.071315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-48026fcc-c111-4585-82b5-fcf478394c0f tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:15.071759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48026fcc-c111-4585-82b5-fcf478394c0f tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:15.073602 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-48026fcc-c111-4585-82b5-fcf478394c0f tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 HTTP/1.1" status: 404 len: 339 time: 0.0266581 Feb 16 09:08:15.077338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40650) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.122010 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e917805a-68e3-423f-89e5-09f571e1a377 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:15.122559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e917805a-68e3-423f-89e5-09f571e1a377 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:15.125721 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e917805a-68e3-423f-89e5-09f571e1a377 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/subnets/4c968e7c-6a09-44c8-8ecb-429d7c776c81 HTTP/1.1" status: 404 len: 337 time: 0.0450344 Feb 16 09:08:15.126877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40654) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.152741 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-28267019-7a8b-41c2-8fec-e00920f55286 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:15.153174 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28267019-7a8b-41c2-8fec-e00920f55286 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:15.155038 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-28267019-7a8b-41c2-8fec-e00920f55286 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/fd3d37d3-3ef1-4772-9b27-3b4ba0f00f90 HTTP/1.1" status: 404 len: 339 time: 0.0268593 Feb 16 09:08:15.157239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40658) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.340027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Deleting subnet da586ee7-d3b7-4070-9204-da01a10cf0ba {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:08:15.342796 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.401083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.486233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.562489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.608114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Subnet': ['ID=da586ee7-d3b7-4070-9204-da01a10cf0ba,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:15.612656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.629203 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8b731f91-cef4-4d5a-9915-d6fecd43c2f4 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/subnets/da586ee7-d3b7-4070-9204-da01a10cf0ba HTTP/1.1" status: 204 len: 168 time: 0.4688575 Feb 16 09:08:15.629581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40662) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:15.727409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64eb4f7e-3881-4afd-a712-3b4f4d92d9bf None None] Network 98924e98-7deb-47c6-9517-8e5da842ad56 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:15.748111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.758764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Deleting port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:15.759094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.890621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0e37c12a-d314-4a70-8325-6016e5277aab None None] Provisioning for port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:15.894050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:15.965239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] For port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0d91e972-aa0d-4c5f-9ea3-ad05046fb56f,segment=NetworkSegment(cd3897d0-0941-4291-a29e-6e3d3d9eb2c6),segment_id=cd3897d0-0941-4291-a29e-6e3d3d9eb2c6)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:15.965511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:15.992563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:15.998546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:15.998957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.056398 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf12387b-873a-4ff8-b645-bd0b5d4600e6 None None] DHCP port deletion for 98924e98-7deb-47c6-9517-8e5da842ad56 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:08:16.063842 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bf12387b-873a-4ff8-b645-bd0b5d4600e6 None None] Deleting port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:16.064203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bf12387b-873a-4ff8-b645-bd0b5d4600e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.096422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Calling delete_port for 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:16.172587 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.191784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bf12387b-873a-4ff8-b645-bd0b5d4600e6 None None] The port '0d91e972-aa0d-4c5f-9ea3-ad05046fb56f' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:08:16.194319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.218201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Port': ['ID=0d91e972-aa0d-4c5f-9ea3-ad05046fb56f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:16.225936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No DVR routers for this DVR port 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:08:16.347409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.372265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98924e98-7deb-47c6-9517-8e5da842ad56']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:16.384074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:16.384408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3897d0-0941-4291-a29e-6e3d3d9eb2c6') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:16.395424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.415490 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.421401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:16.421782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:16.517672 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:16.594273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.614155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:16.625223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Network': ['ID=98924e98-7deb-47c6-9517-8e5da842ad56,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:16.629163 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0cc2b25d-7f36-4421-9614-8c8237f69686 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/98924e98-7deb-47c6-9517-8e5da842ad56 HTTP/1.1" status: 204 len: 168 time: 0.9985647 Feb 16 09:08:16.632315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40666) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:16.668896 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd682d0d-324e-4b37-92e4-7cfc68322f07 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:16.669320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd682d0d-324e-4b37-92e4-7cfc68322f07 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:16.670904 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-dd682d0d-324e-4b37-92e4-7cfc68322f07 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/subnets/e0afc464-8bc8-4e34-b76c-5f847ede295c HTTP/1.1" status: 404 len: 337 time: 0.0375957 Feb 16 09:08:16.673525 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40670) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:16.698697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42772ff-d76b-4e81-ab8f-8aa598725bc6 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:16.699124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42772ff-d76b-4e81-ab8f-8aa598725bc6 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:16.700688 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a42772ff-d76b-4e81-ab8f-8aa598725bc6 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/48eea9e5-c489-484c-a531-989f55121916 HTTP/1.1" status: 404 len: 339 time: 0.0261915 Feb 16 09:08:16.703383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40674) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:16.739609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-33012506-cb2e-459c-bd96-1e2271de05ec tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:16.740040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33012506-cb2e-459c-bd96-1e2271de05ec tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:16.742081 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33012506-cb2e-459c-bd96-1e2271de05ec tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/subnets/0dd255fd-fb94-411c-9f50-85921b286c63 HTTP/1.1" status: 404 len: 337 time: 0.0377049 Feb 16 09:08:16.744539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40678) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:16.768379 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.pecan_wsgi.hooks.translation [None req-de966925-4800-4b1a-b23e-1e8f5a084154 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] DELETE failed (client error): The resource could not be found. Feb 16 09:08:16.768737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de966925-4800-4b1a-b23e-1e8f5a084154 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83710) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 16 09:08:16.770264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-de966925-4800-4b1a-b23e-1e8f5a084154 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/2e731823-5417-47b5-8615-26c380635087 HTTP/1.1" status: 404 len: 339 time: 0.0248744 Feb 16 09:08:16.772667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:16.954355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Deleting subnet afd69a89-9297-48fd-9cf0-64ea2861c81c {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:08:16.957296 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.009872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.092396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.163133 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.201977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Subnet': ['ID=afd69a89-9297-48fd-9cf0-64ea2861c81c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:17.206065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.215955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9628d009-4abb-4d87-9613-60ce5abc078c None None] Network 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:17.219428 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5c69e380-0808-4f55-99c4-4e3f30356786 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/subnets/afd69a89-9297-48fd-9cf0-64ea2861c81c HTTP/1.1" status: 204 len: 168 time: 0.4436021 Feb 16 09:08:17.219645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40686) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:17.331959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.342728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Deleting port 5bad910c-dc50-4b9d-bb30-802921e5de48 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:17.342989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.454812 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] DHCP port deletion for 44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:08:17.460013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Deleting port 5bad910c-dc50-4b9d-bb30-802921e5de48 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:17.460469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.549163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] For port 5bad910c-dc50-4b9d-bb30-802921e5de48, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5bad910c-dc50-4b9d-bb30-802921e5de48,segment=NetworkSegment(3e1cc31e-384e-4241-b3f0-0a2be8acb6bb),segment_id=3e1cc31e-384e-4241-b3f0-0a2be8acb6bb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:17.549527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.668073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Calling delete_port for 5bad910c-dc50-4b9d-bb30-802921e5de48 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:17.688259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] For port 5bad910c-dc50-4b9d-bb30-802921e5de48, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5bad910c-dc50-4b9d-bb30-802921e5de48,segment=NetworkSegment(3e1cc31e-384e-4241-b3f0-0a2be8acb6bb),segment_id=3e1cc31e-384e-4241-b3f0-0a2be8acb6bb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:17.688588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.740070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.788496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Port': ['ID=5bad910c-dc50-4b9d-bb30-802921e5de48,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:17.792373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] No DVR routers for this DVR port 5bad910c-dc50-4b9d-bb30-802921e5de48 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:08:17.818494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Calling delete_port for 5bad910c-dc50-4b9d-bb30-802921e5de48 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:17.848834 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:08:17.893136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:17.893485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d91e972-aa0d-4c5f-9ea3-ad05046fb56f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:08:17.893873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5bad910c-dc50-4b9d-bb30-802921e5de48 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:08:17.922075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:17.929998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 5bad910c-dc50-4b9d-bb30-802921e5de48 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:17.930344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5bad910c-dc50-4b9d-bb30-802921e5de48 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:08:17.947774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a60f4c-bf1b-43e4-8167-75cbb3fc3b49']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:17.955205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:08:17.955563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:08:17.962552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:17.962847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1cc31e-384e-4241-b3f0-0a2be8acb6bb') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:17.978027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.001813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.011480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:18.012242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:18.036374 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:18.205813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.224327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.235454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] Pushing event deleted for resources: {'Network': ['ID=44a60f4c-bf1b-43e4-8167-75cbb3fc3b49,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:18.240500 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3a71bc8-f2e9-4f7b-b5e6-1d740e90cd74 tempest-NetworksIpV6Test-1238140281 tempest-NetworksIpV6Test-1238140281-project] 10.222.0.94 "DELETE /v2.0/networks/44a60f4c-bf1b-43e4-8167-75cbb3fc3b49 HTTP/1.1" status: 204 len: 168 time: 1.0198302 Feb 16 09:08:18.456855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Deleting port 5bad910c-dc50-4b9d-bb30-802921e5de48 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:18.457321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.521806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cb7cb463-88fe-44b8-b1c2-99c11227e62f None None] The port '5bad910c-dc50-4b9d-bb30-802921e5de48' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:08:18.526484 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40694) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:18.695455 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-014c6c38-ac7b-4a63-83f4-e987769fd8ee admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=d7ec43d0e3554d939498fef871e6ab90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1678419 Feb 16 09:08:18.697921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40700) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:18.758785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.783312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.832392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.849106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e64a55-c6de-4c96-955b-0011de6c5464,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:18.853919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:18.855003 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d0d25729-46b8-4e14-a57e-32f3b8892014 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/02e64a55-c6de-4c96-955b-0011de6c5464 HTTP/1.1" status: 204 len: 168 time: 0.1561489 Feb 16 09:08:19.680307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40722) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:19.811544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1547637361', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:19.817834 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:19.821641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:router and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:19.824493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:19.830545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:19.840863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.842034 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.861203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.878880 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.900825 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.901998 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e7cfa3a8-62c8-45a6-abc5-48c3044cb78f tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2206752 Feb 16 09:08:19.904657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40728) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:19.910589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1639034426'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:19.916146 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:19.919971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:network and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:19.923702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:19.930968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:19.940554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Made reservation on behalf of f2d208c980044975a4b12db8362f8f31 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:19.943533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.958623 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:19.995036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:20.000261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:security_group_rule and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:20.003927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:20.011348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:20.088773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.092596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.127678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:20.135985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767d5d62-4b19-4c13-9514-e99ebe9e6751,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:20.141469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.141810 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Added segment db8d9ded-7fd7-492b-be8b-19df54fcc493 of type vlan for network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 Feb 16 09:08:20.169317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.198478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.202370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:20.203130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.317393 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4117022 Feb 16 09:08:20.320211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40732) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:20.322898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f6c7f-7a67-4b0a-b0ba-2d742e5fd4c2 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event updated for resources: {'Network': ['ID=8e4c3bfd-e788-4b3e-a612-8125e83c2de8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:20.327915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'subnet': {'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:20.333334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:20.443336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:20.447640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:subnet and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:20.450848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:20.457132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:20.468267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Made reservation on behalf of f2d208c980044975a4b12db8362f8f31 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:20.569930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.885544 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:20.963545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event updated for resources: {'Subnet': ['ID=9b13a2cc-08f7-4927-8490-983ebbe9ea61,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:20.979288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Checking segment: {'id': 'db8d9ded-7fd7-492b-be8b-19df54fcc493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:20.979650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Network hostable DHCP agents. Network: 8e4c3bfd-e788-4b3e-a612-8125e83c2de8, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:21.002633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:21.012894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 8e4c3bfd-e788-4b3e-a612-8125e83c2de8) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:21.017186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:21.017761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.023168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88547b-a5eb-4370-8a2c-632b1ba10013 None None] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:21.042827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-db976e56-de03-43e5-a76d-db7ccbbf5883 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7214370 Feb 16 09:08:21.045877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40736) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:21.051529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-605204253'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:21.057194 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:21.061037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:network and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:21.063974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:21.070352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:21.081858 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Made reservation on behalf of f2d208c980044975a4b12db8362f8f31 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:21.085543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.118714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:21.128467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.128846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Added segment c8c02b29-357e-453d-926a-4b8c389affe4 of type vlan for network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de Feb 16 09:08:21.156938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.192196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.197204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:21.197975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.253270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-8e4c3bfd-e788-4b3e-a612-8125e83c2de8', 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8', 'tenant_id': 'f2d208c980044975a4b12db8362f8f31', 'fixed_ips': [{'subnet_id': '9b13a2cc-08f7-4927-8490-983ebbe9ea61'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:21.254269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.293790 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2467155 Feb 16 09:08:21.296836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40740) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:21.303243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'subnet': {'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:21.317447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe48e03-d9f6-4c8d-8f95-06a9ab603488 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event updated for resources: {'Network': ['ID=fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:21.332177 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:21.414350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:21.418759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Usage tracker for resource:subnet and tenant:f2d208c980044975a4b12db8362f8f31 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:21.421862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:21.427729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:21.438580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Made reservation on behalf of f2d208c980044975a4b12db8362f8f31 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:21.508608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Allocated IP 172.20.0.2 (8e4c3bfd-e788-4b3e-a612-8125e83c2de8/9b13a2cc-08f7-4927-8490-983ebbe9ea61/ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:21.541795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.722738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.733796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Transition to ACTIVE for port object ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:21.751612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Transition to ACTIVE for port object ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:21.757684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.760830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.821416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:21.824811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:21.828278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:21.838362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event updated for resources: {'Subnet': ['ID=e8d0051b-de7e-4f49-8fd8-d3406a00b6b4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:21.838708 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Pushing event updated for resources: {'Port': ['ID=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:21.853121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Checking segment: {'id': 'c8c02b29-357e-453d-926a-4b8c389affe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:21.853474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Network hostable DHCP agents. Network: fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:21.874946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:21.885144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:21.891606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:21.892350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:21.899776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90268504-5750-48f2-a2d8-8bfb522cc3c2 None None] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:21.917285 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-118abb3f-fc00-4af5-9dd5-81039930d5c0 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6186903 Feb 16 09:08:21.920356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40744) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:21.926130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fb36bb5d-734d-4d4b-a78d-ec19ba0634dc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:22.043553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Attempting to bind port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:22.043932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Attempting to bind port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'db8d9ded-7fd7-492b-be8b-19df54fcc493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:22.044298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Attempting to bind port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 on network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:22.058376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:22.058786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Checking segment: {'id': 'db8d9ded-7fd7-492b-be8b-19df54fcc493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:22.059199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.059721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Bound using segment: {'id': 'db8d9ded-7fd7-492b-be8b-19df54fcc493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:22.060277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Bound port: ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8d9ded-7fd7-492b-be8b-19df54fcc493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '8e4c3bfd-e788-4b3e-a612-8125e83c2de8'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:22.060660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.246408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] For port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:22.260417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] For port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,segment=NetworkSegment(db8d9ded-7fd7-492b-be8b-19df54fcc493),segment_id=db8d9ded-7fd7-492b-be8b-19df54fcc493)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:22.265340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.297294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de', 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de', 'tenant_id': 'f2d208c980044975a4b12db8362f8f31', 'fixed_ips': [{'subnet_id': 'e8d0051b-de7e-4f49-8fd8-d3406a00b6b4'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:22.298037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.336824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb36bb5d-734d-4d4b-a78d-ec19ba0634dc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.405700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a96aff-f100-45be-a8d3-3cdf51a107a4 None None] Pushing event updated for resources: {'Port': ['ID=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:22.503802 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.api.v2.resource [None req-fb36bb5d-734d-4d4b-a78d-ec19ba0634dc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 16 09:08:22.506756 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb36bb5d-734d-4d4b-a78d-ec19ba0634dc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "PUT /v2.0/routers/ed494f84-e728-4f79-9b1b-36b9287706b6 HTTP/1.1" status: 400 len: 364 time: 0.5835700 Feb 16 09:08:22.512009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40748) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:22.519608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Allocated IP 172.21.0.2 (fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de/e8d0051b-de7e-4f49-8fd8-d3406a00b6b4/4d97408c-9832-46d8-9a28-b9c60adeed57) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:22.748439 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Deleting subnet e8d0051b-de7e-4f49-8fd8-d3406a00b6b4 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:08:22.750488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.761905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Transition to ACTIVE for port object 4d97408c-9832-46d8-9a28-b9c60adeed57 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:22.779985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Transition to ACTIVE for port object 4d97408c-9832-46d8-9a28-b9c60adeed57 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:22.784993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.785197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.846358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.850832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:22.853506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:22.857110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:22.863222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Pushing event updated for resources: {'Port': ['ID=4d97408c-9832-46d8-9a28-b9c60adeed57,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:22.941854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.952765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Attempting to bind port 4d97408c-9832-46d8-9a28-b9c60adeed57 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:22.953135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Attempting to bind port 4d97408c-9832-46d8-9a28-b9c60adeed57 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c8c02b29-357e-453d-926a-4b8c389affe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:22.953494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Attempting to bind port 4d97408c-9832-46d8-9a28-b9c60adeed57 on network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:22.961414 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:22.961796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Checking segment: {'id': 'c8c02b29-357e-453d-926a-4b8c389affe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:22.962206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:22.962665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Bound using segment: {'id': 'c8c02b29-357e-453d-926a-4b8c389affe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:22.963143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Bound port: 4d97408c-9832-46d8-9a28-b9c60adeed57, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8c02b29-357e-453d-926a-4b8c389affe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:22.963522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.022047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.058412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] For port 4d97408c-9832-46d8-9a28-b9c60adeed57, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:23.062346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] For port 4d97408c-9832-46d8-9a28-b9c60adeed57, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4d97408c-9832-46d8-9a28-b9c60adeed57,segment=NetworkSegment(c8c02b29-357e-453d-926a-4b8c389affe4),segment_id=c8c02b29-357e-453d-926a-4b8c389affe4)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:23.067797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.090216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d0051b-de7e-4f49-8fd8-d3406a00b6b4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:23.098611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.112133 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-046d6172-08ac-46a3-863e-9a7cd87a1e6c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "DELETE /v2.0/subnets/e8d0051b-de7e-4f49-8fd8-d3406a00b6b4 HTTP/1.1" status: 204 len: 168 time: 0.5988858 Feb 16 09:08:23.114625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40752) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:23.152169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5739ab-eb41-4f6f-9399-54ef5a96b6b6 None None] Pushing event updated for resources: {'Port': ['ID=4d97408c-9832-46d8-9a28-b9c60adeed57,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:23.397252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.409809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Deleting port 4d97408c-9832-46d8-9a28-b9c60adeed57 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:23.410152 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.491152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74984a0-1761-4a3d-b4d6-c8bdbdeec9fb None None] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:23.587350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-71e40aa9-6587-4e02-bf3b-d8ca75b5a7a9 None None] Provisioning for port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:23.636887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] For port 4d97408c-9832-46d8-9a28-b9c60adeed57, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=4d97408c-9832-46d8-9a28-b9c60adeed57,segment=NetworkSegment(c8c02b29-357e-453d-926a-4b8c389affe4),segment_id=c8c02b29-357e-453d-926a-4b8c389affe4)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:23.637160 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.754761 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:08:23.767542 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Calling delete_port for 4d97408c-9832-46d8-9a28-b9c60adeed57 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:23.856354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:23.906733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Port': ['ID=4d97408c-9832-46d8-9a28-b9c60adeed57,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:23.914925 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] No DVR routers for this DVR port 4d97408c-9832-46d8-9a28-b9c60adeed57 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:08:23.926796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:24.023592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:24.035357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:24.035725 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.050883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.082103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:24.100990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c02b29-357e-453d-926a-4b8c389affe4') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:24.101827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c02b29-357e-453d-926a-4b8c389affe4') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:24.120149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.137150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.144784 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:24.145349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:24.160426 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:24.175340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.200857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a94013e9-13f4-4af5-9db5-351321c416c3 None None] Provisioning complete for port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:24.201317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a94013e9-13f4-4af5-9db5-351321c416c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.265561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,segment=NetworkSegment(db8d9ded-7fd7-492b-be8b-19df54fcc493),segment_id=db8d9ded-7fd7-492b-be8b-19df54fcc493)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:24.277020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.277290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.278045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4d97408c-9832-46d8-9a28-b9c60adeed57 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:24.296355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.308229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Network': ['ID=fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:24.314544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e0676436-b6ae-4cb6-a302-3989ee23678c tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "DELETE /v2.0/networks/fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de HTTP/1.1" status: 204 len: 168 time: 1.1967263 Feb 16 09:08:24.314862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40756) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:24.385154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Deleting subnet 9b13a2cc-08f7-4927-8490-983ebbe9ea61 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:08:24.388658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.398515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 4d97408c-9832-46d8-9a28-b9c60adeed57 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:24.398744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4d97408c-9832-46d8-9a28-b9c60adeed57 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 16 09:08:24.420968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea869793-b19f-43ec-8976-cc9e5fa2fb8a None None] DHCP port deletion for fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:08:24.446132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.468827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Port 4d97408c-9832-46d8-9a28-b9c60adeed57 not found, will not notify nova. {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 16 09:08:24.496854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c24fb-7881-4481-a7ec-b511793ee7c1 None None] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:24.527626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:24.530613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99c24fb-7881-4481-a7ec-b511793ee7c1 None None] Network fa7a8937-0ef4-43c6-91ab-dcf45ea1e4de could not be found, it might have been deleted concurrently. {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 16 09:08:24.533986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.604659 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.638097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b71b9f14-a7ca-4bf7-b22b-55f3426418f6 None None] Could not find standard attr ID for object 4d97408c-9832-46d8-9a28-b9c60adeed57. {{(pid=83711) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 16 09:08:24.646525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Subnet': ['ID=9b13a2cc-08f7-4927-8490-983ebbe9ea61,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:24.654231 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.658478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a91757b-7b8d-483f-b789-c9b6f053438f None None] Network 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:24.660049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.660387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.660717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.661041 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.661363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.661680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.661997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.662341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.662682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.662999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.663310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:24.670218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-02dac56d-3302-4d23-a6cb-b2e58fc51bce tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "DELETE /v2.0/subnets/9b13a2cc-08f7-4927-8490-983ebbe9ea61 HTTP/1.1" status: 204 len: 168 time: 0.3523629 Feb 16 09:08:24.670634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:24.780741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.791395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Deleting port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:24.791721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.903547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] DHCP port deletion for 8e4c3bfd-e788-4b3e-a612-8125e83c2de8 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:08:24.907829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Deleting port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:24.908206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:24.990162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] For port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,segment=NetworkSegment(db8d9ded-7fd7-492b-be8b-19df54fcc493),segment_id=db8d9ded-7fd7-492b-be8b-19df54fcc493)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:24.990162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.115159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] For port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,segment=NetworkSegment(db8d9ded-7fd7-492b-be8b-19df54fcc493),segment_id=db8d9ded-7fd7-492b-be8b-19df54fcc493)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:25.115583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.197374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Calling delete_port for ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:25.233169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Calling delete_port for ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:08:25.270318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.301822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:08:25.302196 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:08:25.314911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Port': ['ID=ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:25.321298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] No DVR routers for this DVR port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:08:25.440324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.468804 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4c3bfd-e788-4b3e-a612-8125e83c2de8']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:25.480586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8d9ded-7fd7-492b-be8b-19df54fcc493') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:25.480879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8d9ded-7fd7-492b-be8b-19df54fcc493') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:25.492255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.508063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.514038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:08:25.514412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:08:25.528135 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:08:25.609307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.627114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.638061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Pushing event deleted for resources: {'Network': ['ID=8e4c3bfd-e788-4b3e-a612-8125e83c2de8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:25.641979 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-db41c81d-c2af-4c4d-bbf2-ee08947d2fbc tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "DELETE /v2.0/networks/8e4c3bfd-e788-4b3e-a612-8125e83c2de8 HTTP/1.1" status: 204 len: 168 time: 0.9706314 Feb 16 09:08:25.644643 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40764) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:25.683728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-48f159c2-2a98-478c-9d7b-405751fbf295 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Synchronizing usage tracker for tenant:f2d208c980044975a4b12db8362f8f31 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:08:25.699476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-48f159c2-2a98-478c-9d7b-405751fbf295 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Unset dirty status for tenant:f2d208c980044975a4b12db8362f8f31 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:08:25.700627 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-48f159c2-2a98-478c-9d7b-405751fbf295 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "GET /v2.0/ports?device_id=ed494f84-e728-4f79-9b1b-36b9287706b6 HTTP/1.1" status: 200 len: 205 time: 0.0550423 Feb 16 09:08:25.703348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40768) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:25.804337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Deleting port ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:08:25.804880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.839889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:25.848130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:08:25.909988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-90fb825f-988a-4766-a88e-f8b9fc40b3d8 None None] The port 'ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:08:25.910880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:25.911226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ebb8fbc8-5e8f-4aff-a372-3ac1b922f0d3 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:08:25.911644 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4d97408c-9832-46d8-9a28-b9c60adeed57 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:08:25.947096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 4d97408c-9832-46d8-9a28-b9c60adeed57 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:08:25.947529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 4d97408c-9832-46d8-9a28-b9c60adeed57 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:08:26.247477 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.251713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.278324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.278885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Fanout notify agent at l3_agent the message router_deleted on router ed494f84-e728-4f79-9b1b-36b9287706b6 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:08:26.289914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.291037 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a70b1e9a-f778-4528-9916-9a43b4bea097 tempest-RoutersNegativeTest-75039184 tempest-RoutersNegativeTest-75039184-project] 10.222.0.94 "DELETE /v2.0/routers/ed494f84-e728-4f79-9b1b-36b9287706b6 HTTP/1.1" status: 204 len: 168 time: 0.5868011 Feb 16 09:08:26.574872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40776) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:26.743292 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17b68ed5-8f56-4717-8622-d23752ca62f5 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=f2d208c980044975a4b12db8362f8f31&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1672103 Feb 16 09:08:26.745633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:26.804019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.829085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.881636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.899887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=767d5d62-4b19-4c13-9514-e99ebe9e6751,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:26.904088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:26.907816 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1f0feaa6-d203-4c3c-a47d-3177ac69f008 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/767d5d62-4b19-4c13-9514-e99ebe9e6751 HTTP/1.1" status: 204 len: 168 time: 0.1586747 Feb 16 09:08:27.665744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:27.795409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1695757290-network', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:27.800140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:27.804111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Usage tracker for resource:network and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:27.807087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:27.812955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:27.911447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Made reservation on behalf of e8839b051d40460d8cd5d648c62d3e36 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:27.914228 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:27.926701 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:27.958764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:27.963373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Usage tracker for resource:security_group_rule and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:27.966124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:27.971711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:28.044002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.048916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.081870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:28.088022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d893c27b-c30a-4b60-9561-0b3948848e3e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:28.094776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.095140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Added segment c91f38e8-297e-4219-9c32-ae6af5cc7c04 of type vlan for network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d Feb 16 09:08:28.120693 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.150122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.151110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:28.151696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.253793 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5865831 Feb 16 09:08:28.254599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b14d6-5022-4bb4-ac53-86ca0acb6353 admin admin] Pushing event updated for resources: {'Network': ['ID=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:28.257257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40810) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:28.263253 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Request body: {'subnet': {'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-subnet', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:28.265323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:28.268285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:28.272941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Usage tracker for resource:subnet and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:28.275833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:28.281555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:28.292120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Made reservation on behalf of e8839b051d40460d8cd5d648c62d3e36 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:28.294521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.498248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.567736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=015caa43-6c13-48d7-915b-84c91a6460dc,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:28.582380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Checking segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:28.582758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Network hostable DHCP agents. Network: d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:28.604046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:28.612508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:28.617020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:28.617592 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.621857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2425ad-7b38-4158-bdcc-a0ef580d0250 None None] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:28.637869 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-afe54de9-2cf0-4ffe-92b3-240fe3cf38c1 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3794620 Feb 16 09:08:28.640977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40814) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:28.646672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:28.651366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:28.655297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Usage tracker for resource:router and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:28.658141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:28.664111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:28.674854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.675935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.695729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.842678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:28.843509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.856298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:28.999835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Allocated IP 172.20.0.2 (d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d/015caa43-6c13-48d7-915b-84c91a6460dc/0c926a7b-1f35-4b66-87c0-c6f002509af5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:29.038854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.072918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.205902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Allocated IP 172.26.4.186 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/61c624bd-f1fa-4436-bffa-d7786bec73df) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:29.244318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.255015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Transition to ACTIVE for port object 0c926a7b-1f35-4b66-87c0-c6f002509af5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:29.274149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Transition to ACTIVE for port object 0c926a7b-1f35-4b66-87c0-c6f002509af5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:29.279701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.347011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:29.349718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:29.353970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:29.356601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Pushing event updated for resources: {'Port': ['ID=0c926a7b-1f35-4b66-87c0-c6f002509af5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:29.359248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.388038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.439454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Attempting to bind port 0c926a7b-1f35-4b66-87c0-c6f002509af5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:29.439822 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Attempting to bind port 0c926a7b-1f35-4b66-87c0-c6f002509af5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:29.440179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Attempting to bind port 0c926a7b-1f35-4b66-87c0-c6f002509af5 on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:29.446871 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:29.447238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Checking segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:29.447635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.448020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Bound using segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:29.448470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Bound port: 0c926a7b-1f35-4b66-87c0-c6f002509af5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:29.448837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.460618 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:29.463855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Pushing event updated for resources: {'Port': ['ID=61c624bd-f1fa-4436-bffa-d7786bec73df,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:29.467196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:29.469552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:29.535298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] For port 0c926a7b-1f35-4b66-87c0-c6f002509af5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:29.538835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] For port 0c926a7b-1f35-4b66-87c0-c6f002509af5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0c926a7b-1f35-4b66-87c0-c6f002509af5,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:29.543251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.621065 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085e80e-d726-4ee3-9677-646535e7c09e None None] Pushing event updated for resources: {'Port': ['ID=0c926a7b-1f35-4b66-87c0-c6f002509af5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:29.628708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.629520 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:29.887130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0c926a7b-1f35-4b66-87c0-c6f002509af5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:29.895108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Router 7932e09c-d50c-48b9-b38b-675f22ca159c is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:08:29.965984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0c926a7b-1f35-4b66-87c0-c6f002509af5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:30.190344 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:08:30.203115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Sync routers for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:08:30.215640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:30.216407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:30.217163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:30.219776 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-20a8ff41-e0c8-4f6d-a838-3c2bf606c65f admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5777860 Feb 16 09:08:30.220299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 40818) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:30.415430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:30.627019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf57505-de88-4701-840b-45dd12c3cfa8 None None] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:30.813547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Provisioning for port 0c926a7b-1f35-4b66-87c0-c6f002509af5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:30.856559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Provisioning complete for port 0c926a7b-1f35-4b66-87c0-c6f002509af5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:30.856932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:30.995307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:29Z', 'revision_number': 3, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:31.039891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Checking router: 7932e09c-d50c-48b9-b38b-675f22ca159c for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:08:31.040238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Updating router 7932e09c-d50c-48b9-b38b-675f22ca159c port 61c624bd-f1fa-4436-bffa-d7786bec73df binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:08:31.104734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.128654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.133568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.253715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] For port 0c926a7b-1f35-4b66-87c0-c6f002509af5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0c926a7b-1f35-4b66-87c0-c6f002509af5,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:31.295487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.358193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Allocated IP 172.20.0.1 (d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d/015caa43-6c13-48d7-915b-84c91a6460dc/dc0c769f-df6c-46fe-a537-0b0657539595) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:31.450491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f80c2-790f-4766-8242-a30648740242 None None] Pushing event updated for resources: {'Port': ['ID=0c926a7b-1f35-4b66-87c0-c6f002509af5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:31.536352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.552014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Transition to ACTIVE for port object dc0c769f-df6c-46fe-a537-0b0657539595 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:31.565164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d7b1841d-ff21-4c77-b60e-e32bf2c3ca55 None None] Provisioning complete for port 0c926a7b-1f35-4b66-87c0-c6f002509af5 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:31.565776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d7b1841d-ff21-4c77-b60e-e32bf2c3ca55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.573546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.643924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:31.647696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Pushing event updated for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:31.650260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:31.652572 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:31.710772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.764643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.805252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.868646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Transition to ACTIVE for port object 61c624bd-f1fa-4436-bffa-d7786bec73df will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:31.885157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:31.932967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0c926a7b-1f35-4b66-87c0-c6f002509af5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:32.045679 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Attempting to bind port 61c624bd-f1fa-4436-bffa-d7786bec73df on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:32.046050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Attempting to bind port 61c624bd-f1fa-4436-bffa-d7786bec73df by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:32.046418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Attempting to bind port 61c624bd-f1fa-4436-bffa-d7786bec73df on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:32.048294 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e07e3-c652-475d-afd6-7c705e984b05 None None] Pushing event updated for resources: {'Port': ['ID=61c624bd-f1fa-4436-bffa-d7786bec73df,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:32.060719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:32.061071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:32.061472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.061912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:32.062374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Bound port: 61c624bd-f1fa-4436-bffa-d7786bec73df, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:32.062867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.082134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.087727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.092560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-54a0ce50-d9f0-41f8-95bf-2899db401761 None None] Provisioning for port dc0c769f-df6c-46fe-a537-0b0657539595 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:32.104930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-54a0ce50-d9f0-41f8-95bf-2899db401761 None None] Provisioning complete for port dc0c769f-df6c-46fe-a537-0b0657539595 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:32.105305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-54a0ce50-d9f0-41f8-95bf-2899db401761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.191745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.196214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Pushing event updated for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:32.206262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-54a0ce50-d9f0-41f8-95bf-2899db401761 None None] Port dc0c769f-df6c-46fe-a537-0b0657539595 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:08:32.207663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0c926a7b-1f35-4b66-87c0-c6f002509af5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:32.208026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.244293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.245341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] For port 61c624bd-f1fa-4436-bffa-d7786bec73df, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:32.264342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] For port 61c624bd-f1fa-4436-bffa-d7786bec73df, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=61c624bd-f1fa-4436-bffa-d7786bec73df,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:32.270906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.343410 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:32.345663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:32.399043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e07e3-c652-475d-afd6-7c705e984b05 None None] Pushing event updated for resources: {'Port': ['ID=61c624bd-f1fa-4436-bffa-d7786bec73df,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:32.424307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:32.424939 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:32.611483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:32.742337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cf441c8c-b905-4ada-bba3-0c6f2b1ab6e8 None None] Provisioning complete for port dc0c769f-df6c-46fe-a537-0b0657539595 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:32.742722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cf441c8c-b905-4ada-bba3-0c6f2b1ab6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:32.880663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-cf441c8c-b905-4ada-bba3-0c6f2b1ab6e8 None None] Port dc0c769f-df6c-46fe-a537-0b0657539595 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:08:32.952352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Router 7932e09c-d50c-48b9-b38b-675f22ca159c has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:08:33.005474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'dc0c769f-df6c-46fe-a537-0b0657539595', 'name': '', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'mac_address': 'fa:16:3e:27:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:31Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 2, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'subnets': [{'id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:33.009732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d4ff53-84f0-4b9d-beee-93e0e3fbce78 None None] The sync data for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv is: [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'dc0c769f-df6c-46fe-a537-0b0657539595', 'name': '', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'mac_address': 'fa:16:3e:27:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:31Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 2, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'subnets': [{'id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:08:33.194741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:08:33.208665 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6148b1bf-f8d9-47d3-a048-a9e9b4a39bdf admin admin] 10.222.0.94 "PUT /v2.0/routers/7932e09c-d50c-48b9-b38b-675f22ca159c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9870834 Feb 16 09:08:33.890124 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 61c624bd-f1fa-4436-bffa-d7786bec73df up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:34.030378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 61c624bd-f1fa-4436-bffa-d7786bec73df completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:34.035940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 61c624bd-f1fa-4436-bffa-d7786bec73df triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:34.036321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.160103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.180767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 61c624bd-f1fa-4436-bffa-d7786bec73df, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=61c624bd-f1fa-4436-bffa-d7786bec73df,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:34.188933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.311559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=61c624bd-f1fa-4436-bffa-d7786bec73df,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:34.336759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40840) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:34.342509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-565123643-network', 'tenant_id': '309adfb38c3c4229851aeaca53fce424'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:34.347529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:34.352338 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Usage tracker for resource:network and tenant:309adfb38c3c4229851aeaca53fce424 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:34.356239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:34.362343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:34.372326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Made reservation on behalf of 309adfb38c3c4229851aeaca53fce424 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:34.374694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.387674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.420388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:34.424347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Usage tracker for resource:security_group_rule and tenant:309adfb38c3c4229851aeaca53fce424 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:34.427238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:34.432912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:34.500246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.504214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.536650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:08:34.546108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6103aad-ce72-4abd-bb66-a650c208d481,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:34.552059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.552407 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Added segment f9aa54d7-4adb-437f-9065-9dc0c2830b11 of type vlan for network acff4331-5757-4070-ab91-1145c922c7f6 Feb 16 09:08:34.587899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.618173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.619117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:34.619687 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.720827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] Pushing event updated for resources: {'Network': ['ID=acff4331-5757-4070-ab91-1145c922c7f6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:34.723859 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e0c21f07-df8f-491e-9c8d-d11ab610650b admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3860600 Feb 16 09:08:34.727327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40844) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:34.732435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network acff4331-5757-4070-ab91-1145c922c7f6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:08:34.733244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Request body: {'subnet': {'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-subnet', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:34.738307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:34.742378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Usage tracker for resource:subnet and tenant:309adfb38c3c4229851aeaca53fce424 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:34.745409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:34.752003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:34.767914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Made reservation on behalf of 309adfb38c3c4229851aeaca53fce424 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:34.770603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:34.978836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.051104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa9b64c-431f-4a84-93ee-28f263d1d378,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:35.064088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Checking segment: {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:35.064432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Network hostable DHCP agents. Network: acff4331-5757-4070-ab91-1145c922c7f6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:08:35.087783 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Network acff4331-5757-4070-ab91-1145c922c7f6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:08:35.097290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, acff4331-5757-4070-ab91-1145c922c7f6) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:35.102585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:35.102811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.106825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d180f99-1afc-4d04-be10-356661c7baa2 None None] Network acff4331-5757-4070-ab91-1145c922c7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:35.129206 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b29265b7-0b8f-4ffa-ae60-cf72765e3a6c admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3974826 Feb 16 09:08:35.129510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40848) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:35.135053 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:35.140537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:35.144251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Usage tracker for resource:router and tenant:309adfb38c3c4229851aeaca53fce424 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:35.146888 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:35.153391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:35.168768 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.170029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.195143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.342540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-acff4331-5757-4070-ab91-1145c922c7f6', 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'fixed_ips': [{'subnet_id': '3fa9b64c-431f-4a84-93ee-28f263d1d378'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:08:35.343695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.352587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.504669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Allocated IP 172.20.0.2 (acff4331-5757-4070-ab91-1145c922c7f6/3fa9b64c-431f-4a84-93ee-28f263d1d378/d8641eb1-b0cd-4137-9db6-fd054c469aa5) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:35.547366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.577998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.716535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.724243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Allocated IP 172.26.4.170 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/5eb83fd9-8d61-4b42-adb2-39cabca9416f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:35.732218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Transition to ACTIVE for port object d8641eb1-b0cd-4137-9db6-fd054c469aa5 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:35.753488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Transition to ACTIVE for port object d8641eb1-b0cd-4137-9db6-fd054c469aa5 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:35.760210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.842325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Network acff4331-5757-4070-ab91-1145c922c7f6 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:35.843226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Pushing event updated for resources: {'Port': ['ID=d8641eb1-b0cd-4137-9db6-fd054c469aa5,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:35.847224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:35.849607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:35.889757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 61c624bd-f1fa-4436-bffa-d7786bec73df up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:35.890000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.920644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:35.992819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Attempting to bind port d8641eb1-b0cd-4137-9db6-fd054c469aa5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:35.993290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Attempting to bind port d8641eb1-b0cd-4137-9db6-fd054c469aa5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:35.993586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Attempting to bind port d8641eb1-b0cd-4137-9db6-fd054c469aa5 on network acff4331-5757-4070-ab91-1145c922c7f6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:35.996294 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:35.999401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:36.004656 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:36.005181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:36.005556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Checking segment: {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:36.006543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.006934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Bound using segment: {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:36.007406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Bound port: d8641eb1-b0cd-4137-9db6-fd054c469aa5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:36.007777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.033764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Pushing event updated for resources: {'Port': ['ID=5eb83fd9-8d61-4b42-adb2-39cabca9416f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:36.074125 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 61c624bd-f1fa-4436-bffa-d7786bec73df triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:36.074520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.154606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] For port d8641eb1-b0cd-4137-9db6-fd054c469aa5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:36.158334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] For port d8641eb1-b0cd-4137-9db6-fd054c469aa5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d8641eb1-b0cd-4137-9db6-fd054c469aa5,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:36.165084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.211023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.211846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.310674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306742f2-bb7a-4a3b-9a23-e7fe3a321708 None None] Pushing event updated for resources: {'Port': ['ID=d8641eb1-b0cd-4137-9db6-fd054c469aa5,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:36.589523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:08:36.800668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:08:36.809742 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Sync routers for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:08:36.822087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:36.822566 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:36.826023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:36.827358 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-42ef7f48-5ed5-482f-93de-cd072d988835 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6970685 Feb 16 09:08:36.830819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 40852) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:08:37.009729 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:37.293539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e2b62-e850-4290-ac78-42e4f1153426 None None] Network acff4331-5757-4070-ab91-1145c922c7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:08:37.321760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:36Z', 'revision_number': 3, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:37.326064 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Checking router: 39e107e5-b902-4277-bcd4-d4ef84ba87d5 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:08:37.326409 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Updating router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 port 5eb83fd9-8d61-4b42-adb2-39cabca9416f binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:08:37.384850 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.408689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-abcd3a93-992e-45ea-86ef-8d874259951a None None] Provisioning for port d8641eb1-b0cd-4137-9db6-fd054c469aa5 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:37.633523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.773258 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.786181 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Transition to ACTIVE for port object 5eb83fd9-8d61-4b42-adb2-39cabca9416f will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:37.793589 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.883785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Allocated IP 172.20.0.1 (acff4331-5757-4070-ab91-1145c922c7f6/3fa9b64c-431f-4a84-93ee-28f263d1d378/455f8090-bf45-4bb1-92cf-80c0b7483c6c) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:37.899335 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Attempting to bind port 5eb83fd9-8d61-4b42-adb2-39cabca9416f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:37.899888 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Attempting to bind port 5eb83fd9-8d61-4b42-adb2-39cabca9416f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:37.900350 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Attempting to bind port 5eb83fd9-8d61-4b42-adb2-39cabca9416f on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:37.914652 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Pushing event updated for resources: {'Port': ['ID=5eb83fd9-8d61-4b42-adb2-39cabca9416f,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:37.914896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d8641eb1-b0cd-4137-9db6-fd054c469aa5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:37.917886 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:37.918079 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:37.918426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.918837 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:37.919303 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Bound port: 5eb83fd9-8d61-4b42-adb2-39cabca9416f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:37.920009 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:37.964324 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.964666 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.965179 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.965676 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.966010 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.966337 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.966687 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.967020 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.967338 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.967666 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:37.967972 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.009349 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] For port 5eb83fd9-8d61-4b42-adb2-39cabca9416f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:38.014011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] For port 5eb83fd9-8d61-4b42-adb2-39cabca9416f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5eb83fd9-8d61-4b42-adb2-39cabca9416f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:38.019093 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.036789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d8641eb1-b0cd-4137-9db6-fd054c469aa5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:38.042327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d8641eb1-b0cd-4137-9db6-fd054c469aa5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:38.042760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.070377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.094627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Transition to ACTIVE for port object 455f8090-bf45-4bb1-92cf-80c0b7483c6c will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:38.105720 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:38.106643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:38.120091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.158421 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7f9f1-0e93-4002-97d1-7b1ff34f3ff4 None None] Pushing event updated for resources: {'Port': ['ID=5eb83fd9-8d61-4b42-adb2-39cabca9416f,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:38.174069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.193197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Network acff4331-5757-4070-ab91-1145c922c7f6 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:38.197940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:38.200599 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:38.232409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Pushing event updated for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:38.246627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port d8641eb1-b0cd-4137-9db6-fd054c469aa5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d8641eb1-b0cd-4137-9db6-fd054c469aa5,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:38.257843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.292713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.328165 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:38.370517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=d8641eb1-b0cd-4137-9db6-fd054c469aa5,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:38.381029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.381662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.382152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.382694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.383200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.383720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.384202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.384681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.386614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.387178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.387686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:08:38.494254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2a500664-6fde-4406-b614-2bbfd2d5e825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.500729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ae3a59e6-4eca-4f42-9922-e37ae9b658aa None None] Provisioning for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:38.502730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.506409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ae3a59e6-4eca-4f42-9922-e37ae9b658aa None None] Provisioning complete for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:38.506768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ae3a59e6-4eca-4f42-9922-e37ae9b658aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.559162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a59e6-4eca-4f42-9922-e37ae9b658aa None None] Port 455f8090-bf45-4bb1-92cf-80c0b7483c6c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:08:38.661108 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:36Z', 'revision_number': 3, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:38.665668 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580bc224-6ea6-45e7-b9e1-01ef86bb0b74 None None] The sync data for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv is: [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:36Z', 'revision_number': 3, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:08:38.732712 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.737444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.842327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Pushing event updated for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:38.844682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:38.981497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Network acff4331-5757-4070-ab91-1145c922c7f6 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:38.982779 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:39.182499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2ba2b526-3893-45ef-bd17-a4d0d91269ca None None] Provisioning complete for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:39.182870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b526-3893-45ef-bd17-a4d0d91269ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:39.236485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2ba2b526-3893-45ef-bd17-a4d0d91269ca None None] Port 455f8090-bf45-4bb1-92cf-80c0b7483c6c cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:08:39.378730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:08:39.577215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:08:39.586802 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f0419681-e5e3-493b-9e5f-849922557012 admin admin] 10.222.0.94 "PUT /v2.0/routers/39e107e5-b902-4277-bcd4-d4ef84ba87d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7555387 Feb 16 09:08:39.856468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d8641eb1-b0cd-4137-9db6-fd054c469aa5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:39.926503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d8641eb1-b0cd-4137-9db6-fd054c469aa5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:39.926859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:40.493180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-77574f03-2afd-4ed5-bc58-d5a9149fc12d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:40.493846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-77574f03-2afd-4ed5-bc58-d5a9149fc12d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Synchronizing usage tracker for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:08:40.511448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-77574f03-2afd-4ed5-bc58-d5a9149fc12d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Unset dirty status for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:08:40.513423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-77574f03-2afd-4ed5-bc58-d5a9149fc12d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 817 time: 0.1589799 Feb 16 09:08:40.528986 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-a889cd3f-436d-4b7c-8b1b-542db147b0dc tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/quotas/e8839b051d40460d8cd5d648c62d3e36 HTTP/1.1" status: 200 len: 375 time: 0.0108266 Feb 16 09:08:40.614701 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c5362158-141f-4c41-aa8c-b5ed3a50cebc tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805161 Feb 16 09:08:40.846972 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-7ff468ba-89bc-439d-9002-439088dc5dbf service neutron] 10.222.0.94 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206831 Feb 16 09:08:40.964927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3a86b6ce-ff8e-46f0-bcfc-64dca4480ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:40.983898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c5a196fd-02af-4711-8d33-8b9a4150fad9 service neutron] 10.222.0.94 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307783 Feb 16 09:08:41.165718 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b4e0a245-1fa9-4894-acea-3400dd41388c req-e8b33f61-1444-41fe-8b41-23a85fe9f04d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 210 time: 0.0406208 Feb 16 09:08:41.732355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:42.020782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:42.320402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-6b3d589e-01ac-45e7-a4f0-00f12fff89e7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:42.321762 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-6b3d589e-01ac-45e7-a4f0-00f12fff89e7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 817 time: 0.1729782 Feb 16 09:08:42.337656 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2edebab5-b6d7-480b-b978-366812f06c6f req-85567417-f25a-42e8-97e8-2b81d4f92c71 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 210 time: 0.0423138 Feb 16 09:08:42.343664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Request body: {'port': {'device_id': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'admin_state_up': True, 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:42.486145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:08:42.490170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Usage tracker for resource:port and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:08:42.493039 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:08:42.498643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:08:42.508211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Made reservation on behalf of e8839b051d40460d8cd5d648c62d3e36 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:08:42.511184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:42.676415 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Allocated IP 172.20.0.3 (d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d/015caa43-6c13-48d7-915b-84c91a6460dc/fcca04f5-ea68-4aae-8879-de8fafcbaa89) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:08:42.879830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:42.896578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Transition to ACTIVE for port object fcca04f5-ea68-4aae-8879-de8fafcbaa89 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:42.918204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:42.991981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:08:42.994792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:08:42.998589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:08:43.029510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Pushing event updated for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:43.065441 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:43.066049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.088326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-56a06862-4f96-4a32-9f2d-50ff26d75729 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7487268 Feb 16 09:08:43.104434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-e035cbee-5833-4f05-89db-6b6343947357 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:08:43.105454 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-e035cbee-5833-4f05-89db-6b6343947357 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0061958 Feb 16 09:08:43.116919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Request body: {'port': {'device_id': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:08:43.229821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.286593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d00760f4-0ec9-49a1-9c4c-901bd527d202 None None] Provisioning for port fcca04f5-ea68-4aae-8879-de8fafcbaa89 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:43.292832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d00760f4-0ec9-49a1-9c4c-901bd527d202 None None] Provisioning complete for port fcca04f5-ea68-4aae-8879-de8fafcbaa89 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:43.293258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d00760f4-0ec9-49a1-9c4c-901bd527d202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.344673 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d00760f4-0ec9-49a1-9c4c-901bd527d202 None None] Port fcca04f5-ea68-4aae-8879-de8fafcbaa89 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:08:43.605296 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac8e80-c2c0-418d-a0f1-8937bbb6510b req-24981486-49e3-4bbc-b25a-b2baf0bf7f7e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:43.606463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcca04f5-ea68-4aae-8879-de8fafcbaa89 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:08:43.614847 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08ac8e80-c2c0-418d-a0f1-8937bbb6510b req-24981486-49e3-4bbc-b25a-b2baf0bf7f7e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 931 time: 0.1462190 Feb 16 09:08:43.622723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.638801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Transition to ACTIVE for port object fcca04f5-ea68-4aae-8879-de8fafcbaa89 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:43.642695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.664993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-08ac8e80-c2c0-418d-a0f1-8937bbb6510b req-88614d52-4fd1-49ce-accd-bf6548199b37 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Synchronizing usage tracker for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:08:43.687968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-08ac8e80-c2c0-418d-a0f1-8937bbb6510b req-88614d52-4fd1-49ce-accd-bf6548199b37 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Unset dirty status for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:08:43.691300 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08ac8e80-c2c0-418d-a0f1-8937bbb6510b req-88614d52-4fd1-49ce-accd-bf6548199b37 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Feb 16 09:08:43.780671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:43.853168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:43.923119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5eb83fd9-8d61-4b42-adb2-39cabca9416f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:44.011206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 5eb83fd9-8d61-4b42-adb2-39cabca9416f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:44.016792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5eb83fd9-8d61-4b42-adb2-39cabca9416f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:44.017076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.033894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Attempting to bind port fcca04f5-ea68-4aae-8879-de8fafcbaa89 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:44.034324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Attempting to bind port fcca04f5-ea68-4aae-8879-de8fafcbaa89 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:44.034748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Attempting to bind port fcca04f5-ea68-4aae-8879-de8fafcbaa89 on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:44.041712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Port fcca04f5-ea68-4aae-8879-de8fafcbaa89 on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:08:44.042130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Attempting to bind port fcca04f5-ea68-4aae-8879-de8fafcbaa89 on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:44.049142 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:44.049573 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Checking segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:44.050163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Bound using segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:44.050713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Bound port: fcca04f5-ea68-4aae-8879-de8fafcbaa89, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:44.051126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.155113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.168678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:44.172153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:44.176594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 5eb83fd9-8d61-4b42-adb2-39cabca9416f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5eb83fd9-8d61-4b42-adb2-39cabca9416f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:44.179940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.190672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.274287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:44.274777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=5eb83fd9-8d61-4b42-adb2-39cabca9416f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:44.276872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] 10.222.0.98 "PUT /v2.0/ports/fcca04f5-ea68-4aae-8879-de8fafcbaa89 HTTP/1.1" status: 200 len: 1093 time: 1.1654763 Feb 16 09:08:44.277502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:08:44.287976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796e486-5c0b-444d-9f68-4a7130012fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:44.389219 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89', 'status': 'completed', 'code': 200} Feb 16 09:08:44.440321 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-d652746d-6445-4672-aec0-28d91b106224 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 1096 time: 0.0961235 Feb 16 09:08:44.515469 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-0cee8263-97ab-49d7-8542-7b76e0c6062f service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89 HTTP/1.1" status: 200 len: 217 time: 0.0634496 Feb 16 09:08:44.594743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-9e830ff6-dad7-4b64-9121-b7aa682cc412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:44.596185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-9e830ff6-dad7-4b64-9121-b7aa682cc412 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 200 len: 856 time: 0.0739210 Feb 16 09:08:44.678062 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-445f71c2-f892-47e1-b27b-c3d796ee9c3f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757668 Feb 16 09:08:44.816221 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-5aa15dc1-4199-4d21-af15-263369fcf32b service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328230 Feb 16 09:08:44.903630 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8bbef-3b8b-4386-8249-97319f69065c req-1cd050da-e2a5-4126-8fc5-14376a358e67 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:44.905236 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2de8bbef-3b8b-4386-8249-97319f69065c req-1cd050da-e2a5-4126-8fc5-14376a358e67 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 943 time: 0.0825617 Feb 16 09:08:44.957609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0a74b8fb-d1bf-40a7-b90b-aec1dbabd6f2 req-d6b40d6a-8e64-4cb7-a9ae-54e80dfcef6a service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360176 Feb 16 09:08:44.960260 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2de8bbef-3b8b-4386-8249-97319f69065c req-042045ab-679d-4933-90b2-8abcaa06b188 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Feb 16 09:08:45.125637 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-d7c1d63a-9853-4852-9350-e66ec4e27c5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 1096 time: 0.0743210 Feb 16 09:08:45.269337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-983603b0-d0c2-4e12-9799-f61dc5515f86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:45.270841 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-983603b0-d0c2-4e12-9799-f61dc5515f86 service neutron] 10.222.0.98 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 918 time: 0.1391299 Feb 16 09:08:45.347147 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-6548e308-3596-4b02-bed2-bb67a6654ac2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89 HTTP/1.1" status: 200 len: 217 time: 0.0694764 Feb 16 09:08:45.418872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-8150557a-4f96-48d4-9dcb-54ff9228a3d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:45.420217 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-8150557a-4f96-48d4-9dcb-54ff9228a3d8 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 200 len: 856 time: 0.0606487 Feb 16 09:08:45.495903 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-82047fd0-d106-4121-bb04-c8a72f22d8cb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689139 Feb 16 09:08:45.634106 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-2fc71efd-facc-4bc1-bb46-0b25b9ac7f19 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311901 Feb 16 09:08:45.774016 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-004c9992-f6ea-49e7-9a03-b135d4ad2623 req-e5d0a784-c120-4b09-a534-0815edbff660 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322200 Feb 16 09:08:45.856828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5eb83fd9-8d61-4b42-adb2-39cabca9416f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:45.927002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 5eb83fd9-8d61-4b42-adb2-39cabca9416f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:45.927435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:46.188882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ffd782-8243-4728-abcd-76f8a6a6447a req-28115c63-88d7-4049-ae6b-3dde894c3e73 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:46.190454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8ffd782-8243-4728-abcd-76f8a6a6447a req-28115c63-88d7-4049-ae6b-3dde894c3e73 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 943 time: 0.0802462 Feb 16 09:08:46.240406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8ffd782-8243-4728-abcd-76f8a6a6447a req-053c0677-b4e1-4af2-90bc-51d473606a24 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432127 Feb 16 09:08:47.437749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940243-e9d8-4ea3-875b-5831c370b496 req-9534b58d-40f8-4c2c-8b2a-716b7f7bc166 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:47.439308 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6940243-e9d8-4ea3-875b-5831c370b496 req-9534b58d-40f8-4c2c-8b2a-716b7f7bc166 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 943 time: 0.0789328 Feb 16 09:08:47.485610 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6940243-e9d8-4ea3-875b-5831c370b496 req-fe55bda9-b287-4b76-9c4a-3d4af32af906 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399227 Feb 16 09:08:47.816490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Sync routers for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:08:47.828615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:47.829221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:48.001995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:48.338975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'dc0c769f-df6c-46fe-a537-0b0657539595', 'name': '', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'mac_address': 'fa:16:3e:27:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:31Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 2, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'subnets': [{'id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:48.342744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Checking router: 7932e09c-d50c-48b9-b38b-675f22ca159c for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:08:48.343093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Updating router 7932e09c-d50c-48b9-b38b-675f22ca159c port dc0c769f-df6c-46fe-a537-0b0657539595 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:08:48.395788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:48.643114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fcca04f5-ea68-4aae-8879-de8fafcbaa89 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:08:48.680164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b74c6e-4d90-40a0-b3d2-c54976ec8643 req-bb9b950e-7c16-40be-975e-6a47b1826204 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:48.681618 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-63b74c6e-4d90-40a0-b3d2-c54976ec8643 req-bb9b950e-7c16-40be-975e-6a47b1826204 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 943 time: 0.0755517 Feb 16 09:08:48.726539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-63b74c6e-4d90-40a0-b3d2-c54976ec8643 req-cc0de989-9a30-4db3-a90b-a2ca438eb8d3 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390434 Feb 16 09:08:48.824613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:48.850081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Transition to ACTIVE for port object dc0c769f-df6c-46fe-a537-0b0657539595 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:48.857496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:48.865486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:48.916337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'port_id': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89', 'mac_address': 'fa:16:3e:e9:26:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:08:49.029935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e806e8-45ce-49c8-a04e-ac81fa812185 None None] Pushing event updated for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:49.086235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:49.140465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcca04f5-ea68-4aae-8879-de8fafcbaa89 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:08:49.157309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Attempting to bind port dc0c769f-df6c-46fe-a537-0b0657539595 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:49.157713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Attempting to bind port dc0c769f-df6c-46fe-a537-0b0657539595 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:49.158111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Attempting to bind port dc0c769f-df6c-46fe-a537-0b0657539595 on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:49.169585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:49.174114 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:49.174538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Checking segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:49.174964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:49.175351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Bound using segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:49.175804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Bound port: dc0c769f-df6c-46fe-a537-0b0657539595, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:49.176170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:49.185205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:49.309634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:49.337980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] For port dc0c769f-df6c-46fe-a537-0b0657539595, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:49.341245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] For port dc0c769f-df6c-46fe-a537-0b0657539595, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dc0c769f-df6c-46fe-a537-0b0657539595,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:49.345942 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:49.440975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:49.441782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:49.476203 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Sync routers for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:08:49.488704 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:49.489316 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:49.501050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['fcca04f5-ea68-4aae-8879-de8fafcbaa89'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:08:49.580105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e806e8-45ce-49c8-a04e-ac81fa812185 None None] Pushing event updated for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:49.665149 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:49.725756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:49.941215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dc0c769f-df6c-46fe-a537-0b0657539595 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:49.954134 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080a21d-980e-498a-a11d-3e4b5de510d6 req-3c302440-196b-4e99-8d1f-7bebbf567e0b tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:49.955744 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e080a21d-980e-498a-a11d-3e4b5de510d6 req-3c302440-196b-4e99-8d1f-7bebbf567e0b tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 944 time: 0.0891140 Feb 16 09:08:50.009734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e080a21d-980e-498a-a11d-3e4b5de510d6 req-3055f244-ebab-4197-a0eb-8ad62f1a6e3b tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455685 Feb 16 09:08:50.049733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 4, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '455f8090-bf45-4bb1-92cf-80c0b7483c6c', 'name': '', 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'mac_address': 'fa:16:3e:fe:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:37Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 2, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'subnets': [{'id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:50.054699 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Checking router: 39e107e5-b902-4277-bcd4-d4ef84ba87d5 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:08:50.055048 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Updating router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 port 455f8090-bf45-4bb1-92cf-80c0b7483c6c binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:08:50.104239 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.202782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port dc0c769f-df6c-46fe-a537-0b0657539595 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:50.215722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dc0c769f-df6c-46fe-a537-0b0657539595 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:50.216641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.335066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'dc0c769f-df6c-46fe-a537-0b0657539595', 'name': '', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'mac_address': 'fa:16:3e:27:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:31Z', 'updated_at': '2022-02-16T09:08:49Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'subnets': [{'id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:50.347694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e205f-965c-4d86-87b0-c284df6e1481 None None] The sync data for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv is: [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:08:31Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'dc0c769f-df6c-46fe-a537-0b0657539595', 'name': '', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'mac_address': 'fa:16:3e:27:b6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:31Z', 'updated_at': '2022-02-16T09:08:49Z', 'revision_number': 4, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'subnets': [{'id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:08:50.366357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.404401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port dc0c769f-df6c-46fe-a537-0b0657539595, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dc0c769f-df6c-46fe-a537-0b0657539595,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:50.408669 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.480933 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.486392 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:50.497222 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Transition to ACTIVE for port object 455f8090-bf45-4bb1-92cf-80c0b7483c6c will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:08:50.505224 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.637129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fcca04f5-ea68-4aae-8879-de8fafcbaa89 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:50.638793 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eaee3-e7c9-499b-a302-5b0acaf9d335 None None] Pushing event updated for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:50.743917 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Attempting to bind port 455f8090-bf45-4bb1-92cf-80c0b7483c6c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:08:50.744515 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Attempting to bind port 455f8090-bf45-4bb1-92cf-80c0b7483c6c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:08:50.745939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Attempting to bind port 455f8090-bf45-4bb1-92cf-80c0b7483c6c on network acff4331-5757-4070-ab91-1145c922c7f6 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:08:50.757880 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:08:50.759471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Checking segment: {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:08:50.760326 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.760939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Bound using segment: {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:08:50.761796 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Bound port: 455f8090-bf45-4bb1-92cf-80c0b7483c6c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9aa54d7-4adb-437f-9065-9dc0c2830b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:08:50.762380 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.763966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port fcca04f5-ea68-4aae-8879-de8fafcbaa89 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:50.769698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port fcca04f5-ea68-4aae-8879-de8fafcbaa89 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:50.770200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.884429 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] For port 455f8090-bf45-4bb1-92cf-80c0b7483c6c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:08:50.888493 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] For port 455f8090-bf45-4bb1-92cf-80c0b7483c6c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=455f8090-bf45-4bb1-92cf-80c0b7483c6c,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:08:50.896750 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.933499 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:50.970219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:08:50.988329 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4eaee3-e7c9-499b-a302-5b0acaf9d335 None None] Pushing event updated for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:50.990899 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:08:50.991497 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:08:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:50.996983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:51.013850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:51.074459 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89', 'code': 200} Feb 16 09:08:51.141316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:51.216984 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:08:51.278894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb26b76-47b5-4099-8182-0c9986f6102e req-d3a19d3b-b93b-465e-8e86-30ff498e12b1 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:51.291943 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fb26b76-47b5-4099-8182-0c9986f6102e req-d3a19d3b-b93b-465e-8e86-30ff498e12b1 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.1080799 Feb 16 09:08:51.355682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fb26b76-47b5-4099-8182-0c9986f6102e req-da869c34-e790-44e6-9a78-63547881f7c2 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583134 Feb 16 09:08:51.419233 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3c2d5000-2602-4701-a6bd-f07802111b41 req-2a116889-e3cb-41b3-b35c-11fca3ddc95c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 1098 time: 0.0678520 Feb 16 09:08:51.466829 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3c2d5000-2602-4701-a6bd-f07802111b41 req-ecfbfc0d-2043-4e40-9c8b-0eb23e04aff4 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409834 Feb 16 09:08:51.559903 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 4, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '455f8090-bf45-4bb1-92cf-80c0b7483c6c', 'name': '', 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'mac_address': 'fa:16:3e:fe:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:37Z', 'updated_at': '2022-02-16T09:08:50Z', 'revision_number': 4, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'subnets': [{'id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:08:51.563662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5236e54-f576-488c-8908-0e8da82aaa4e None None] The sync data for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv is: [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:38Z', 'revision_number': 4, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '455f8090-bf45-4bb1-92cf-80c0b7483c6c', 'name': '', 'network_id': 'acff4331-5757-4070-ab91-1145c922c7f6', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'mac_address': 'fa:16:3e:fe:a6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:37Z', 'updated_at': '2022-02-16T09:08:50Z', 'revision_number': 4, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'subnets': [{'id': '3fa9b64c-431f-4a84-93ee-28f263d1d378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:08:51.928487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 455f8090-bf45-4bb1-92cf-80c0b7483c6c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:52.000788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:08:52.005661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:52.006035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:52.138860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:52.173441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 455f8090-bf45-4bb1-92cf-80c0b7483c6c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=455f8090-bf45-4bb1-92cf-80c0b7483c6c,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:08:52.178068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:52.178981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dc0c769f-df6c-46fe-a537-0b0657539595 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:52.294728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:08:52.310456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port dc0c769f-df6c-46fe-a537-0b0657539595 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:52.310883 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:52.574494 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0c98f-2d2b-4f8d-a60c-0eb86c44f09a req-c9a3cf34-87d2-4d42-93f7-8278d9e00645 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:52.575875 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9ed0c98f-2d2b-4f8d-a60c-0eb86c44f09a req-c9a3cf34-87d2-4d42-93f7-8278d9e00645 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.0807586 Feb 16 09:08:52.623335 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9ed0c98f-2d2b-4f8d-a60c-0eb86c44f09a req-ac707f2a-d5eb-404a-b4ab-ccacc8e1bf96 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420325 Feb 16 09:08:53.825115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2f362c-fce4-4a13-96d9-b6afa9750755 req-58fe65ee-b5f1-4219-9ad0-052918268f01 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:53.826720 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d2f362c-fce4-4a13-96d9-b6afa9750755 req-58fe65ee-b5f1-4219-9ad0-052918268f01 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.0788105 Feb 16 09:08:53.866653 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 455f8090-bf45-4bb1-92cf-80c0b7483c6c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:08:53.879700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8d2f362c-fce4-4a13-96d9-b6afa9750755 req-c7528aa0-8625-44bb-9eab-4c2b6bf02d10 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459611 Feb 16 09:08:53.935575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 455f8090-bf45-4bb1-92cf-80c0b7483c6c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:08:53.935955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:08:54.085451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e917eb-5180-4dfe-9967-43b23998ee82 req-79000571-c5ff-4c16-a8d8-7d410557d444 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:08:54.086934 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08e917eb-5180-4dfe-9967-43b23998ee82 req-79000571-c5ff-4c16-a8d8-7d410557d444 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.0775101 Feb 16 09:08:54.132519 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08e917eb-5180-4dfe-9967-43b23998ee82 req-e98c1b00-89e5-4678-8f45-708c15535f77 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Feb 16 09:09:00.754964 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:09:02.163068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:08.489823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa733792-5567-4f04-bf6b-8eb6c9271134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:09.785419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220795e8-e40d-4573-b0b6-67949c210f80 req-5935f932-1b86-4129-a581-049c579fb75e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:09.787474 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-220795e8-e40d-4573-b0b6-67949c210f80 req-5935f932-1b86-4129-a581-049c579fb75e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.0805459 Feb 16 09:09:09.832007 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-220795e8-e40d-4573-b0b6-67949c210f80 req-12697c6f-ce08-409b-9a39-22dc62fc8781 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 Feb 16 09:09:10.968416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d6e40ce4-87e3-490d-b38b-cd8bfa4203b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:11.034881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d389ee-358f-424f-bc9f-0f35e237f4b2 req-c78cb7c5-ee2b-4a60-87e0-8ac303568f25 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:11.036420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22d389ee-358f-424f-bc9f-0f35e237f4b2 req-c78cb7c5-ee2b-4a60-87e0-8ac303568f25 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.0785239 Feb 16 09:09:11.082744 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-22d389ee-358f-424f-bc9f-0f35e237f4b2 req-7ea7a19a-a81c-42a0-9c83-7876c4f780e1 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403683 Feb 16 09:09:11.471409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-e4eca3fa-d62d-4726-97b1-fc5eb782a314 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:11.472083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-e4eca3fa-d62d-4726-97b1-fc5eb782a314 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Synchronizing usage tracker for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:09:11.488417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-e4eca3fa-d62d-4726-97b1-fc5eb782a314 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Unset dirty status for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:09:11.489619 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-e4eca3fa-d62d-4726-97b1-fc5eb782a314 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 945 time: 0.1799121 Feb 16 09:09:11.560400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Deleting port fcca04f5-ea68-4aae-8879-de8fafcbaa89 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:11.560627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:11.736200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:11.797365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] For port fcca04f5-ea68-4aae-8879-de8fafcbaa89, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fcca04f5-ea68-4aae-8879-de8fafcbaa89,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:11.797722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:11.919839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Calling delete_port for fcca04f5-ea68-4aae-8879-de8fafcbaa89 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:12.023037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:12.057459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:12.090340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['fcca04f5-ea68-4aae-8879-de8fafcbaa89'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:09:12.107971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Pushing event deleted for resources: {'Port': ['ID=fcca04f5-ea68-4aae-8879-de8fafcbaa89,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:12.192027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] No DVR routers for this DVR port fcca04f5-ea68-4aae-8879-de8fafcbaa89 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:09:12.194749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:12.197869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'name': 'network-vif-deleted', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:09:12.215832 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b3858bd-0808-4471-a1f6-7549e57e4e14 req-89a18e4e-20a8-4519-b4b6-269ae0886a91 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "DELETE /v2.0/ports/fcca04f5-ea68-4aae-8879-de8fafcbaa89 HTTP/1.1" status: 204 len: 173 time: 0.7210698 Feb 16 09:09:12.292237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224cdb5c-4f1d-45a3-85c9-755a8b4a35a7', 'name': 'network-vif-deleted', 'tag': 'fcca04f5-ea68-4aae-8879-de8fafcbaa89', 'status': 'completed', 'code': 200} Feb 16 09:09:12.295458 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-66a33dbf-29b9-4b7b-b99c-fea72d9f520c req-6dfb5f0f-15b2-4cb9-a04e-5b1263782ccc tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=224cdb5c-4f1d-45a3-85c9-755a8b4a35a7 HTTP/1.1" status: 200 len: 210 time: 0.0568631 Feb 16 09:09:13.851308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:14.202129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426d66-9895-406b-9a68-45b6d527b925 req-b575291b-7cac-443c-88fc-857f7b764227 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:14.206486 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-b575291b-7cac-443c-88fc-857f7b764227 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 817 time: 0.1443658 Feb 16 09:09:14.222684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-b2e0ec73-f5aa-4ef0-9dc6-a731f1497f42 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/quotas/e8839b051d40460d8cd5d648c62d3e36 HTTP/1.1" status: 200 len: 375 time: 0.0107520 Feb 16 09:09:14.306293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-3035dc0c-63e3-47c4-8611-1d76486651a7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0752316 Feb 16 09:09:14.321706 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-22901c62-f658-4e5c-b48a-ce480119f194 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:09:14.322786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-22901c62-f658-4e5c-b48a-ce480119f194 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051374 Feb 16 09:09:14.539073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-b2e828ad-7e28-40cd-9f45-91c7a3969290 service neutron] 10.222.0.94 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106395 Feb 16 09:09:14.674460 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-3e8e5e04-6197-4039-aeb9-aeb4b0585e30 service neutron] 10.222.0.94 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259272 Feb 16 09:09:14.715247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fcca04f5-ea68-4aae-8879-de8fafcbaa89 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:14.755187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: fcca04f5-ea68-4aae-8879-de8fafcbaa89 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:14.755516 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device fcca04f5-ea68-4aae-8879-de8fafcbaa89 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:14.881903 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3fb0054b-78d7-460d-9a66-689690a30994 req-e8072b1d-2774-42d0-88e1-74b62fdd4127 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 210 time: 0.0447288 Feb 16 09:09:16.005503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426d66-9895-406b-9a68-45b6d527b925 req-8e35739f-ef7e-4af1-a2f6-61857538f309 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:16.007064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-8e35739f-ef7e-4af1-a2f6-61857538f309 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 817 time: 0.1670988 Feb 16 09:09:16.032065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Request body: {'port': {'device_id': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'admin_state_up': True, 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:09:16.096050 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75bf7e0a-cf44-4e7f-b5f2-59585c94617a req-ea136635-4f8d-4138-aece-548031951fca tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 210 time: 0.0731299 Feb 16 09:09:16.198830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:09:16.202831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Usage tracker for resource:port and tenant:e8839b051d40460d8cd5d648c62d3e36 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:09:16.205782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:09:16.212293 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:09:16.222458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Made reservation on behalf of e8839b051d40460d8cd5d648c62d3e36 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:09:16.225377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:16.386944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Allocated IP 172.20.0.13 (d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d/015caa43-6c13-48d7-915b-84c91a6460dc/d0a80d26-d9df-4870-bc2c-5ce057731adb) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:09:16.581873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:16.596748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Transition to ACTIVE for port object d0a80d26-d9df-4870-bc2c-5ce057731adb will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:09:16.618068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:16.691070 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:09:16.693826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:09:16.698643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:09:16.729558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Pushing event updated for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:16.751923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.752264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.752605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.752933 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.753262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.753588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.753912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.754234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.754576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.754896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.755214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:16.775981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:16.776593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:16.803077 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-28fe5ed5-b1cb-4531-a127-20c4031e0e5d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776601 Feb 16 09:09:16.821295 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Request body: {'port': {'device_id': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:09:16.963348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2a43eb40-f556-49ce-8844-d5f584ab6eda None None] Provisioning for port d0a80d26-d9df-4870-bc2c-5ce057731adb completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:09:16.968407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2a43eb40-f556-49ce-8844-d5f584ab6eda None None] Provisioning complete for port d0a80d26-d9df-4870-bc2c-5ce057731adb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:09:16.968726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2a43eb40-f556-49ce-8844-d5f584ab6eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.014699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.053692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2a43eb40-f556-49ce-8844-d5f584ab6eda None None] Port d0a80d26-d9df-4870-bc2c-5ce057731adb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:09:17.296710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa0dd8-df54-4d22-a547-d5c082b4d35e req-88eac273-381c-460e-8be9-628933111c2a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:17.298182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81aa0dd8-df54-4d22-a547-d5c082b4d35e req-88eac273-381c-460e-8be9-628933111c2a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 932 time: 0.0744932 Feb 16 09:09:17.346253 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81aa0dd8-df54-4d22-a547-d5c082b4d35e req-6d35d8b8-6dff-4906-931a-77490964f32f tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423758 Feb 16 09:09:17.349209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a80d26-d9df-4870-bc2c-5ce057731adb {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:09:17.356309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.371764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Transition to ACTIVE for port object d0a80d26-d9df-4870-bc2c-5ce057731adb will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:09:17.375552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.502735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:17.613340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Attempting to bind port d0a80d26-d9df-4870-bc2c-5ce057731adb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:09:17.613670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Attempting to bind port d0a80d26-d9df-4870-bc2c-5ce057731adb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:09:17.613990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Attempting to bind port d0a80d26-d9df-4870-bc2c-5ce057731adb on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:09:17.620216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Port d0a80d26-d9df-4870-bc2c-5ce057731adb on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:09:17.620527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Attempting to bind port d0a80d26-d9df-4870-bc2c-5ce057731adb on network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:09:17.626501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:09:17.626827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Checking segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:09:17.627346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Bound using segment: {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:09:17.627755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Bound port: d0a80d26-d9df-4870-bc2c-5ce057731adb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91f38e8-297e-4219-9c32-ae6af5cc7c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:09:17.628088 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.715367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:09:17.718137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:09:17.722576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.783023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:17.784577 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] 10.222.0.98 "PUT /v2.0/ports/d0a80d26-d9df-4870-bc2c-5ce057731adb HTTP/1.1" status: 200 len: 1094 time: 0.9680414 Feb 16 09:09:17.785010 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:09:17.805531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b9d7c-fcc0-4570-b76b-d336869fd58f service neutron] Pushing event updated for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:17.885745 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb', 'status': 'completed', 'code': 200} Feb 16 09:09:17.924046 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-d8634414-3364-4efd-b8a3-1610cfcce6ea service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 1097 time: 0.0768552 Feb 16 09:09:18.000844 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-6e162edc-0fea-4f2e-a79a-3d016c7820ce service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb HTTP/1.1" status: 200 len: 217 time: 0.0652380 Feb 16 09:09:18.061782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7426d66-9895-406b-9a68-45b6d527b925 req-c061e2c5-b974-4ea6-84f2-186d0b568c42 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:18.063153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-c061e2c5-b974-4ea6-84f2-186d0b568c42 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 200 len: 856 time: 0.0572340 Feb 16 09:09:18.141028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-5e44b6c9-d7a9-46f1-a96e-47ee1850f654 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725453 Feb 16 09:09:18.270418 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-98532f95-a622-489a-9661-2ec7e660aa55 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211357 Feb 16 09:09:18.399565 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b7426d66-9895-406b-9a68-45b6d527b925 req-6740cacf-284b-4769-9312-c46fadbd9fb6 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233530 Feb 16 09:09:18.548377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73589131-1a5e-4c54-9056-4696241f4555 req-900cc91c-f828-4f68-b107-7cc9bb06462a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:18.549833 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73589131-1a5e-4c54-9056-4696241f4555 req-900cc91c-f828-4f68-b107-7cc9bb06462a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 944 time: 0.0772116 Feb 16 09:09:18.552394 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-206b3c7f-8bcd-41df-9277-e789fc78b5bd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 1097 time: 0.0684257 Feb 16 09:09:18.596294 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73589131-1a5e-4c54-9056-4696241f4555 req-8305ff22-f480-421a-bd13-18f9022ce18f tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Feb 16 09:09:18.685393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-005acf0c-d0a9-45cf-9ee3-534edf0f1dbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:18.686802 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-005acf0c-d0a9-45cf-9ee3-534edf0f1dbe service neutron] 10.222.0.98 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 918 time: 0.1286569 Feb 16 09:09:18.854467 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-29a78106-5f62-4552-8d98-8e1732c7d7e1 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb HTTP/1.1" status: 200 len: 217 time: 0.1611869 Feb 16 09:09:18.918116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-38ce4af6-51db-440d-88d5-bea62cdab5d3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:18.919563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-38ce4af6-51db-440d-88d5-bea62cdab5d3 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 200 len: 856 time: 0.0570629 Feb 16 09:09:18.997861 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-25502b97-e800-4eb0-8371-4987a83253a7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709586 Feb 16 09:09:19.128760 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-6af52c62-e7fb-4dba-b0e3-fa8eb313a282 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 Feb 16 09:09:19.262182 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-61c008a7-ed84-4bba-aa11-ef3d7f49b21c req-f0d5f8ae-066f-453f-a6ff-7b2b9a65f988 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271999 Feb 16 09:09:19.798242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eab557-f820-44b2-b232-89e3192d152a req-af268a30-385d-4e54-8007-7b187f0ffb9e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:19.799721 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20eab557-f820-44b2-b232-89e3192d152a req-af268a30-385d-4e54-8007-7b187f0ffb9e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 944 time: 0.0799713 Feb 16 09:09:19.844648 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20eab557-f820-44b2-b232-89e3192d152a req-4eaaa8a4-e818-46bc-ac99-2394a484b83e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Feb 16 09:09:20.750487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d0a80d26-d9df-4870-bc2c-5ce057731adb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:09:20.880017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:20.893797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'd0a80d26-d9df-4870-bc2c-5ce057731adb', 'network_id': 'd6d1aa8c-83bd-4fd8-8401-c7286cf19a8d', 'port_id': 'd0a80d26-d9df-4870-bc2c-5ce057731adb', 'mac_address': 'fa:16:3e:0f:1e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '015caa43-6c13-48d7-915b-84c91a6460dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:09:20.949979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:20.968066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a80d26-d9df-4870-bc2c-5ce057731adb {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:09:20.983639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:20.988735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:21.046786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e574dc8-2b3a-48a9-b838-055a76f01feb req-1d89d00a-b8a1-4b26-91d9-5e841054e01f tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:21.048129 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e574dc8-2b3a-48a9-b838-055a76f01feb req-1d89d00a-b8a1-4b26-91d9-5e841054e01f tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0777156 Feb 16 09:09:21.052533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:21.093849 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e574dc8-2b3a-48a9-b838-055a76f01feb req-04ddd3a5-176f-4c76-836d-035daf805811 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 Feb 16 09:09:21.248613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['d0a80d26-d9df-4870-bc2c-5ce057731adb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:09:22.296315 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee05fabe-db0d-4065-bc16-dab58552148a req-f30f0c81-a6da-4f9d-8e97-de71f674312a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:22.297760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee05fabe-db0d-4065-bc16-dab58552148a req-f30f0c81-a6da-4f9d-8e97-de71f674312a tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 945 time: 0.0804818 Feb 16 09:09:22.344035 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee05fabe-db0d-4065-bc16-dab58552148a req-00647c1b-d16c-4b47-8c2c-b65f36ac5141 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406206 Feb 16 09:09:22.761262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d0a80d26-d9df-4870-bc2c-5ce057731adb up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:09:22.842643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port d0a80d26-d9df-4870-bc2c-5ce057731adb completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:09:22.847856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port d0a80d26-d9df-4870-bc2c-5ce057731adb triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:09:22.848258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:22.967439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:22.994157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:09:23.003933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:23.008453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:23.055767 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb', 'code': 200} Feb 16 09:09:23.082179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:23.312479 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-54622e14-9953-4d91-9eb0-bdd260384611 req-5f1d30a1-2155-42ad-a3da-4fe69c19bfe6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 1099 time: 0.0667565 Feb 16 09:09:23.353923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-54622e14-9953-4d91-9eb0-bdd260384611 req-28aad225-cb19-4285-9612-50fd9cdf5a2b service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356855 Feb 16 09:09:23.542453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9c33d-d8e3-405b-9b63-fa91139fdcda req-54582e63-e47a-4dd9-b4be-904b27bae595 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:23.543908 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ea9c33d-d8e3-405b-9b63-fa91139fdcda req-54582e63-e47a-4dd9-b4be-904b27bae595 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0767815 Feb 16 09:09:23.589433 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ea9c33d-d8e3-405b-9b63-fa91139fdcda req-925afb4a-ee18-439c-92ef-3f2ef91d4ebb tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396903 Feb 16 09:09:24.792260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7637bf8-8fa5-4da9-b589-83eb96e027c0 req-c560b28c-fb6a-4093-a26a-78d7423602f0 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:24.793704 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d7637bf8-8fa5-4da9-b589-83eb96e027c0 req-c560b28c-fb6a-4093-a26a-78d7423602f0 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0786591 Feb 16 09:09:24.848567 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d7637bf8-8fa5-4da9-b589-83eb96e027c0 req-f29a1d5d-cc1f-4f4a-81fc-c2d8d80075b9 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492446 Feb 16 09:09:25.049884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa49253-a0f8-4aaf-ba25-28339e4f28b1 req-953191e7-2ea8-4b6a-b9e4-ed23b4d28af9 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:25.051545 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fa49253-a0f8-4aaf-ba25-28339e4f28b1 req-953191e7-2ea8-4b6a-b9e4-ed23b4d28af9 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0802443 Feb 16 09:09:25.105437 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fa49253-a0f8-4aaf-ba25-28339e4f28b1 req-44256b49-0d7b-4a25-b36f-8b5b8b08bee7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478249 Feb 16 09:09:32.172540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:35.043275 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-e987ae0f-2f3f-4254-ac20-880382a86bd3 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722125 Feb 16 09:09:35.205478 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-a2812bb2-23a3-4d3a-a571-ae0c92ee2851 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=e8839b051d40460d8cd5d648c62d3e36&device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 1099 time: 0.0688453 Feb 16 09:09:35.371712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-ca8c6932-ce7d-47b1-8acc-7b17e33ec1ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:35.373175 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-ca8c6932-ce7d-47b1-8acc-7b17e33ec1ce service neutron] 10.222.0.98 "GET /v2.0/networks?id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 200 len: 918 time: 0.1486189 Feb 16 09:09:35.442288 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-8e30d875-b1d9-4a0a-9e20-fcff329f3ccb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb HTTP/1.1" status: 200 len: 217 time: 0.0632367 Feb 16 09:09:35.503041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-97667e49-3ae8-4ed6-812d-c41c9d47af39 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:35.504506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-97667e49-3ae8-4ed6-812d-c41c9d47af39 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 200 len: 856 time: 0.0561466 Feb 16 09:09:35.580857 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-0e6f9388-9ffe-4848-8e7e-6317a60d9efa service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704589 Feb 16 09:09:35.719840 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-6228ee39-3ee5-4751-acda-88b4af3e6994 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241922 Feb 16 09:09:35.855264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-35808f37-1e4c-465d-9c03-97be772f52c9 req-0e4d619d-3b72-49e7-a0c2-5873e6019c33 service neutron] 10.222.0.98 "GET /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254208 Feb 16 09:09:37.755418 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:09:38.481468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4bb86e5-a6ef-4d7a-b8d0-adfdf8371b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:40.579022 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12bb0e-e5e8-4445-8a1b-e2b69a94346d req-24db40ab-4778-48b9-8d15-ef0814e7cdd3 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:40.580462 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca12bb0e-e5e8-4445-8a1b-e2b69a94346d req-24db40ab-4778-48b9-8d15-ef0814e7cdd3 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0746863 Feb 16 09:09:40.624904 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca12bb0e-e5e8-4445-8a1b-e2b69a94346d req-aef92ebc-3626-47d2-967b-26d727f278d7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Feb 16 09:09:40.970165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-16590b8c-6a62-4e1c-8686-d51198f49576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:41.741386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:41.828867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35ca8d-397a-4842-bf8e-07f038f2b086 req-0026f1b7-da69-4439-b1e1-db4df36e507d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:41.830380 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b35ca8d-397a-4842-bf8e-07f038f2b086 req-0026f1b7-da69-4439-b1e1-db4df36e507d tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0793657 Feb 16 09:09:41.875628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b35ca8d-397a-4842-bf8e-07f038f2b086 req-fac0dc53-2b90-404d-92f3-ca549bd9bd93 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/security-groups?id=d893c27b-c30a-4b60-9561-0b3948848e3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393300 Feb 16 09:09:42.024676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:42.243278 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-fbc1a4ec-43a4-4c5d-b1d2-59a88fac413e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:42.243949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-fbc1a4ec-43a4-4c5d-b1d2-59a88fac413e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Synchronizing usage tracker for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:09:42.258620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-fbc1a4ec-43a4-4c5d-b1d2-59a88fac413e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Unset dirty status for tenant:e8839b051d40460d8cd5d648c62d3e36 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:09:42.259951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-fbc1a4ec-43a4-4c5d-b1d2-59a88fac413e tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 946 time: 0.0909600 Feb 16 09:09:42.330501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Deleting port d0a80d26-d9df-4870-bc2c-5ce057731adb {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:42.330743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:42.651798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] For port d0a80d26-d9df-4870-bc2c-5ce057731adb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d0a80d26-d9df-4870-bc2c-5ce057731adb,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:42.652059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:42.769981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Calling delete_port for d0a80d26-d9df-4870-bc2c-5ce057731adb owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:42.903682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:42.937839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['d0a80d26-d9df-4870-bc2c-5ce057731adb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:09:42.954798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Pushing event deleted for resources: {'Port': ['ID=d0a80d26-d9df-4870-bc2c-5ce057731adb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:43.027617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] No DVR routers for this DVR port d0a80d26-d9df-4870-bc2c-5ce057731adb on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:09:43.030232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:43.032902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'name': 'network-vif-deleted', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:09:43.049461 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f1ad4369-40e6-40fd-aeaf-a5ac94c1b66c req-ba6aa1d6-3520-4349-a345-a6a77aa99170 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.98 "DELETE /v2.0/ports/d0a80d26-d9df-4870-bc2c-5ce057731adb HTTP/1.1" status: 204 len: 173 time: 0.7835619 Feb 16 09:09:43.058947 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-071ebe52-4697-4a50-9251-07b5f27cd1c8 req-fd78e618-7e0d-47a0-9c8d-e50f685e92e7 tempest-TestEncryptedCinderVolumes-972043113 tempest-TestEncryptedCinderVolumes-972043113-project] 10.222.0.94 "GET /v2.0/ports?device_id=4b89263e-24d4-4b17-94b2-b74fa98b8e36 HTTP/1.1" status: 200 len: 210 time: 0.0523424 Feb 16 09:09:43.111601 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b89263e-24d4-4b17-94b2-b74fa98b8e36', 'name': 'network-vif-deleted', 'tag': 'd0a80d26-d9df-4870-bc2c-5ce057731adb', 'status': 'completed', 'code': 200} Feb 16 09:09:43.838904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:44.214923 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41122) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:44.685528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:45.270343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Deleting port dc0c769f-df6c-46fe-a537-0b0657539595 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:45.271038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:45.437993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] For port dc0c769f-df6c-46fe-a537-0b0657539595, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=dc0c769f-df6c-46fe-a537-0b0657539595,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:45.438347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:45.555241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Calling delete_port for dc0c769f-df6c-46fe-a537-0b0657539595 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:45.717198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:45.761365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0c769f-df6c-46fe-a537-0b0657539595,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:45.801036 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.801379 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.801726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.802061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.802396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.802753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.803083 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.803409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.803732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.804057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:45.804378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:46.154241 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:46.733953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Router 7932e09c-d50c-48b9-b38b-675f22ca159c has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:09:46.838166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d0a80d26-d9df-4870-bc2c-5ce057731adb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:46.869283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: d0a80d26-d9df-4870-bc2c-5ce057731adb {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:46.869623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d0a80d26-d9df-4870-bc2c-5ce057731adb not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:46.929969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:09:46.938827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Sync routers for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:09:46.944189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2a602f2b-8431-4f9f-bf4f-caaa3724d91a admin admin] 10.222.0.94 "PUT /v2.0/routers/7932e09c-d50c-48b9-b38b-675f22ca159c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7273633 Feb 16 09:09:46.946300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41126) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:46.950244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:09:46.950870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:47.125562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:09:47.149367 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:47.343020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:47.353316 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Deleting port 61c624bd-f1fa-4436-bffa-d7786bec73df {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:47.353697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:47.440896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:09:45Z', 'revision_number': 5, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port': {'id': '61c624bd-f1fa-4436-bffa-d7786bec73df', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:ad:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:29Z', 'updated_at': '2022-02-16T09:08:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:47.444614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Checking router: 7932e09c-d50c-48b9-b38b-675f22ca159c for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:09:47.455552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Routers {'7932e09c-d50c-48b9-b38b-675f22ca159c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:09:47.456147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7932e09c-d50c-48b9-b38b-675f22ca159c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:47.609557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] Set router 7932e09c-d50c-48b9-b38b-675f22ca159c gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:09:47.632090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] For port 61c624bd-f1fa-4436-bffa-d7786bec73df, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=61c624bd-f1fa-4436-bffa-d7786bec73df,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:47.632451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:47.714385 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:09:47Z', 'revision_number': 6, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:47.718199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bfb8db-54d3-42a7-b317-9d1e930bb6fb None None] The sync data for ids ['7932e09c-d50c-48b9-b38b-675f22ca159c'] in dv-neutron-829488-1-hyperv is: [{'id': '7932e09c-d50c-48b9-b38b-675f22ca159c', 'name': 'tempest-TestEncryptedCinderVolumes-1695757290-router', 'tenant_id': 'e8839b051d40460d8cd5d648c62d3e36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:28Z', 'updated_at': '2022-02-16T09:09:47Z', 'revision_number': 6, 'project_id': 'e8839b051d40460d8cd5d648c62d3e36', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:09:47.750172 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Calling delete_port for 61c624bd-f1fa-4436-bffa-d7786bec73df owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:47.856284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dc0c769f-df6c-46fe-a537-0b0657539595 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:47.895909 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: dc0c769f-df6c-46fe-a537-0b0657539595 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:47.896264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device dc0c769f-df6c-46fe-a537-0b0657539595 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:47.925621 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:47.971831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Pushing event deleted for resources: {'Port': ['ID=61c624bd-f1fa-4436-bffa-d7786bec73df,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:48.192726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.446081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.450340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.474369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.474969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7932e09c-d50c-48b9-b38b-675f22ca159c {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:09:48.487255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.488365 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-657629b7-aca8-4ea1-92d2-2c2fcc671611 admin admin] 10.222.0.94 "DELETE /v2.0/routers/7932e09c-d50c-48b9-b38b-675f22ca159c HTTP/1.1" status: 204 len: 168 time: 1.5411615 Feb 16 09:09:48.491094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41130) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:48.552362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Deleting subnet 015caa43-6c13-48d7-915b-84c91a6460dc {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:09:48.555509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.604025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.682766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.748216 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.785410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=015caa43-6c13-48d7-915b-84c91a6460dc,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:48.790182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.795510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89390817-9b6b-449f-a119-7ca9f08e1e87 None None] Network d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:09:48.795734 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-44e09c78-aafe-4836-97d4-120544b6db28 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/015caa43-6c13-48d7-915b-84c91a6460dc HTTP/1.1" status: 204 len: 168 time: 0.3036451 Feb 16 09:09:48.798169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41134) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:48.900548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:48.911208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Deleting port 0c926a7b-1f35-4b66-87c0-c6f002509af5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:48.911540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.043025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] DHCP port deletion for d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:09:49.047223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Deleting port 0c926a7b-1f35-4b66-87c0-c6f002509af5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:49.047603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.208885 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] For port 0c926a7b-1f35-4b66-87c0-c6f002509af5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0c926a7b-1f35-4b66-87c0-c6f002509af5,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:49.209583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.246690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] For port 0c926a7b-1f35-4b66-87c0-c6f002509af5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0c926a7b-1f35-4b66-87c0-c6f002509af5,segment=NetworkSegment(c91f38e8-297e-4219-9c32-ae6af5cc7c04),segment_id=c91f38e8-297e-4219-9c32-ae6af5cc7c04)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:49.247609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.326511 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Calling delete_port for 0c926a7b-1f35-4b66-87c0-c6f002509af5 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:49.365298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Calling delete_port for 0c926a7b-1f35-4b66-87c0-c6f002509af5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:49.401708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.437786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:09:49.438182 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:09:49.446017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0c926a7b-1f35-4b66-87c0-c6f002509af5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:49.449755 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] No DVR routers for this DVR port 0c926a7b-1f35-4b66-87c0-c6f002509af5 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:09:49.564007 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.588329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:49.599932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91f38e8-297e-4219-9c32-ae6af5cc7c04') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:49.600226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91f38e8-297e-4219-9c32-ae6af5cc7c04') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:49.611830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.627657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.633465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:09:49.633844 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:09:49.646338 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:09:49.723749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.739675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.750255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:49.763711 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4666951e-09fe-4f14-800d-8e79bdf069ab admin admin] 10.222.0.94 "DELETE /v2.0/networks/d6d1aa8c-83bd-4fd8-8401-c7286cf19a8d HTTP/1.1" status: 204 len: 168 time: 0.9645660 Feb 16 09:09:49.766509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41138) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:49.886192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0c926a7b-1f35-4b66-87c0-c6f002509af5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:49.921734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0c926a7b-1f35-4b66-87c0-c6f002509af5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:49.922080 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0c926a7b-1f35-4b66-87c0-c6f002509af5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:49.922525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 61c624bd-f1fa-4436-bffa-d7786bec73df no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:49.947683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Deleting port 0c926a7b-1f35-4b66-87c0-c6f002509af5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:49.947873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:49.983338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 61c624bd-f1fa-4436-bffa-d7786bec73df {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:49.983705 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 61c624bd-f1fa-4436-bffa-d7786bec73df not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:50.019030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a8ce4528-c144-43ef-b791-766793a44070 None None] The port '0c926a7b-1f35-4b66-87c0-c6f002509af5' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:09:50.148887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:50.916948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Deleting port 455f8090-bf45-4bb1-92cf-80c0b7483c6c {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:50.917291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:51.123903 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] For port 455f8090-bf45-4bb1-92cf-80c0b7483c6c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=455f8090-bf45-4bb1-92cf-80c0b7483c6c,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:51.124269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:51.264758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Calling delete_port for 455f8090-bf45-4bb1-92cf-80c0b7483c6c owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:51.447360 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:51.495488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Pushing event deleted for resources: {'Port': ['ID=455f8090-bf45-4bb1-92cf-80c0b7483c6c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:51.790292 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:52.478927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:09:52.690487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:09:52.700137 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f63e5fba-5df3-49c6-808c-ce429fe72058 admin admin] 10.222.0.94 "PUT /v2.0/routers/39e107e5-b902-4277-bcd4-d4ef84ba87d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9326520 Feb 16 09:09:52.700416 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Sync routers for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:09:52.702605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41142) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:52.713573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:09:52.714168 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:52.912951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:52.935415 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:09:53.127945 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:53.138962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Deleting port 5eb83fd9-8d61-4b42-adb2-39cabca9416f {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:53.139350 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:53.272238 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170'}], 'enable_snat': True}, 'gw_port_id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:09:51Z', 'revision_number': 5, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port': {'id': '5eb83fd9-8d61-4b42-adb2-39cabca9416f', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:57:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:08:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:53.277292 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Checking router: 39e107e5-b902-4277-bcd4-d4ef84ba87d5 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:09:53.290114 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Routers {'39e107e5-b902-4277-bcd4-d4ef84ba87d5'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:09:53.290790 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:53.338491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] For port 5eb83fd9-8d61-4b42-adb2-39cabca9416f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=5eb83fd9-8d61-4b42-adb2-39cabca9416f,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:53.338853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:53.449930 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] Set router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:09:53.463047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Calling delete_port for 5eb83fd9-8d61-4b42-adb2-39cabca9416f owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:53.557925 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:09:53Z', 'revision_number': 6, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:53.562292 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ba2d02-76d0-410b-ba0d-ae5b65747736 None None] The sync data for ids ['39e107e5-b902-4277-bcd4-d4ef84ba87d5'] in dv-neutron-829488-1-hyperv is: [{'id': '39e107e5-b902-4277-bcd4-d4ef84ba87d5', 'name': 'tempest-TestEncryptedCinderVolumes-565123643-router', 'tenant_id': '309adfb38c3c4229851aeaca53fce424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:08:35Z', 'updated_at': '2022-02-16T09:09:53Z', 'revision_number': 6, 'project_id': '309adfb38c3c4229851aeaca53fce424', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:09:53.640593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:53.685340 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb83fd9-8d61-4b42-adb2-39cabca9416f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:53.968246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 455f8090-bf45-4bb1-92cf-80c0b7483c6c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:54.012127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 455f8090-bf45-4bb1-92cf-80c0b7483c6c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:54.012527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 455f8090-bf45-4bb1-92cf-80c0b7483c6c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:54.072111 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.340317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.348014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.383008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.383522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39e107e5-b902-4277-bcd4-d4ef84ba87d5 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:09:54.396284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.397415 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-57c1efbe-5b92-430d-9426-4976f6a20ac6 admin admin] 10.222.0.94 "DELETE /v2.0/routers/39e107e5-b902-4277-bcd4-d4ef84ba87d5 HTTP/1.1" status: 204 len: 168 time: 1.6939147 Feb 16 09:09:54.399977 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:54.462634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Deleting subnet 3fa9b64c-431f-4a84-93ee-28f263d1d378 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:09:54.466878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.526486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.621669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.692528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.734598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa9b64c-431f-4a84-93ee-28f263d1d378,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:54.740883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.745886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50ae591-6733-4f2a-b995-fe155e2b0d64 None None] Network acff4331-5757-4070-ab91-1145c922c7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:09:54.749158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e7235916-1076-4f1a-8b5a-3917832d8d83 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/3fa9b64c-431f-4a84-93ee-28f263d1d378 HTTP/1.1" status: 204 len: 168 time: 0.3459537 Feb 16 09:09:54.749392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:54.857165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:54.868864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Deleting port d8641eb1-b0cd-4137-9db6-fd054c469aa5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:54.869210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.042358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] DHCP port deletion for acff4331-5757-4070-ab91-1145c922c7f6 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:09:55.046754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Deleting port d8641eb1-b0cd-4137-9db6-fd054c469aa5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:55.047127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.084453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] For port d8641eb1-b0cd-4137-9db6-fd054c469aa5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d8641eb1-b0cd-4137-9db6-fd054c469aa5,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:55.085014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.214988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Calling delete_port for d8641eb1-b0cd-4137-9db6-fd054c469aa5 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:55.264214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] For port d8641eb1-b0cd-4137-9db6-fd054c469aa5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d8641eb1-b0cd-4137-9db6-fd054c469aa5,segment=NetworkSegment(f9aa54d7-4adb-437f-9065-9dc0c2830b11),segment_id=f9aa54d7-4adb-437f-9065-9dc0c2830b11)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:09:55.264584 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.393263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Calling delete_port for d8641eb1-b0cd-4137-9db6-fd054c469aa5 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:09:55.396352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.441237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8641eb1-b0cd-4137-9db6-fd054c469aa5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:55.447634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] No DVR routers for this DVR port d8641eb1-b0cd-4137-9db6-fd054c469aa5 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:09:55.483448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:09:55.483813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:09:55.594891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.628648 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acff4331-5757-4070-ab91-1145c922c7f6']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:55.642330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9aa54d7-4adb-437f-9065-9dc0c2830b11') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:55.642672 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9aa54d7-4adb-437f-9065-9dc0c2830b11') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:09:55.654919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.676860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.684017 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:09:55.685031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:09:55.698333 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:09:55.772523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.777704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:55.802423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] Pushing event deleted for resources: {'Network': ['ID=acff4331-5757-4070-ab91-1145c922c7f6,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:55.807247 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d15ca674-75bc-4c48-b1b7-52ce4e07b458 admin admin] 10.222.0.94 "DELETE /v2.0/networks/acff4331-5757-4070-ab91-1145c922c7f6 HTTP/1.1" status: 204 len: 168 time: 1.0560997 Feb 16 09:09:55.894193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5eb83fd9-8d61-4b42-adb2-39cabca9416f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:55.929636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 5eb83fd9-8d61-4b42-adb2-39cabca9416f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:55.930012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 5eb83fd9-8d61-4b42-adb2-39cabca9416f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:55.930528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d8641eb1-b0cd-4137-9db6-fd054c469aa5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:09:55.966957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d8641eb1-b0cd-4137-9db6-fd054c469aa5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:09:55.967309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d8641eb1-b0cd-4137-9db6-fd054c469aa5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:09:55.984897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Deleting port d8641eb1-b0cd-4137-9db6-fd054c469aa5 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:09:55.985974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.033702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41156) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:56.064251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f2b28a0d-694a-4289-8c7c-843238fe91d3 None None] The port 'd8641eb1-b0cd-4137-9db6-fd054c469aa5' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:09:56.095376 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-263142ba-50b5-4831-ad46-dd0fa4f5891c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=e8839b051d40460d8cd5d648c62d3e36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0600667 Feb 16 09:09:56.097729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41160) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:56.158217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.186597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.242032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.257428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d893c27b-c30a-4b60-9561-0b3948848e3e,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:56.268966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.270104 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c105fdb4-791d-4ffb-8c2a-474f24ca029b admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/d893c27b-c30a-4b60-9561-0b3948848e3e HTTP/1.1" status: 204 len: 168 time: 0.1714883 Feb 16 09:09:56.683467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41168) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:56.734693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-282d7c3d-465a-4e24-9dd7-1f9c3a3bc545 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=309adfb38c3c4229851aeaca53fce424&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0499852 Feb 16 09:09:56.737208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41172) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:56.800891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.830113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.881394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.897942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6103aad-ce72-4abd-bb66-a650c208d481,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:56.902605 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:56.903303 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1770ed1-5927-4605-bcd7-6bce70371ab5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/f6103aad-ce72-4abd-bb66-a650c208d481 HTTP/1.1" status: 204 len: 168 time: 0.1651943 Feb 16 09:09:57.775117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41194) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:57.907718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1424472953-network', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:09:57.912585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:09:57.916429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Usage tracker for resource:network and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:09:57.919456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:09:57.925271 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:09:57.936116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Made reservation on behalf of 2e5ddab1edd5440291510d8c08eab8ad for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:09:57.938109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:57.951119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:57.986133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:09:57.990086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:09:57.993088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:09:58.001282 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:09:58.066283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.070285 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.098720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:09:58.113603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e99f8e2-963d-4c3a-94ec-f89979bf2777,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:58.118289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.118651 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Added segment 888c5506-67db-4b7e-8004-1c5a610802a2 of type vlan for network 06450b2e-a804-4358-a10e-8be6419482a5 Feb 16 09:09:58.144996 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.174746 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.175740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:58.176312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.282791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] Pushing event updated for resources: {'Network': ['ID=06450b2e-a804-4358-a10e-8be6419482a5,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:58.286618 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-036b2613-dfa0-446b-a4fa-53bb492c09e2 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5104482 Feb 16 09:09:58.289730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:58.294638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 06450b2e-a804-4358-a10e-8be6419482a5 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:09:58.296224 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Request body: {'subnet': {'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1424472953-subnet', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:09:58.301259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:09:58.305044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Usage tracker for resource:subnet and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:09:58.307894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:09:58.314975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:09:58.324401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Made reservation on behalf of 2e5ddab1edd5440291510d8c08eab8ad for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:09:58.327393 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.535775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.608952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=71078bf0-e6e2-4047-9435-36701f8c4d5f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:58.619281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Checking segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:09:58.621575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Network hostable DHCP agents. Network: 06450b2e-a804-4358-a10e-8be6419482a5, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:09:58.646035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Network 06450b2e-a804-4358-a10e-8be6419482a5 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:09:58.655659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 06450b2e-a804-4358-a10e-8be6419482a5) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:09:58.660582 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:09:58.661162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.664449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9191b40-5463-4c92-bf6e-a7c721a67397 None None] Network 06450b2e-a804-4358-a10e-8be6419482a5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:09:58.692291 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b197e14d-a411-402c-9aea-8d9dfd1775ac admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4012349 Feb 16 09:09:58.696288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41204) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:09:58.701683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:09:58.706541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:09:58.710612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Usage tracker for resource:router and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:09:58.713416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:09:58.719489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:09:58.730930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.732348 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.754283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.881686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-06450b2e-a804-4358-a10e-8be6419482a5', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:09:58.882547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:58.896032 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.042104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Allocated IP 172.20.0.2 (06450b2e-a804-4358-a10e-8be6419482a5/71078bf0-e6e2-4047-9435-36701f8c4d5f/cb0e45eb-0141-4786-bcf0-bab52b856c1e) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:09:59.092176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.122243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.250402 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.260813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Transition to ACTIVE for port object cb0e45eb-0141-4786-bcf0-bab52b856c1e will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:09:59.265224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Allocated IP 172.26.4.4 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/55f7735a-aa8a-4d77-82f1-b0171b625091) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:09:59.282394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Transition to ACTIVE for port object cb0e45eb-0141-4786-bcf0-bab52b856c1e will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:09:59.288312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.361755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Network 06450b2e-a804-4358-a10e-8be6419482a5 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:09:59.364377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:09:59.366882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:09:59.373590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Pushing event updated for resources: {'Port': ['ID=cb0e45eb-0141-4786-bcf0-bab52b856c1e,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:59.413837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.414192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.414561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.414924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.415267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.415602 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.415928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.416260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.416582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.416902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.417227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:09:59.479312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Attempting to bind port cb0e45eb-0141-4786-bcf0-bab52b856c1e on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:09:59.479682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Attempting to bind port cb0e45eb-0141-4786-bcf0-bab52b856c1e by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:09:59.480045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Attempting to bind port cb0e45eb-0141-4786-bcf0-bab52b856c1e on network 06450b2e-a804-4358-a10e-8be6419482a5 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:09:59.487340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:09:59.487714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Checking segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:09:59.488122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.488517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Bound using segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:09:59.488988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Bound port: cb0e45eb-0141-4786-bcf0-bab52b856c1e, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:09:59.489366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.523332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.551657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.614474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] For port cb0e45eb-0141-4786-bcf0-bab52b856c1e, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:09:59.617821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] For port cb0e45eb-0141-4786-bcf0-bab52b856c1e, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb0e45eb-0141-4786-bcf0-bab52b856c1e,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:09:59.620021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:09:59.621851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.622912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:09:59.627647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:09:59.652808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Pushing event updated for resources: {'Port': ['ID=55f7735a-aa8a-4d77-82f1-b0171b625091,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:59.713257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f67d121-a82e-43f2-af1c-c5c7ef61a47a None None] Pushing event updated for resources: {'Port': ['ID=cb0e45eb-0141-4786-bcf0-bab52b856c1e,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:09:59.808615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:09:59.809830 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:00.064653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Router 79bcaf27-b9eb-4466-809d-5e64f3624822 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:10:00.271593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:10:00.283068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Sync routers for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:10:00.295424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:00.296084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:00.296237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:00.297706 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d1fd920f-f94f-43bc-9392-3c1324842092 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6003494 Feb 16 09:10:00.301013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:00.497311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:00.669384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06470d0-2405-44cc-8ba8-c049b2e08802 None None] Network 06450b2e-a804-4358-a10e-8be6419482a5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:10:00.800919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9cd9ae62-5494-4e86-bafe-7c0d1522f6af None None] Provisioning for port cb0e45eb-0141-4786-bcf0-bab52b856c1e completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:00.994324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:09:59Z', 'revision_number': 3, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:09:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:01.001483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Checking router: 79bcaf27-b9eb-4466-809d-5e64f3624822 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:10:01.001898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Updating router 79bcaf27-b9eb-4466-809d-5e64f3624822 port 55f7735a-aa8a-4d77-82f1-b0171b625091 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:10:01.059605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.156474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.372575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Allocated IP 172.20.0.1 (06450b2e-a804-4358-a10e-8be6419482a5/71078bf0-e6e2-4047-9435-36701f8c4d5f/b52ec334-2e9c-4cb5-9ca2-1af68243fd34) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:01.408643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.420791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Transition to ACTIVE for port object 55f7735a-aa8a-4d77-82f1-b0171b625091 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:01.427303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.510637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Attempting to bind port 55f7735a-aa8a-4d77-82f1-b0171b625091 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:01.511317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Attempting to bind port 55f7735a-aa8a-4d77-82f1-b0171b625091 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:01.511317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Attempting to bind port 55f7735a-aa8a-4d77-82f1-b0171b625091 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:01.513878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b248d-7cd5-41bc-9205-de06a31b694e None None] Pushing event updated for resources: {'Port': ['ID=55f7735a-aa8a-4d77-82f1-b0171b625091,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:01.521269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:01.521269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:01.521694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.522101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:01.523120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Bound port: 55f7735a-aa8a-4d77-82f1-b0171b625091, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:01.523120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.527048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.543055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Transition to ACTIVE for port object b52ec334-2e9c-4cb5-9ca2-1af68243fd34 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:01.566451 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.594188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] For port 55f7735a-aa8a-4d77-82f1-b0171b625091, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:01.597799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] For port 55f7735a-aa8a-4d77-82f1-b0171b625091, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=55f7735a-aa8a-4d77-82f1-b0171b625091,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:01.602339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.636454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Network 06450b2e-a804-4358-a10e-8be6419482a5 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:01.639100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:01.642787 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:01.676444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:01.685368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564b248d-7cd5-41bc-9205-de06a31b694e None None] Pushing event updated for resources: {'Port': ['ID=55f7735a-aa8a-4d77-82f1-b0171b625091,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:01.689994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:01.690659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:01.701493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.802554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:01.938140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb0e45eb-0141-4786-bcf0-bab52b856c1e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:01.969824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:02.034751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-61b570cf-1c76-4a45-be4e-97ea8dd7d054 None None] Provisioning for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:02.034988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.039419 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.060591 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-61b570cf-1c76-4a45-be4e-97ea8dd7d054 None None] Provisioning complete for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:02.060960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-61b570cf-1c76-4a45-be4e-97ea8dd7d054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.146773 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Pushing event updated for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:02.149768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.261574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-61b570cf-1c76-4a45-be4e-97ea8dd7d054 None None] Port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:10:02.272345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.275206 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port cb0e45eb-0141-4786-bcf0-bab52b856c1e completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:02.284952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cb0e45eb-0141-4786-bcf0-bab52b856c1e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:02.285225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.299215 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Network 06450b2e-a804-4358-a10e-8be6419482a5 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:02.299568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:02.481696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.513635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 1, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:02.523316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0456bb-6c84-4c59-943d-c9238114b78e None None] The sync data for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv is: [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 1, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:10:02.526840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port cb0e45eb-0141-4786-bcf0-bab52b856c1e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb0e45eb-0141-4786-bcf0-bab52b856c1e,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:02.533821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.613464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=cb0e45eb-0141-4786-bcf0-bab52b856c1e,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:02.615894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5adce19f-4b7b-4445-8257-2763dd6b195b None None] Provisioning complete for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:02.616268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5adce19f-4b7b-4445-8257-2763dd6b195b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:02.670964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5adce19f-4b7b-4445-8257-2763dd6b195b None None] Port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:10:02.722889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Router 79bcaf27-b9eb-4466-809d-5e64f3624822 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:10:03.030308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:10:03.040169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-baacd857-e084-429e-a9e6-226e657cecb3 admin admin] 10.222.0.94 "PUT /v2.0/routers/79bcaf27-b9eb-4466-809d-5e64f3624822/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7382007 Feb 16 09:10:03.935908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41230) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:03.943275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-331749394-network', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:03.950728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:03.956495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Usage tracker for resource:network and tenant:854032273c0a40429c33b5f61d1a90f3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:03.960828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:03.968204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:03.979541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Made reservation on behalf of 854032273c0a40429c33b5f61d1a90f3 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:10:03.984477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:03.988605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 55f7735a-aa8a-4d77-82f1-b0171b625091 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:03.997969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.033642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:04.037817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Usage tracker for resource:security_group_rule and tenant:854032273c0a40429c33b5f61d1a90f3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:04.040674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:04.046335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:04.059836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 55f7735a-aa8a-4d77-82f1-b0171b625091 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:04.064613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 55f7735a-aa8a-4d77-82f1-b0171b625091 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:04.064984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.113611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.119028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.150319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:10:04.159528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862756b2-cd6f-40b5-bd23-0924348d6b36,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:04.165003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.165315 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Added segment d905b93f-78c5-47a3-b6c8-50a7e8cc67c3 of type vlan for network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 Feb 16 09:10:04.192135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.192926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.211681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 55f7735a-aa8a-4d77-82f1-b0171b625091, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=55f7735a-aa8a-4d77-82f1-b0171b625091,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:04.216560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.217535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb0e45eb-0141-4786-bcf0-bab52b856c1e up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:04.224131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.225034 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:04.225671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.327384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] Pushing event updated for resources: {'Network': ['ID=5cbe8e58-b0ae-4b37-849d-a121d8e74176,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:04.340581 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0da7b711-6ec1-4c2c-9ae5-6235d6334798 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4002333 Feb 16 09:10:04.340765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=55f7735a-aa8a-4d77-82f1-b0171b625091,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:04.340890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41234) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:04.344174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:10:04.345873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Request body: {'subnet': {'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-331749394-subnet', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:04.351055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:04.354862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Usage tracker for resource:subnet and tenant:854032273c0a40429c33b5f61d1a90f3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:04.357707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:04.363446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:04.374184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Made reservation on behalf of 854032273c0a40429c33b5f61d1a90f3 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:10:04.376778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.440410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port cb0e45eb-0141-4786-bcf0-bab52b856c1e triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:04.440781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.583691 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.659847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec66be0-6ed1-42de-bb5f-57b37376fee4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:04.670200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Checking segment: {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:04.670589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Network hostable DHCP agents. Network: 5cbe8e58-b0ae-4b37-849d-a121d8e74176, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:10:04.692028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:10:04.700234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5cbe8e58-b0ae-4b37-849d-a121d8e74176) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:04.704005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:04.704588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.708815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22e59f-cff9-4d8f-955b-0923b0af2997 None None] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:10:04.724861 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-565871a3-1a3c-4aae-bbc6-8496337f5130 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3835704 Feb 16 09:10:04.727467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41238) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:04.732950 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:04.737599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:04.741548 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Usage tracker for resource:router and tenant:854032273c0a40429c33b5f61d1a90f3 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:04.744645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:04.751218 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:04.763925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.765009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.784712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.925184 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:04.962986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'fixed_ips': [{'subnet_id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:10:04.963833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.108906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.117084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Allocated IP 172.20.0.2 (5cbe8e58-b0ae-4b37-849d-a121d8e74176/3ec66be0-6ed1-42de-bb5f-57b37376fee4/0e3c86a5-101b-4b3c-ba57-5d06f2304241) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:05.139265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.282636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Allocated IP 172.26.4.198 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/195dd1a8-9875-44ab-b68f-5abcf1f2c9f0) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:05.322987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.335289 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Transition to ACTIVE for port object 0e3c86a5-101b-4b3c-ba57-5d06f2304241 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:05.354329 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Transition to ACTIVE for port object 0e3c86a5-101b-4b3c-ba57-5d06f2304241 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:05.360151 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.427690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:05.430935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:05.434263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:05.440194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.444018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Pushing event updated for resources: {'Port': ['ID=0e3c86a5-101b-4b3c-ba57-5d06f2304241,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:05.470318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.526078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Attempting to bind port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:05.526458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Attempting to bind port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:05.526856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Attempting to bind port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 on network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:05.533962 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:05.534362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Checking segment: {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:05.534774 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.535165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Bound using segment: {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:05.535632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Bound port: 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:05.536009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.539141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:05.541775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:05.545189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:05.586994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Pushing event updated for resources: {'Port': ['ID=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:05.625043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] For port 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:05.628159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] For port 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0e3c86a5-101b-4b3c-ba57-5d06f2304241,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:05.631579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.710997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62725070-52f9-480b-ac80-a5cb4375a01b None None] Pushing event updated for resources: {'Port': ['ID=0e3c86a5-101b-4b3c-ba57-5d06f2304241,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:05.830905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:05.841502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:06.025298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0e3c86a5-101b-4b3c-ba57-5d06f2304241 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:06.089686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Router 12fbfa3c-a052-46c2-8271-9abfef5e2685 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:10:06.098758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:06.103438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 55f7735a-aa8a-4d77-82f1-b0171b625091 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:06.170731 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 55f7735a-aa8a-4d77-82f1-b0171b625091 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:06.171436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:06.297955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:10:06.307350 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Sync routers for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:10:06.322348 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:06.323019 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:06.324473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:06.325972 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2e835d20-0b2a-45c7-b658-3bff0886fe5c admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5974462 Feb 16 09:10:06.328537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41242) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:06.509054 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:06.660037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061673e7-ad90-4ef4-97f6-0c83bf12b583 None None] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:10:06.758790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Provisioning for port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:06.775605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Provisioning complete for port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:06.776096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:06.801210 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:05Z', 'revision_number': 3, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:06.805226 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Checking router: 12fbfa3c-a052-46c2-8271-9abfef5e2685 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:10:06.805639 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Updating router 12fbfa3c-a052-46c2-8271-9abfef5e2685 port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:10:06.860947 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:06.988885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.036395 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] For port 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0e3c86a5-101b-4b3c-ba57-5d06f2304241,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:07.044245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.093897 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.126948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e41ab4-d013-4e88-95ab-d2361ffeb16c None None] Pushing event updated for resources: {'Port': ['ID=0e3c86a5-101b-4b3c-ba57-5d06f2304241,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:07.235945 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.248941 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Transition to ACTIVE for port object 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:07.258384 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.331118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Allocated IP 172.20.0.1 (5cbe8e58-b0ae-4b37-849d-a121d8e74176/3ec66be0-6ed1-42de-bb5f-57b37376fee4/2c87cf32-ca07-41c5-bc8e-005feccda25f) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:07.335527 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Attempting to bind port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:07.336106 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Attempting to bind port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:07.336290 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Attempting to bind port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:07.342973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Pushing event updated for resources: {'Port': ['ID=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:07.349180 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:07.349783 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:07.350196 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.350597 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:07.351455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Bound port: 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:07.351455 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.366988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-145f8d0e-86b2-47e9-82bd-4ea21af83653 None None] Provisioning complete for port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:07.367601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-145f8d0e-86b2-47e9-82bd-4ea21af83653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.397943 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.398211 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.398570 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.398973 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.399447 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.399997 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.400523 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.400959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.401319 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.401643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.401958 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:07.447719 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] For port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:07.451085 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] For port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:07.460165 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.538872 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a93783-e7bc-4681-b230-2ffaa65040ba None None] Pushing event updated for resources: {'Port': ['ID=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:07.543258 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:07.543868 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:09:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:07.600057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.615136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Transition to ACTIVE for port object 2c87cf32-ca07-41c5-bc8e-005feccda25f will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:07.637908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.706417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:07.710158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:07.712636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:07.722275 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:07.738535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Pushing event updated for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:07.771217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.865928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:07.926538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0e3c86a5-101b-4b3c-ba57-5d06f2304241 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:08.008160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9c998286-aaea-4ca0-bd2a-8f1074a8a6b7 None None] Provisioning for port 2c87cf32-ca07-41c5-bc8e-005feccda25f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:08.024283 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9c998286-aaea-4ca0-bd2a-8f1074a8a6b7 None None] Provisioning complete for port 2c87cf32-ca07-41c5-bc8e-005feccda25f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:08.024734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9c998286-aaea-4ca0-bd2a-8f1074a8a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.057975 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:05Z', 'revision_number': 3, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:08.062914 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366cd6f3-776d-4144-9cfd-8f081f342a9c None None] The sync data for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv is: [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:05Z', 'revision_number': 3, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:10:08.091532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-9c998286-aaea-4ca0-bd2a-8f1074a8a6b7 None None] Port 2c87cf32-ca07-41c5-bc8e-005feccda25f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:10:08.103165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:08.103540 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.122964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.128836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.238912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.242580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Pushing event updated for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:08.402978 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:08.404081 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:08.502391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-57ffed91-635e-44b3-80dd-2218509e7551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.718381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f133b883-ef5e-4101-b2ca-4e49f8179754 None None] Provisioning complete for port 2c87cf32-ca07-41c5-bc8e-005feccda25f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:08.718729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f133b883-ef5e-4101-b2ca-4e49f8179754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:08.777111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f133b883-ef5e-4101-b2ca-4e49f8179754 None None] Port 2c87cf32-ca07-41c5-bc8e-005feccda25f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:10:08.836803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Router 12fbfa3c-a052-46c2-8271-9abfef5e2685 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:10:09.036198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:10:09.045047 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d5403414-3497-43ea-a606-4fb967ea579d admin admin] 10.222.0.94 "PUT /v2.0/routers/12fbfa3c-a052-46c2-8271-9abfef5e2685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7155569 Feb 16 09:10:10.985303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aac2dbf3-5eee-42cd-b91d-3b161f7c9fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:11.747136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:12.033001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:13.846721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:13.955176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:14.033317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:14.039137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:14.039929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:14.174492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:14.207509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:14.213630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:14.296179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:14.758485 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:10:15.929489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:16.008561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:16.016377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:17.435246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Sync routers for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:10:17.448408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:17.449318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:17.637888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:17.988047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 2, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:17.992407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Checking router: 79bcaf27-b9eb-4466-809d-5e64f3624822 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:10:17.992756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Updating router 79bcaf27-b9eb-4466-809d-5e64f3624822 port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:10:18.045723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.487935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.503419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Transition to ACTIVE for port object b52ec334-2e9c-4cb5-9ca2-1af68243fd34 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:18.511390 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.657502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb28f20-8468-44c9-ac4a-95064df8dc3f None None] Pushing event updated for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:18.756552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Attempting to bind port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:18.757093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Attempting to bind port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:18.757590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Attempting to bind port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 on network 06450b2e-a804-4358-a10e-8be6419482a5 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:18.775144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:18.775512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Checking segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:18.775921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.776311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Bound using segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:18.776787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Bound port: b52ec334-2e9c-4cb5-9ca2-1af68243fd34, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:18.777161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.886654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] For port b52ec334-2e9c-4cb5-9ca2-1af68243fd34, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:18.890034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] For port b52ec334-2e9c-4cb5-9ca2-1af68243fd34, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:18.896789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:18.981866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:18.982536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:19.046886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb28f20-8468-44c9-ac4a-95064df8dc3f None None] Pushing event updated for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:19.219262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:19.381494 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Sync routers for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:10:19.394114 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:19.395237 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:19.567775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:18Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:19.572553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b2532e-c958-431e-9a55-f51d9b282fb9 None None] The sync data for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv is: [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:18Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:10:19.604030 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:19.974141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b52ec334-2e9c-4cb5-9ca2-1af68243fd34 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:19.981896 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 4, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c87cf32-ca07-41c5-bc8e-005feccda25f', 'name': '', 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'mac_address': 'fa:16:3e:41:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:07Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 2, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'subnets': [{'id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:19.987975 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Checking router: 12fbfa3c-a052-46c2-8271-9abfef5e2685 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:10:19.988658 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Updating router 12fbfa3c-a052-46c2-8271-9abfef5e2685 port 2c87cf32-ca07-41c5-bc8e-005feccda25f binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:10:20.052530 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.078418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:20.085042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:20.085420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.221475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.264740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b52ec334-2e9c-4cb5-9ca2-1af68243fd34, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:20.270091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.344528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:20.435413 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.447939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Transition to ACTIVE for port object 2c87cf32-ca07-41c5-bc8e-005feccda25f will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:20.455369 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.582329 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7474245-59c8-4b3d-82ea-441743547fa5 None None] Pushing event updated for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:20.587647 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1c0378b9-d587-4fec-bf0f-0508e61033de tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:20.588603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1c0378b9-d587-4fec-bf0f-0508e61033de tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Synchronizing usage tracker for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:10:20.608287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1c0378b9-d587-4fec-bf0f-0508e61033de tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Unset dirty status for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:10:20.609913 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1c0378b9-d587-4fec-bf0f-0508e61033de tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 815 time: 0.1779189 Feb 16 09:10:20.632536 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-940612a1-6fe7-421c-af05-259442051dae tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/quotas/2e5ddab1edd5440291510d8c08eab8ad HTTP/1.1" status: 200 len: 375 time: 0.0159864 Feb 16 09:10:20.682155 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Attempting to bind port 2c87cf32-ca07-41c5-bc8e-005feccda25f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:20.682610 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Attempting to bind port 2c87cf32-ca07-41c5-bc8e-005feccda25f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:20.682971 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Attempting to bind port 2c87cf32-ca07-41c5-bc8e-005feccda25f on network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:20.691756 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:20.692280 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Checking segment: {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:20.692825 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.693384 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Bound using segment: {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:20.693989 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Bound port: 2c87cf32-ca07-41c5-bc8e-005feccda25f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:20.694648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.721403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-31e6b5bd-c5b8-4511-9076-5bcf36627442 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0826926 Feb 16 09:10:20.788316 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] For port 2c87cf32-ca07-41c5-bc8e-005feccda25f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:20.791520 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] For port 2c87cf32-ca07-41c5-bc8e-005feccda25f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c87cf32-ca07-41c5-bc8e-005feccda25f,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:20.797567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:20.860347 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-2d96564a-0641-4e64-b584-af0e8e0d5e6f service neutron] 10.222.0.94 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273580 Feb 16 09:10:20.879540 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7474245-59c8-4b3d-82ea-441743547fa5 None None] Pushing event updated for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:20.883054 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:20.883723 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:21.004540 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ff57d4a8-de14-4120-bcf7-c7995b17f788 service neutron] 10.222.0.94 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359029 Feb 16 09:10:21.067896 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:21.370228 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 4, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c87cf32-ca07-41c5-bc8e-005feccda25f', 'name': '', 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'mac_address': 'fa:16:3e:41:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:07Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 4, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'subnets': [{'id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:21.373951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179821d1-bbf6-47ef-9e66-d62f69149313 None None] The sync data for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv is: [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:10:07Z', 'revision_number': 4, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '2c87cf32-ca07-41c5-bc8e-005feccda25f', 'name': '', 'network_id': '5cbe8e58-b0ae-4b37-849d-a121d8e74176', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'mac_address': 'fa:16:3e:41:56:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:07Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 4, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'subnets': [{'id': '3ec66be0-6ed1-42de-bb5f-57b37376fee4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:10:21.985712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b52ec334-2e9c-4cb5-9ca2-1af68243fd34 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:22.057592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:22.057999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:22.181468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c87cf32-ca07-41c5-bc8e-005feccda25f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:22.313350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 2c87cf32-ca07-41c5-bc8e-005feccda25f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:22.318562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c87cf32-ca07-41c5-bc8e-005feccda25f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:22.319077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:22.386264 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e7cd2ca2-4059-4562-b204-db6cabb458d6 req-bc4f80cd-92d1-4392-8859-319db10c42ca tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 210 time: 0.2095745 Feb 16 09:10:22.443744 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:22.478874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 2c87cf32-ca07-41c5-bc8e-005feccda25f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c87cf32-ca07-41c5-bc8e-005feccda25f,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:22.483181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:22.548511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:23.512114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-6ba789dd-cbba-4716-9e78-6132430cac65 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:23.513445 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-6ba789dd-cbba-4716-9e78-6132430cac65 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 815 time: 0.2587156 Feb 16 09:10:23.540470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'port': {'device_id': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'admin_state_up': True, 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:23.557717 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2bc945d5-6fa6-4d0f-bbce-1e404f6f3512 req-d6ffd496-ee9e-41a4-a904-89ee6787e671 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 210 time: 0.0403707 Feb 16 09:10:23.689826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:23.693749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:port and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:23.696799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:23.702547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:23.713053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Made reservation on behalf of 2e5ddab1edd5440291510d8c08eab8ad for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:10:23.716669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:23.903838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Allocated IP 172.20.0.3 (06450b2e-a804-4358-a10e-8be6419482a5/71078bf0-e6e2-4047-9435-36701f8c4d5f/14b530a7-17be-4032-b3d0-468c0eecbacb) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:23.969642 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c87cf32-ca07-41c5-bc8e-005feccda25f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:24.132607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 2c87cf32-ca07-41c5-bc8e-005feccda25f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:24.132921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:24.269562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:24.300500 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Transition to ACTIVE for port object 14b530a7-17be-4032-b3d0-468c0eecbacb will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:24.327482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:24.415064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Network 06450b2e-a804-4358-a10e-8be6419482a5 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:24.418002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:24.422084 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:24.454518 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:24.477486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.477828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.478160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.478780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.479118 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.479446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.479767 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.480086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.480405 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.480754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.481073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:24.511169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:24.512799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:24.538951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ba2d8d1b-8dbd-4a64-921e-36d0432a45d3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0019054 Feb 16 09:10:24.774000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7e0d-b8c6-4a5c-91e1-bdd8e83c3681 req-223dc6b9-f187-4e91-965e-3437a2b0aaae tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:24.775827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-307a7e0d-b8c6-4a5c-91e1-bdd8e83c3681 req-223dc6b9-f187-4e91-965e-3437a2b0aaae tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0858653 Feb 16 09:10:24.780568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a7bb4e69-6abc-4898-8f7a-fbed2cfc2d8f None None] Provisioning for port 14b530a7-17be-4032-b3d0-468c0eecbacb completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:24.787191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a7bb4e69-6abc-4898-8f7a-fbed2cfc2d8f None None] Provisioning complete for port 14b530a7-17be-4032-b3d0-468c0eecbacb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:24.787648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a7bb4e69-6abc-4898-8f7a-fbed2cfc2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:24.827414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-307a7e0d-b8c6-4a5c-91e1-bdd8e83c3681 req-1a360550-4ce2-4b91-8de2-fca810a58ead tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Synchronizing usage tracker for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:10:24.843205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a7bb4e69-6abc-4898-8f7a-fbed2cfc2d8f None None] Port 14b530a7-17be-4032-b3d0-468c0eecbacb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:10:24.846424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-307a7e0d-b8c6-4a5c-91e1-bdd8e83c3681 req-1a360550-4ce2-4b91-8de2-fca810a58ead tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Unset dirty status for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:10:24.847719 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-307a7e0d-b8c6-4a5c-91e1-bdd8e83c3681 req-1a360550-4ce2-4b91-8de2-fca810a58ead tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647497 Feb 16 09:10:26.059208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f808-53b6-4120-8ff9-6187c249a96c req-3245c9f1-a0b2-4d67-b939-e57bdd4082aa tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:26.061498 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fb9f808-53b6-4120-8ff9-6187c249a96c req-3245c9f1-a0b2-4d67-b939-e57bdd4082aa tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0791144 Feb 16 09:10:26.112186 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fb9f808-53b6-4120-8ff9-6187c249a96c req-dc21ccb3-8383-4615-95b0-26230879c7fc tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449026 Feb 16 09:10:27.317480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6759873-8b32-42c0-a802-7fcb0572bac1 req-bd0a8138-5abd-4fe7-9c24-b9cde9620307 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:27.319064 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6759873-8b32-42c0-a802-7fcb0572bac1 req-bd0a8138-5abd-4fe7-9c24-b9cde9620307 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0770156 Feb 16 09:10:27.365765 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c6759873-8b32-42c0-a802-7fcb0572bac1 req-e92f9ec6-9037-4643-8c38-5c13a217fbff tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409565 Feb 16 09:10:28.693771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbdd1c-d2ea-44e0-9a49-f194204c4693 req-c18aabf2-3d25-4752-a767-df65b5d0d13b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:28.695355 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ccbdd1c-d2ea-44e0-9a49-f194204c4693 req-c18aabf2-3d25-4752-a767-df65b5d0d13b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.1879289 Feb 16 09:10:28.743166 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ccbdd1c-d2ea-44e0-9a49-f194204c4693 req-77f9301b-5305-461f-93fd-7b3b738bc2f0 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418499 Feb 16 09:10:29.948970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3147c5-feb8-4ba6-bbee-72b1c0c0150a req-5713b786-a1e6-433c-8ae2-5099725918b8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:29.951129 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb3147c5-feb8-4ba6-bbee-72b1c0c0150a req-5713b786-a1e6-433c-8ae2-5099725918b8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0786526 Feb 16 09:10:29.999978 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb3147c5-feb8-4ba6-bbee-72b1c0c0150a req-0b1d0796-74ec-4aa9-9682-e4e04b8c51c6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423024 Feb 16 09:10:31.205199 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f2de9-3fb7-4833-bf94-8fcab59ee0b1 req-7680b008-40bc-47c2-9383-e8d416943768 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:31.206741 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-917f2de9-3fb7-4833-bf94-8fcab59ee0b1 req-7680b008-40bc-47c2-9383-e8d416943768 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0826781 Feb 16 09:10:31.258196 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-917f2de9-3fb7-4833-bf94-8fcab59ee0b1 req-84bc9c86-ba32-48e2-b6ac-8b81cf42c60c tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456030 Feb 16 09:10:32.191434 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:32.472126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4f9ec-1ec1-4b94-8d31-b9fbb179e55c req-f9bdf6ce-331e-47b6-82bc-803d76330955 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:32.473521 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f1b4f9ec-1ec1-4b94-8d31-b9fbb179e55c req-f9bdf6ce-331e-47b6-82bc-803d76330955 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 931 time: 0.0753989 Feb 16 09:10:32.518835 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f1b4f9ec-1ec1-4b94-8d31-b9fbb179e55c req-498e481f-13d0-4963-a9b8-73155b306ee8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Feb 16 09:10:32.717736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Request body: {'port': {'device_id': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:32.823720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.161155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b530a7-17be-4032-b3d0-468c0eecbacb {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:10:33.167759 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.181501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Transition to ACTIVE for port object 14b530a7-17be-4032-b3d0-468c0eecbacb will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:10:33.186110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.315701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:33.426475 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Attempting to bind port 14b530a7-17be-4032-b3d0-468c0eecbacb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:10:33.427058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Attempting to bind port 14b530a7-17be-4032-b3d0-468c0eecbacb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:10:33.427058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Attempting to bind port 14b530a7-17be-4032-b3d0-468c0eecbacb on network 06450b2e-a804-4358-a10e-8be6419482a5 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:33.433102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Port 14b530a7-17be-4032-b3d0-468c0eecbacb on network 06450b2e-a804-4358-a10e-8be6419482a5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:10:33.433913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Attempting to bind port 14b530a7-17be-4032-b3d0-468c0eecbacb on network 06450b2e-a804-4358-a10e-8be6419482a5 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:10:33.440435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:10:33.440768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Checking segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:10:33.441150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Bound using segment: {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:10:33.441568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Bound port: 14b530a7-17be-4032-b3d0-468c0eecbacb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '888c5506-67db-4b7e-8004-1c5a610802a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:10:33.441915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.530981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:10:33.534710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:10:33.539589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.603320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:33.604683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] 10.222.0.98 "PUT /v2.0/ports/14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 1093 time: 0.8917909 Feb 16 09:10:33.605111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:10:33.621662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d33ed56-27f4-4073-ac3a-eba36e00b6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:33.690097 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:10:33.749751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a56b46-946f-4961-b7c4-caa20764a51b req-fdcf94f3-0152-4c97-ba16-360cc96d38d9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:33.752298 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6a56b46-946f-4961-b7c4-caa20764a51b req-fdcf94f3-0152-4c97-ba16-360cc96d38d9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 943 time: 0.1040049 Feb 16 09:10:33.803473 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f6a56b46-946f-4961-b7c4-caa20764a51b req-4a01dcf6-6758-4aa9-b3c5-4a2831122ee1 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Feb 16 09:10:33.810040 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-5a93c479-a6a9-440f-a3e3-552dc25846c0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0812776 Feb 16 09:10:33.974598 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-51922136-a864-4076-b180-cfa914b80b32 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 217 time: 0.1510737 Feb 16 09:10:34.036549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-dbddef93-cb06-4dbe-99bd-ee5e710a725d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:34.037970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-dbddef93-cb06-4dbe-99bd-ee5e710a725d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0579605 Feb 16 09:10:34.110910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-ffda9f43-ac73-4bd7-8b21-0eaaf05d7c51 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652435 Feb 16 09:10:34.237691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-5f54902d-148a-43d7-b823-e4324b3f7c99 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210091 Feb 16 09:10:34.370144 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5b21f3da-ad43-4138-8e3d-0e0dd9d8a567 req-943049b2-2c6b-4fbe-b60b-667412e71438 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267817 Feb 16 09:10:34.519872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-8eed5dc1-b0f7-47de-8033-0c1ff0ae29c2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1096 time: 0.0661519 Feb 16 09:10:34.646629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-c49c95fc-cef2-4137-9be1-63ed5fb4cb54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:34.648068 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-c49c95fc-cef2-4137-9be1-63ed5fb4cb54 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1227164 Feb 16 09:10:34.718596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-a2852637-2b76-46ab-81d0-bcfff39858e6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 217 time: 0.0632396 Feb 16 09:10:34.781408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-a98dbf0d-3dcf-4db4-a6fe-41fecb5c0756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:34.782746 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-a98dbf0d-3dcf-4db4-a6fe-41fecb5c0756 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0584772 Feb 16 09:10:34.856641 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-10cd1ce9-61fc-4f02-a63c-ecb5dcb925e6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676811 Feb 16 09:10:34.996763 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-66bd6822-f352-4d25-a6d0-6e87af3351be service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259389 Feb 16 09:10:35.004632 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb6f22-0762-4722-98cd-e23a949bdcfa req-542c0c64-c6f2-4783-82de-ea50d27e21f1 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:35.006052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-56eb6f22-0762-4722-98cd-e23a949bdcfa req-542c0c64-c6f2-4783-82de-ea50d27e21f1 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 943 time: 0.0764596 Feb 16 09:10:35.054020 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-56eb6f22-0762-4722-98cd-e23a949bdcfa req-d5e4dc12-67aa-4e5c-bb43-b419ca9923fe tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Feb 16 09:10:35.126153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b78bc2e4-4c7f-4e35-9ca1-2d6e141d9750 req-b3908086-6ce6-4d51-a5d4-2a1bdd622321 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234684 Feb 16 09:10:36.252234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f552a-5a13-401b-8027-d3ae9242d9bf req-dac553c9-2961-448a-91e7-b3d5683f8fdc tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:36.254200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ef4f552a-5a13-401b-8027-d3ae9242d9bf req-dac553c9-2961-448a-91e7-b3d5683f8fdc tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 943 time: 0.0750697 Feb 16 09:10:36.298665 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ef4f552a-5a13-401b-8027-d3ae9242d9bf req-28f973ef-bedc-414f-9b52-e423a85bc96a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Feb 16 09:10:37.085865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 14b530a7-17be-4032-b3d0-468c0eecbacb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:10:37.216020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:37.228575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'port_id': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'mac_address': 'fa:16:3e:c3:4b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:10:37.284318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:37.300810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b530a7-17be-4032-b3d0-468c0eecbacb {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:10:37.315448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:37.319880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:37.384787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:37.497545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71774152-cd8d-47d4-9eb5-670a017adc2a req-efabec4b-c4cc-4338-b413-3a1af52d795a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:37.499032 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71774152-cd8d-47d4-9eb5-670a017adc2a req-efabec4b-c4cc-4338-b413-3a1af52d795a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 944 time: 0.0784624 Feb 16 09:10:37.544431 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71774152-cd8d-47d4-9eb5-670a017adc2a req-41b6045a-1bd1-4f25-9348-9c433db7200d tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394754 Feb 16 09:10:37.591619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:10:38.487432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a3906df9-f678-448b-8447-0a368a15dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:38.741427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce317e-fd70-48cf-ae40-af700d376abf req-ace20696-b445-497d-bb0c-3f3e25633cb8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:38.742930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0fce317e-fd70-48cf-ae40-af700d376abf req-ace20696-b445-497d-bb0c-3f3e25633cb8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 944 time: 0.0773666 Feb 16 09:10:38.787174 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0fce317e-fd70-48cf-ae40-af700d376abf req-3d3daba4-aae4-46ed-b685-774a1aa3bf7c tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381978 Feb 16 09:10:39.102702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 14b530a7-17be-4032-b3d0-468c0eecbacb up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:10:39.171235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 14b530a7-17be-4032-b3d0-468c0eecbacb completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:10:39.176015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 14b530a7-17be-4032-b3d0-468c0eecbacb triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:39.176386 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:39.291320 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:39.318941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:10:39.328577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:39.332440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:39.374343 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'code': 200} Feb 16 09:10:39.398459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:39.635597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2701dc54-a7cb-4d44-b58e-76f28973f757 req-2d6a6de8-668e-4602-9ef6-0b331f43e1fa service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0656431 Feb 16 09:10:39.680413 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2701dc54-a7cb-4d44-b58e-76f28973f757 req-86ba6f99-9b65-4ca5-a979-6663590ee2c6 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389378 Feb 16 09:10:39.994655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b309924-96e5-4fa1-b682-52095d0a666b req-03eb3cbc-0372-4946-8890-bb36781db7a4 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:39.996151 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b309924-96e5-4fa1-b682-52095d0a666b req-03eb3cbc-0372-4946-8890-bb36781db7a4 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0782971 Feb 16 09:10:40.042397 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b309924-96e5-4fa1-b682-52095d0a666b req-bf56b859-33e4-4841-9acd-b1712dfc5a23 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Feb 16 09:10:40.967766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1e61c872-56f5-456c-af0c-ed5030dda4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:41.237469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1b656-1e78-4ecf-9269-865b19d1c2e9 req-5a411d3d-9633-4ea8-b115-069f3344c0db tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:41.238921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ed1b656-1e78-4ecf-9269-865b19d1c2e9 req-5a411d3d-9633-4ea8-b115-069f3344c0db tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0753875 Feb 16 09:10:41.286517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ed1b656-1e78-4ecf-9269-865b19d1c2e9 req-daa9df5e-26ab-4d5d-8116-e0d87d4b6b5e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420732 Feb 16 09:10:41.483173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fde0c0-2c5a-4661-bfc0-26b479d7124a req-624b31ce-a0e7-4a2f-8468-3f11c0bf1240 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:41.484653 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51fde0c0-2c5a-4661-bfc0-26b479d7124a req-624b31ce-a0e7-4a2f-8468-3f11c0bf1240 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0751600 Feb 16 09:10:41.529883 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-51fde0c0-2c5a-4661-bfc0-26b479d7124a req-edaae115-9646-4e29-903d-373336cda8bf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396571 Feb 16 09:10:41.745303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:41.957225 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f86b93-79d1-4457-8cb2-059d4d27b70a req-748f668f-160e-4e4d-a9d9-80cf1f0222f0 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:41.958687 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a7f86b93-79d1-4457-8cb2-059d4d27b70a req-748f668f-160e-4e4d-a9d9-80cf1f0222f0 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0803154 Feb 16 09:10:42.003821 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a7f86b93-79d1-4457-8cb2-059d4d27b70a req-93737df4-29eb-407f-94c0-2f3be68ace7c tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393307 Feb 16 09:10:42.031192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:43.848369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:51.760127 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:10:52.111444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf6476-46a6-449c-a073-daf0cf571ae1 req-981e12bf-0684-4f32-9343-5a13d6c553f8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:52.112893 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-66cf6476-46a6-449c-a073-daf0cf571ae1 req-981e12bf-0684-4f32-9343-5a13d6c553f8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0763748 Feb 16 09:10:52.158219 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-66cf6476-46a6-449c-a073-daf0cf571ae1 req-d52b7bee-a9e8-41eb-b892-52194facede2 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396891 Feb 16 09:10:52.186082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41422) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:52.368657 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-432409af-7a9f-4689-8d4c-e3641df61b3e tempest-TestMinimumBasicScenario-1277650177 tempest-TestMinimumBasicScenario-1277650177-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1093 time: 0.1813495 Feb 16 09:10:52.372131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41428) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:52.377390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:52.383025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:52.387401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:floatingip and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:52.390233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:52.396290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:52.406584 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:52.539599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:52.669045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Allocated IP 172.26.4.211 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/8db8e553-aaae-449c-bf99-b88723d4defb) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:10:52.898959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:52.925396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:52.993718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:10:52.996899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:10:53.001041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:10:53.024816 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'Port': ['ID=8db8e553-aaae-449c-bf99-b88723d4defb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:53.490707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:53.544048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:53.744553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:53.749510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:53.852617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'Port': ['ID=8db8e553-aaae-449c-bf99-b88723d4defb,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:53.864356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:54.052761 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Floating IP 04eaf704-1b12-487d-99a8-f4f900354fca associated. External IP: 172.26.4.211, port: 14b530a7-17be-4032-b3d0-468c0eecbacb. Feb 16 09:10:54.527065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Router 79bcaf27-b9eb-4466-809d-5e64f3624822 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:10:54.722076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:10:54.733084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Sync routers for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:10:54.745020 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:54.745716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:54.747091 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:54.802145 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-66314fda-8198-4dac-92dd-45502bf07f8b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4263432 Feb 16 09:10:54.802145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:10:54.802609 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41432) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:54.808603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1167680833', 'description': 'tempest-secgroup-smoke-1167680833 description', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:54.814914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:54.825554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:54.837155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:54.862367 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:10:54.874611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:54.878313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:54.881745 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:54.888333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:54.935515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:54.948390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:54.954332 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:54.976019 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-891bac27-a355-4fc9-b097-ace8ca79a94b service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0728183 Feb 16 09:10:55.006699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900c1725-6005-44a3-90ac-4af96f943061,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.013454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.014667 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2109635 Feb 16 09:10:55.017642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41438) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.025057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.030641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.030989 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.031325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.031658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.031987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.032317 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.032640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.032962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.033280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.033603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.033915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ca25cb-05da-4768-887c-a80ba89bcb09 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:10:55.038522 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.042846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.045581 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.051601 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.070467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.140422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.143229 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090b36-61b2-437b-9657-841a829e823f req-60387cde-9375-4cc8-b3ee-97d2df292361 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:55.144180 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-60387cde-9375-4cc8-b3ee-97d2df292361 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1625473 Feb 16 09:10:55.145673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.169218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb62ae71-69c5-4c68-ac0d-50ceb38e75e0,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.184128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.185510 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-338eecd4-dcbc-4c38-a83a-be0546464a32 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1668136 Feb 16 09:10:55.188764 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41442) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.194091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.200284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.204110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.207021 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.214822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.238071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.271601 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-6893404f-9425-4626-9904-39323c8c892b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 999 time: 0.1201956 Feb 16 09:10:55.323136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.331941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.344742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090b36-61b2-437b-9657-841a829e823f req-80f35891-e177-40d2-9bd5-44c76d2f67e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:55.346517 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-80f35891-e177-40d2-9bd5-44c76d2f67e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0684328 Feb 16 09:10:55.356473 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44b9182-b82b-4cdd-9b1d-4677c22eb129,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.366668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.368307 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ff0a4596-6c10-48e5-a345-08fa93613c6e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1785970 Feb 16 09:10:55.371628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41446) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.377813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.382943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '04eaf704-1b12-487d-99a8-f4f900354fca', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'port_id': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'mac_address': 'fa:16:3e:c3:4b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:10:53Z', 'updated_at': '2022-02-16T09:10:53Z', 'revision_number': 0, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:55.384133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.388715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Checking router: 79bcaf27-b9eb-4466-809d-5e64f3624822 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:10:55.389660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.393269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.399563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.400482 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:10:55.401100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:10:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:55.427107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.433462 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-e88582b6-cbf8-4ab4-a6dc-d3f6a8bc8ac3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804112 Feb 16 09:10:55.492399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.497403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.521615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32efea23-e853-4a8a-a4c0-6b717c29d1d6,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.531076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.534918 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0155a07d-f5f6-4ff0-813a-6e527f04268a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1595142 Feb 16 09:10:55.535300 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41450) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.540824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.547418 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.551435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.554396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.560198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.580293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.586997 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-4f191b6b-966c-4ce6-8fb3-e9be78250514 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469905 Feb 16 09:10:55.590302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:10:55.652268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.656742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.685698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f8bad6-768c-456e-88a5-db3a284d0733,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.693668 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.695630 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b9fce0fe-cd66-4093-a4d0-4bffb5829661 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1590014 Feb 16 09:10:55.697999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41454) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.703486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.709939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.713763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.716809 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.722586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.735025 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Project 2e5ddab1edd5440291510d8c08eab8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:10:55.735755 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0090b36-61b2-437b-9657-841a829e823f req-b949c2ea-75eb-48dd-924c-fe2da7a838e2 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428757 Feb 16 09:10:55.741703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.809200 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.812952 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.838094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e53b9a1-de11-4a10-993a-79ea4e8192f3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:55.845528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.846837 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f4c5fe42-e07d-4abe-96a9-dc794bb80294 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1477337 Feb 16 09:10:55.849397 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41458) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:10:55.855286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'security_group_rule': {'security_group_id': '900c1725-6005-44a3-90ac-4af96f943061', 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:55.860950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:10:55.864708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Usage tracker for resource:security_group_rule and tenant:2e5ddab1edd5440291510d8c08eab8ad is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:10:55.867794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:10:55.873529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:10:55.889420 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Project 2e5ddab1edd5440291510d8c08eab8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:10:55.896488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.954768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '04eaf704-1b12-487d-99a8-f4f900354fca', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'port_id': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'mac_address': 'fa:16:3e:c3:4b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:10:53Z', 'updated_at': '2022-02-16T09:10:53Z', 'revision_number': 0, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:10:55.958896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc403cfd-6aa9-4edf-80a5-4e1ad099f381 None None] The sync data for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv is: [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '04eaf704-1b12-487d-99a8-f4f900354fca', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'floating_ip_address': '172.26.4.211', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'port_id': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'mac_address': 'fa:16:3e:c3:4b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:10:53Z', 'updated_at': '2022-02-16T09:10:53Z', 'revision_number': 0, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:10:55.964529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.968729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:55.994450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9a65a2-497d-4bbd-b5ce-c6fc9fcb073b,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:56.004425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:56.005629 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-576a0e1b-e020-4218-9cbf-908246e66a10 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1553206 Feb 16 09:10:56.143607 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-10d6fe64-c460-472e-b13a-f205458fb398 req-a97f55f8-c198-4a5b-8024-30acd076f47e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Synchronizing usage tracker for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:10:56.159849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-10d6fe64-c460-472e-b13a-f205458fb398 req-a97f55f8-c198-4a5b-8024-30acd076f47e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Unset dirty status for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:10:56.161045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-10d6fe64-c460-472e-b13a-f205458fb398 req-a97f55f8-c198-4a5b-8024-30acd076f47e tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167680833&fields=id&tenant_id=2e5ddab1edd5440291510d8c08eab8ad HTTP/1.1" status: 200 len: 267 time: 0.0587716 Feb 16 09:10:56.174732 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6be590-b51f-48ae-ba41-f12c456f9bc3 None None] New status for floating IP 04eaf704-1b12-487d-99a8-f4f900354fca: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:10:56.251578 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6fe64-c460-472e-b13a-f205458fb398 req-b7ad43be-afd2-4ccf-a342-4790b9839e29 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:56.254067 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-10d6fe64-c460-472e-b13a-f205458fb398 req-b7ad43be-afd2-4ccf-a342-4790b9839e29 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0872855 Feb 16 09:10:56.270615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'port': {'security_groups': ['4e99f8e2-963d-4c3a-94ec-f89979bf2777', '900c1725-6005-44a3-90ac-4af96f943061']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:10:56.393328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:56.717293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:10:56.741573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:56.746178 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:56.778966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:10:56.814729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:56.815352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:56.816942 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-10d6fe64-c460-472e-b13a-f205458fb398 req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "PUT /v2.0/ports/14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 981 time: 0.5559869 Feb 16 09:10:56.817557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:10:56.847722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec7023-91d0-4ca2-8f04-214bced05db6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=6']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:10:57.007911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:10:57.027136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f447e6-2c3b-407c-80a5-6a06bd6d03f3 req-2312330a-5df0-4094-8ba1-52051446dd88 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:57.028759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44f447e6-2c3b-407c-80a5-6a06bd6d03f3 req-2312330a-5df0-4094-8ba1-52051446dd88 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0849006 Feb 16 09:10:57.030368 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:10:57.080840 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-44f447e6-2c3b-407c-80a5-6a06bd6d03f3 req-6f01d5b9-328e-4bb1-a8be-3e49fc94aa14 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459502 Feb 16 09:10:57.158355 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-9a1811af-8b7d-476d-b32d-96b6dc34dcb4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1137 time: 0.0860543 Feb 16 09:10:57.214667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-074acf2a-dba8-4bb1-acf3-b61fcfcd7a9d None None] Provisioning complete for port 14b530a7-17be-4032-b3d0-468c0eecbacb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:10:57.215048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-074acf2a-dba8-4bb1-acf3-b61fcfcd7a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:10:57.311606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-3945f20d-c352-40f7-ad02-a62321b2333e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:57.313024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-3945f20d-c352-40f7-ad02-a62321b2333e service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1483698 Feb 16 09:10:57.519054 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-f3cff39e-4d2b-446f-8e70-2c3bab73ef69 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 1001 time: 0.1963928 Feb 16 09:10:57.582098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-76c1d596-5b44-45f1-8e02-b6ba1e297022 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:10:57.583546 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-76c1d596-5b44-45f1-8e02-b6ba1e297022 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0582447 Feb 16 09:10:57.657131 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-1a212506-684c-40b0-aa12-b242bfc98a2f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676217 Feb 16 09:10:57.789658 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-d5531b06-1fa1-4ab3-b7b3-aef8299aa28a service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245139 Feb 16 09:10:57.924507 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-ae8530ea-9a7e-4100-ad15-3ad113d8f958 req-d08e5432-9405-4d28-8b32-20ec7a869439 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235499 Feb 16 09:11:02.192614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:08.488970 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-646a9e5f-f999-4785-9029-5b66e6d863de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:10.970549 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a87bde9e-2736-4ddd-8ad7-aba151cddf26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:11.738394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:12.032613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:13.850689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:14.419104 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-5b2f2f97-ecd7-4852-a025-2729b7f6ecc1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1137 time: 0.0711560 Feb 16 09:11:14.433214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f5f0-2356-4491-83a5-e61a9733ecca req-8f212d7f-69db-4d3f-8ae5-bda2e32f653a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:14.434684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34d3f5f0-2356-4491-83a5-e61a9733ecca req-8f212d7f-69db-4d3f-8ae5-bda2e32f653a tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0749357 Feb 16 09:11:14.481142 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34d3f5f0-2356-4491-83a5-e61a9733ecca req-87bda4ae-f309-478d-a994-083961b55fb6 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408163 Feb 16 09:11:14.550577 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-2b13539e-4694-4f6f-87d3-2abb28072e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:14.552013 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-2b13539e-4694-4f6f-87d3-2abb28072e36 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1274061 Feb 16 09:11:14.652888 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-16d02c44-b44d-400a-a173-e5ef020eef60 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 1001 time: 0.0940719 Feb 16 09:11:14.714422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-c3ea206b-aa42-4312-95bd-a7bd360bbb72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:14.715873 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-c3ea206b-aa42-4312-95bd-a7bd360bbb72 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0566299 Feb 16 09:11:14.795565 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-8b0ffd36-855d-48b8-b9c5-c95048ee3984 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731654 Feb 16 09:11:14.924792 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-5dbbb230-8199-47b2-b387-7af0b5c1bc31 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224124 Feb 16 09:11:15.053722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f35532b-bc84-4823-8b0d-e143a0bd76a2 req-4b68a8cb-bdd9-431f-a212-0ff5db40721b service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223991 Feb 16 09:11:15.828492 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce05a865-5166-4363-b48c-802f7dc9fd4b req-7f5aec29-21fb-42a4-a3be-4a1c31f6e3a2 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:15.829868 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce05a865-5166-4363-b48c-802f7dc9fd4b req-7f5aec29-21fb-42a4-a3be-4a1c31f6e3a2 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0786514 Feb 16 09:11:15.876135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce05a865-5166-4363-b48c-802f7dc9fd4b req-c9cd4c88-387c-4e17-8f37-22b801594378 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403714 Feb 16 09:11:17.068209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701e6c7-2226-4be7-b775-2f92ddf06667 req-37029716-acc7-4ddb-993f-0d67288be9c3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:17.069653 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f701e6c7-2226-4be7-b775-2f92ddf06667 req-37029716-acc7-4ddb-993f-0d67288be9c3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0749705 Feb 16 09:11:17.119588 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f701e6c7-2226-4be7-b775-2f92ddf06667 req-090e93d1-751f-4bde-835a-756017745d37 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442376 Feb 16 09:11:18.330087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c8ffd-4522-457a-bfa1-20d01319b1bd req-c896b962-5a70-468b-8039-ebb21b673eb3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:18.331550 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-069c8ffd-4522-457a-bfa1-20d01319b1bd req-c896b962-5a70-468b-8039-ebb21b673eb3 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0747135 Feb 16 09:11:18.378046 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-069c8ffd-4522-457a-bfa1-20d01319b1bd req-dd393298-097f-4dc1-b386-e42d15ecae55 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406048 Feb 16 09:11:19.576058 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcdb0f9-75b1-4f38-95c6-9b98e3ee8ddc req-224aa6e4-8ec2-48f7-9c08-a4efd7a8a88b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:19.577421 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cbcdb0f9-75b1-4f38-95c6-9b98e3ee8ddc req-224aa6e4-8ec2-48f7-9c08-a4efd7a8a88b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0782862 Feb 16 09:11:19.624173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cbcdb0f9-75b1-4f38-95c6-9b98e3ee8ddc req-7b91bc92-1f2b-47a4-91cf-c3cd5d3cdaf9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407972 Feb 16 09:11:20.816680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb2b80-2881-4e0d-b6a7-37cf7ad68ca8 req-273b482d-b3d4-4edc-9095-c00330685a73 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:20.818112 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afdb2b80-2881-4e0d-b6a7-37cf7ad68ca8 req-273b482d-b3d4-4edc-9095-c00330685a73 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0754235 Feb 16 09:11:20.863665 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-afdb2b80-2881-4e0d-b6a7-37cf7ad68ca8 req-394cf6e3-e12e-4c96-b3b7-65970365d100 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392969 Feb 16 09:11:22.072057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5d5d6-1e89-466b-ae48-dc94dc477073 req-95f7d388-a503-4554-9164-1ab6d9c5167b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:22.073995 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ec5d5d6-1e89-466b-ae48-dc94dc477073 req-95f7d388-a503-4554-9164-1ab6d9c5167b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0792766 Feb 16 09:11:22.120109 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1ec5d5d6-1e89-466b-ae48-dc94dc477073 req-58a3df60-2fb6-4867-8269-3b0827f99dfa tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405650 Feb 16 09:11:23.316003 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b67e9-4381-4700-8c9b-ba3ea7ff7a7e req-c93f0388-623c-41f1-96bc-422430f8434f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:23.317442 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-010b67e9-4381-4700-8c9b-ba3ea7ff7a7e req-c93f0388-623c-41f1-96bc-422430f8434f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0758820 Feb 16 09:11:23.366716 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-010b67e9-4381-4700-8c9b-ba3ea7ff7a7e req-ee0fb360-fb6f-4929-a2c5-f2014e736838 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436144 Feb 16 09:11:24.572191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6e07d6-0c4c-4ace-85c9-440c3c1a8c44 req-ec14b227-8e19-48c0-8898-af31771de535 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:24.574158 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d6e07d6-0c4c-4ace-85c9-440c3c1a8c44 req-ec14b227-8e19-48c0-8898-af31771de535 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0756927 Feb 16 09:11:24.619433 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d6e07d6-0c4c-4ace-85c9-440c3c1a8c44 req-feefa822-9877-46b0-8296-24229a9f0938 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396929 Feb 16 09:11:25.818275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784b2e2-d22f-4f00-bf1d-2c0e965d7fdd req-ef9ad5ba-1114-45e9-b4a1-0ee3f6404184 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:25.819846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3784b2e2-d22f-4f00-bf1d-2c0e965d7fdd req-ef9ad5ba-1114-45e9-b4a1-0ee3f6404184 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0798304 Feb 16 09:11:25.868068 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3784b2e2-d22f-4f00-bf1d-2c0e965d7fdd req-55bcbf07-6f0f-4179-84d4-c9ee91f18aa8 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420144 Feb 16 09:11:27.060436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7691b3-d3a2-4129-8d79-8a28729e9751 req-0243824f-f72d-4090-bf18-9d0a6d6f14e4 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:27.061870 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c7691b3-d3a2-4129-8d79-8a28729e9751 req-0243824f-f72d-4090-bf18-9d0a6d6f14e4 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0746644 Feb 16 09:11:27.108971 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c7691b3-d3a2-4129-8d79-8a28729e9751 req-f73528c1-ad21-48ba-b9e8-24782917d929 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&id=900c1725-6005-44a3-90ac-4af96f943061&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414612 Feb 16 09:11:28.759942 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:11:32.187044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:36.383534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-df7b1fc2-007f-4f0d-a65f-e8cf6b9d42e6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661235 Feb 16 09:11:36.548946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-1e8c8d27-bdf7-4941-8e15-917707e80a29 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1137 time: 0.0675910 Feb 16 09:11:36.698204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-c833ab47-7eb1-47af-b2af-1ead543ca757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:36.699669 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-c833ab47-7eb1-47af-b2af-1ead543ca757 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1320233 Feb 16 09:11:36.800663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-ac9ad6cd-a97b-4189-9c0b-eb472a8b6393 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 1001 time: 0.0948808 Feb 16 09:11:36.864275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-6985c321-c7a7-4ca1-814e-0cff7a0d8ad1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:36.865687 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-6985c321-c7a7-4ca1-814e-0cff7a0d8ad1 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0598934 Feb 16 09:11:36.937396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-edff4cb3-979b-4b03-a5c7-5845fcbb38bc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657609 Feb 16 09:11:37.151859 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-8f076b9f-fb5c-4905-ad1b-9a1062cfe56c service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075844 Feb 16 09:11:37.281618 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-27f42d6a-8069-40bd-8c3e-97ae9ad2c26c req-460f869d-c9a8-42d6-a704-a42b965437e2 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226428 Feb 16 09:11:38.490486 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6366ea2d-5530-4074-923d-265865803d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:40.973139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8be5402d-e075-44f1-aa6a-564e187e3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:41.740896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:42.036236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:43.853024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:11:59.570173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-0f9542bf-6c59-476a-8d05-3cb3ce6e9dcf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1167680833&fields=id&tenant_id=2e5ddab1edd5440291510d8c08eab8ad HTTP/1.1" status: 200 len: 267 time: 0.0449398 Feb 16 09:11:59.650658 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-d3b3bd76-4f32-40b5-8638-73279e48e325 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:11:59.652201 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-d3b3bd76-4f32-40b5-8638-73279e48e325 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 984 time: 0.0769100 Feb 16 09:11:59.662491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Request body: {'port': {'security_groups': ['4e99f8e2-963d-4c3a-94ec-f89979bf2777']}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:11:59.780158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.090937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:00.114992 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.119426 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.153918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:12:00.196125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:00.196738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.198108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ca3c7561-f5e8-4a4c-9ea3-ae45d6ed6db7 req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "PUT /v2.0/ports/14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 942 time: 0.5399899 Feb 16 09:12:00.199747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:00.205169 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41524) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:00.218468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event updated for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=7']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:00.227863 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.228334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.228676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.229449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.229449 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.229612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.229934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.230249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.230606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.230924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.231523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485546f0-d497-48b5-9bfd-8c3f66d3f43f tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.308191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.321939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:12:00.349129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.383656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:12:00.478818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-3f54d325-b52b-4c02-ae69-c23475398d0c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1098 time: 0.1078429 Feb 16 09:12:00.509678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5d3f014e-ad4a-4211-a465-58ff19e1bad0 None None] Provisioning complete for port 14b530a7-17be-4032-b3d0-468c0eecbacb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:00.510139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5d3f014e-ad4a-4211-a465-58ff19e1bad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.565776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.598973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c1725-6005-44a3-90ac-4af96f943061,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:00.629041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.630194 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "DELETE /v2.0/security-groups/900c1725-6005-44a3-90ac-4af96f943061 HTTP/1.1" status: 204 len: 168 time: 0.4238470 Feb 16 09:12:00.633113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41528) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:00.639468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.640823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.641409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.641758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.642096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.642574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.642867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.643206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.643536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.643865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.644193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24efb-800c-4a36-80f5-3165b1ee0c15 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:00.674064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33034639-7738-4809-a442-06517c90a956 req-3e24bb91-8fc9-42ea-9912-6ae969656ae9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:00.676407 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-3e24bb91-8fc9-42ea-9912-6ae969656ae9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1907096 Feb 16 09:12:00.815533 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-8072695d-b6ea-411b-b9c0-f86f97769c30 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 1001 time: 0.1333799 Feb 16 09:12:00.844669 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Deleting port 8db8e553-aaae-449c-bf99-b88723d4defb {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:00.845109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:00.879418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33034639-7738-4809-a442-06517c90a956 req-c750d473-44c0-4ee6-b69a-c9eddba1e8ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:00.880857 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-c750d473-44c0-4ee6-b69a-c9eddba1e8ca service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0593293 Feb 16 09:12:00.958152 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-8f01cc32-8ecd-48e8-9546-691f89b88a25 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708921 Feb 16 09:12:01.018707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:01.019033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:01.087930 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-34783ea0-eb38-47c6-9df5-023bfd5b6b05 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244152 Feb 16 09:12:01.137752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Calling delete_port for 8db8e553-aaae-449c-bf99-b88723d4defb owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:01.220865 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-33034639-7738-4809-a442-06517c90a956 req-4ea98d3e-7376-41c6-ad8a-bbfe2f351946 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268153 Feb 16 09:12:01.289807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:01.333329 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event deleted for resources: {'Port': ['ID=8db8e553-aaae-449c-bf99-b88723d4defb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:01.427583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:01.807415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Router 79bcaf27-b9eb-4466-809d-5e64f3624822 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:12:02.090211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:02.100712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Sync routers for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:02.103584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:02.112856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:02.113468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:11:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:02.156052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a2f92fb9-766a-4a20-be7b-ea381ee087b9 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "DELETE /v2.0/floatingips/04eaf704-1b12-487d-99a8-f4f900354fca HTTP/1.1" status: 204 len: 168 time: 1.5212462 Feb 16 09:12:02.253443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:02.298957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:02.323187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:02.381569 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:12:02.520463 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-604484f7-399a-4654-aa40-9db91d26abc3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 1098 time: 0.0924501 Feb 16 09:12:02.627135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:02.630840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Checking router: 79bcaf27-b9eb-4466-809d-5e64f3624822 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:02.641890 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:02.642508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:11:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:02.656650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-758e8201-c900-4ae9-9d0c-69c1cfc95ca0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:02.658090 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-758e8201-c900-4ae9-9d0c-69c1cfc95ca0 service neutron] 10.222.0.98 "GET /v2.0/networks?id=06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 200 len: 916 time: 0.1312695 Feb 16 09:12:02.728549 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-ca0d2d10-ec38-49bc-bda6-00e71606bedd service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 200 len: 217 time: 0.0641496 Feb 16 09:12:02.792721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-2f1bb4cd-7266-42eb-a591-2693d8eeec19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:02.794162 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-2f1bb4cd-7266-42eb-a591-2693d8eeec19 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 200 len: 854 time: 0.0571294 Feb 16 09:12:02.817384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:02.876247 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-fc7122d7-f3dc-4693-a770-3c36eaef280d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=06450b2e-a804-4358-a10e-8be6419482a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719781 Feb 16 09:12:03.119051 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-3d1dcc3f-a46c-4cd0-9fb1-68871ff0061a service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362125 Feb 16 09:12:03.189779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:03.193238 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accc0a7d-be06-4eba-911f-380b3dfff68c None None] The sync data for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv is: [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:10:01Z', 'revision_number': 4, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'b52ec334-2e9c-4cb5-9ca2-1af68243fd34', 'name': '', 'network_id': '06450b2e-a804-4358-a10e-8be6419482a5', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'mac_address': 'fa:16:3e:76:f2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:01Z', 'updated_at': '2022-02-16T09:10:20Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'subnets': [{'id': '71078bf0-e6e2-4047-9435-36701f8c4d5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:03.262690 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-69e5d74a-f048-4310-982f-5ddfc804d1d1 req-6ad6f89f-6017-46f7-9253-84b14bbd5b45 service neutron] 10.222.0.98 "GET /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373053 Feb 16 09:12:03.450011 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9617e71f-d8d8-4b9b-8e9f-7e23f58d3918 None None] New status for floating IP 04eaf704-1b12-487d-99a8-f4f900354fca: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:12:05.760943 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:12:06.522592 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfb169-2b46-4eb0-9a01-b773088a4a35 req-5fe9692d-8b16-4315-ae2b-756d729166bf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:06.523283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8fbfb169-2b46-4eb0-9a01-b773088a4a35 req-5fe9692d-8b16-4315-ae2b-756d729166bf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Synchronizing usage tracker for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:12:06.540937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-8fbfb169-2b46-4eb0-9a01-b773088a4a35 req-5fe9692d-8b16-4315-ae2b-756d729166bf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Unset dirty status for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:12:06.542155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fbfb169-2b46-4eb0-9a01-b773088a4a35 req-5fe9692d-8b16-4315-ae2b-756d729166bf tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0983894 Feb 16 09:12:06.587855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8fbfb169-2b46-4eb0-9a01-b773088a4a35 req-b612b979-856a-4dd5-8b7f-eb9cfab7d2fc tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400379 Feb 16 09:12:07.784510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789afe9-b98b-4e17-8a66-b0993cd90206 req-2611a619-9b8b-41e4-bfbc-0697250bc44b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:07.785955 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b789afe9-b98b-4e17-8a66-b0993cd90206 req-2611a619-9b8b-41e4-bfbc-0697250bc44b tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0744083 Feb 16 09:12:07.831693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b789afe9-b98b-4e17-8a66-b0993cd90206 req-86cfd121-3b23-4a87-a0c3-d24b9fc75366 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/security-groups?id=4e99f8e2-963d-4c3a-94ec-f89979bf2777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402379 Feb 16 09:12:08.262104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-795efcd4-67ac-479d-af2a-e12d4275dfbb tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:08.262841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-795efcd4-67ac-479d-af2a-e12d4275dfbb tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Synchronizing usage tracker for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:12:08.274287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-795efcd4-67ac-479d-af2a-e12d4275dfbb tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Unset dirty status for tenant:2e5ddab1edd5440291510d8c08eab8ad on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:12:08.275384 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-795efcd4-67ac-479d-af2a-e12d4275dfbb tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.98 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 945 time: 0.0869100 Feb 16 09:12:08.344698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Deleting port 14b530a7-17be-4032-b3d0-468c0eecbacb {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:08.345036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:08.492514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a8f8e74c-eb4d-4fdc-82d0-0083e3658ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:08.582974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] For port 14b530a7-17be-4032-b3d0-468c0eecbacb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=14b530a7-17be-4032-b3d0-468c0eecbacb,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:08.583254 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:08.704618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Calling delete_port for 14b530a7-17be-4032-b3d0-468c0eecbacb owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:08.847692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:08.880658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['14b530a7-17be-4032-b3d0-468c0eecbacb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:12:08.899447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Pushing event deleted for resources: {'Port': ['ID=14b530a7-17be-4032-b3d0-468c0eecbacb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:08.974240 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] No DVR routers for this DVR port 14b530a7-17be-4032-b3d0-468c0eecbacb on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:12:08.976730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:08.979453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'name': 'network-vif-deleted', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:08.995210 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-59a8d423-4676-442a-9e33-da75e74f4d9a req-1b37dbf9-0039-444f-b8f2-76fea87f1023 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.98 "DELETE /v2.0/ports/14b530a7-17be-4032-b3d0-468c0eecbacb HTTP/1.1" status: 204 len: 173 time: 0.7145472 Feb 16 09:12:09.015373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3989a19a-0cb5-477f-b1a7-821b4e853caa req-d37c3e53-f47d-4949-8ccb-94c8c8239614 tempest-TestMinimumBasicScenario-1166356001 tempest-TestMinimumBasicScenario-1166356001-project] 10.222.0.94 "GET /v2.0/ports?device_id=23e049b1-bbb5-4588-b023-0613adaed5d7 HTTP/1.1" status: 200 len: 210 time: 0.0457125 Feb 16 09:12:09.046996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23e049b1-bbb5-4588-b023-0613adaed5d7', 'name': 'network-vif-deleted', 'tag': '14b530a7-17be-4032-b3d0-468c0eecbacb', 'status': 'completed', 'code': 200} Feb 16 09:12:10.687636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41614) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:10.975681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c513-574a-430a-83e1-f4050b2c9c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:11.062019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:11.553183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 14b530a7-17be-4032-b3d0-468c0eecbacb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:11.595884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 14b530a7-17be-4032-b3d0-468c0eecbacb {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:11.596345 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 14b530a7-17be-4032-b3d0-468c0eecbacb not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:11.633526 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Deleting port b52ec334-2e9c-4cb5-9ca2-1af68243fd34 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:11.633856 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:11.745652 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:11.888633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] For port b52ec334-2e9c-4cb5-9ca2-1af68243fd34, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:11.889154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:12.009799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Calling delete_port for b52ec334-2e9c-4cb5-9ca2-1af68243fd34 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:12.039435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:12.174467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:12.218298 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=b52ec334-2e9c-4cb5-9ca2-1af68243fd34,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:12.505219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:13.089162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Router 79bcaf27-b9eb-4466-809d-5e64f3624822 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:12:13.387980 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:13.396852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Sync routers for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:13.400388 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4a9d1f3d-3fb3-42d3-bc4a-46957142b097 admin admin] 10.222.0.94 "PUT /v2.0/routers/79bcaf27-b9eb-4466-809d-5e64f3624822/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7117321 Feb 16 09:12:13.402862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41618) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:13.409541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:13.410141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:13.585060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:13.597375 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:13.794635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:13.803969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Deleting port 55f7735a-aa8a-4d77-82f1-b0171b625091 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:13.804398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:13.863095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:13.881535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4'}], 'enable_snat': True}, 'gw_port_id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:12:12Z', 'revision_number': 5, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port': {'id': '55f7735a-aa8a-4d77-82f1-b0171b625091', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:09:59Z', 'updated_at': '2022-02-16T09:10:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:13.885527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Checking router: 79bcaf27-b9eb-4466-809d-5e64f3624822 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:13.895860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Routers {'79bcaf27-b9eb-4466-809d-5e64f3624822'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:13.896467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['79bcaf27-b9eb-4466-809d-5e64f3624822'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:13.982722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] For port 55f7735a-aa8a-4d77-82f1-b0171b625091, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=55f7735a-aa8a-4d77-82f1-b0171b625091,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:13.983195 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.048094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] Set router 79bcaf27-b9eb-4466-809d-5e64f3624822 gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:14.102568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Calling delete_port for 55f7735a-aa8a-4d77-82f1-b0171b625091 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:14.152798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:12:13Z', 'revision_number': 6, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:14.156884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db13ff8-6819-44bd-8528-9118bd2aa301 None None] The sync data for ids ['79bcaf27-b9eb-4466-809d-5e64f3624822'] in dv-neutron-829488-1-hyperv is: [{'id': '79bcaf27-b9eb-4466-809d-5e64f3624822', 'name': 'tempest-TestMinimumBasicScenario-1424472953-router', 'tenant_id': '2e5ddab1edd5440291510d8c08eab8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:09:58Z', 'updated_at': '2022-02-16T09:12:13Z', 'revision_number': 6, 'project_id': '2e5ddab1edd5440291510d8c08eab8ad', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:14.270742 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.318330 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Pushing event deleted for resources: {'Port': ['ID=55f7735a-aa8a-4d77-82f1-b0171b625091,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:14.536589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.879254 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.883459 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.910210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.910878 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79bcaf27-b9eb-4466-809d-5e64f3624822 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:12:14.924517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:14.925660 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6a82eb64-f111-4d21-a475-bb4da137fdef admin admin] 10.222.0.94 "DELETE /v2.0/routers/79bcaf27-b9eb-4466-809d-5e64f3624822 HTTP/1.1" status: 204 len: 168 time: 1.5218799 Feb 16 09:12:14.928385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41622) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:14.988487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Deleting subnet 71078bf0-e6e2-4047-9435-36701f8c4d5f {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:12:14.991538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.043424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.123362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.194786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.233843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71078bf0-e6e2-4047-9435-36701f8c4d5f,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:15.240273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.246101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a2d3d4c3-ce71-41db-b53d-60746f547ee2 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/71078bf0-e6e2-4047-9435-36701f8c4d5f HTTP/1.1" status: 204 len: 168 time: 0.3167720 Feb 16 09:12:15.246501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d019055-4f36-43f9-97eb-3b58a3a6132d None None] Network 06450b2e-a804-4358-a10e-8be6419482a5 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:12:15.249358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41626) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:15.354407 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.364788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Deleting port cb0e45eb-0141-4786-bcf0-bab52b856c1e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:15.365122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.522783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] DHCP port deletion for 06450b2e-a804-4358-a10e-8be6419482a5 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:12:15.527416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Deleting port cb0e45eb-0141-4786-bcf0-bab52b856c1e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:15.528127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.587959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] For port cb0e45eb-0141-4786-bcf0-bab52b856c1e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb0e45eb-0141-4786-bcf0-bab52b856c1e,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:15.588315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.709487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Calling delete_port for cb0e45eb-0141-4786-bcf0-bab52b856c1e owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:15.773935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] For port cb0e45eb-0141-4786-bcf0-bab52b856c1e, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=cb0e45eb-0141-4786-bcf0-bab52b856c1e,segment=NetworkSegment(888c5506-67db-4b7e-8004-1c5a610802a2),segment_id=888c5506-67db-4b7e-8004-1c5a610802a2)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:15.774322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.782956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:15.829470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb0e45eb-0141-4786-bcf0-bab52b856c1e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:15.835874 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] No DVR routers for this DVR port cb0e45eb-0141-4786-bcf0-bab52b856c1e on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:12:15.897494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Calling delete_port for cb0e45eb-0141-4786-bcf0-bab52b856c1e owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:15.972377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:12:15.972646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:12:15.980802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 55f7735a-aa8a-4d77-82f1-b0171b625091 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:16.012524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 55f7735a-aa8a-4d77-82f1-b0171b625091 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:16.012864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 55f7735a-aa8a-4d77-82f1-b0171b625091 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:16.013273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb0e45eb-0141-4786-bcf0-bab52b856c1e no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:16.043688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: cb0e45eb-0141-4786-bcf0-bab52b856c1e {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:16.044017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device cb0e45eb-0141-4786-bcf0-bab52b856c1e not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:16.044515 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b52ec334-2e9c-4cb5-9ca2-1af68243fd34 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:16.045538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.071538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06450b2e-a804-4358-a10e-8be6419482a5']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:16.074793 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b52ec334-2e9c-4cb5-9ca2-1af68243fd34 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:16.075121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b52ec334-2e9c-4cb5-9ca2-1af68243fd34 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:16.086641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '888c5506-67db-4b7e-8004-1c5a610802a2') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:16.086981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '888c5506-67db-4b7e-8004-1c5a610802a2') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:16.098110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.113227 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.119434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:12:16.119961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:12:16.133403 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:12:16.208646 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.214055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.236808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] Pushing event deleted for resources: {'Network': ['ID=06450b2e-a804-4358-a10e-8be6419482a5,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:16.249478 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-44f090ce-e3d7-4c7e-b4b1-55f8bff11a05 admin admin] 10.222.0.94 "DELETE /v2.0/networks/06450b2e-a804-4358-a10e-8be6419482a5 HTTP/1.1" status: 204 len: 168 time: 0.9983704 Feb 16 09:12:16.252370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41630) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:16.473772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Deleting port cb0e45eb-0141-4786-bcf0-bab52b856c1e {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:16.474331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:16.538167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-276e613d-13fb-4dbe-8da0-4907d7344cf5 None None] The port 'cb0e45eb-0141-4786-bcf0-bab52b856c1e' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:12:16.633344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:17.233384 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Deleting port 2c87cf32-ca07-41c5-bc8e-005feccda25f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:17.233724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:17.497522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] For port 2c87cf32-ca07-41c5-bc8e-005feccda25f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=2c87cf32-ca07-41c5-bc8e-005feccda25f,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:17.498166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:17.614297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Calling delete_port for 2c87cf32-ca07-41c5-bc8e-005feccda25f owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:17.775555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:17.821263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Pushing event deleted for resources: {'Port': ['ID=2c87cf32-ca07-41c5-bc8e-005feccda25f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:18.105251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:18.660468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Router 12fbfa3c-a052-46c2-8271-9abfef5e2685 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:12:18.948038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:18.957271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-49d36e07-7ef0-4c03-9fdb-7777fac4989e admin admin] 10.222.0.94 "PUT /v2.0/routers/12fbfa3c-a052-46c2-8271-9abfef5e2685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7038808 Feb 16 09:12:18.957592 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Sync routers for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:18.959992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41636) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:18.973978 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:18.974610 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:19.143869 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:19.152087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:19.367044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:19.377496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Deleting port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:19.377831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:19.431129 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198'}], 'enable_snat': True}, 'gw_port_id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:12:17Z', 'revision_number': 5, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port': {'id': '195dd1a8-9875-44ab-b68f-5abcf1f2c9f0', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:10:05Z', 'updated_at': '2022-02-16T09:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:19.434800 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Checking router: 12fbfa3c-a052-46c2-8271-9abfef5e2685 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:19.445551 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Routers {'12fbfa3c-a052-46c2-8271-9abfef5e2685'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:19.446126 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['12fbfa3c-a052-46c2-8271-9abfef5e2685'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:19.548817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] For port 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:19.549087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:19.591299 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] Set router 12fbfa3c-a052-46c2-8271-9abfef5e2685 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:19.671962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Calling delete_port for 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:19.719128 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:12:19Z', 'revision_number': 6, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:19.723134 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f39f3c67-74e6-41da-a85e-bd0417383c80 None None] The sync data for ids ['12fbfa3c-a052-46c2-8271-9abfef5e2685'] in dv-neutron-829488-1-hyperv is: [{'id': '12fbfa3c-a052-46c2-8271-9abfef5e2685', 'name': 'tempest-TestMinimumBasicScenario-331749394-router', 'tenant_id': '854032273c0a40429c33b5f61d1a90f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:10:04Z', 'updated_at': '2022-02-16T09:12:19Z', 'revision_number': 6, 'project_id': '854032273c0a40429c33b5f61d1a90f3', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:19.851005 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:19.893942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Pushing event deleted for resources: {'Port': ['ID=195dd1a8-9875-44ab-b68f-5abcf1f2c9f0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:20.119921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.132719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c87cf32-ca07-41c5-bc8e-005feccda25f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:20.170621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 2c87cf32-ca07-41c5-bc8e-005feccda25f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:20.171061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 2c87cf32-ca07-41c5-bc8e-005feccda25f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:20.478911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.483073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.508989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.509561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12fbfa3c-a052-46c2-8271-9abfef5e2685 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:12:20.523309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.524442 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-548d1530-7d93-480b-8761-886be14cc7de admin admin] 10.222.0.94 "DELETE /v2.0/routers/12fbfa3c-a052-46c2-8271-9abfef5e2685 HTTP/1.1" status: 204 len: 168 time: 1.5635643 Feb 16 09:12:20.527299 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41640) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:20.589778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Deleting subnet 3ec66be0-6ed1-42de-bb5f-57b37376fee4 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:12:20.592817 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.641991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.732222 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.799763 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.838127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec66be0-6ed1-42de-bb5f-57b37376fee4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:20.842968 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.848223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e977400e-2f57-4a6d-8269-6e180912c432 None None] Network 5cbe8e58-b0ae-4b37-849d-a121d8e74176 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:12:20.848534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f8c00f51-7d35-41bc-9d04-7a32d8205724 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/3ec66be0-6ed1-42de-bb5f-57b37376fee4 HTTP/1.1" status: 204 len: 168 time: 0.3203094 Feb 16 09:12:20.850996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41644) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:20.955611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:20.966326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Deleting port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:20.966682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.094053 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] DHCP port deletion for 5cbe8e58-b0ae-4b37-849d-a121d8e74176 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:12:21.098257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Deleting port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:21.098747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.171494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] For port 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0e3c86a5-101b-4b3c-ba57-5d06f2304241,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:21.171847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.290649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Calling delete_port for 0e3c86a5-101b-4b3c-ba57-5d06f2304241 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:21.302908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] For port 0e3c86a5-101b-4b3c-ba57-5d06f2304241, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0e3c86a5-101b-4b3c-ba57-5d06f2304241,segment=NetworkSegment(d905b93f-78c5-47a3-b6c8-50a7e8cc67c3),segment_id=d905b93f-78c5-47a3-b6c8-50a7e8cc67c3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:21.303420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.364015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.410340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3c86a5-101b-4b3c-ba57-5d06f2304241,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:21.416563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] No DVR routers for this DVR port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:12:21.432203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Calling delete_port for 0e3c86a5-101b-4b3c-ba57-5d06f2304241 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:12:21.501010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:12:21.501358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:12:21.529520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.555660 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbe8e58-b0ae-4b37-849d-a121d8e74176']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:21.567216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:21.567505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd905b93f-78c5-47a3-b6c8-50a7e8cc67c3') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:21.578743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.596046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.602208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:12:21.602616 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:12:21.616084 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:12:21.691303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.707312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:21.717305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] Pushing event deleted for resources: {'Network': ['ID=5cbe8e58-b0ae-4b37-849d-a121d8e74176,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:21.721937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8b84d89e-39d3-4a18-9fd3-013acf5c992a admin admin] 10.222.0.94 "DELETE /v2.0/networks/5cbe8e58-b0ae-4b37-849d-a121d8e74176 HTTP/1.1" status: 204 len: 168 time: 0.8699832 Feb 16 09:12:21.915859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41650) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:21.969993 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ff67c584-4b3a-4e6f-8357-ec05f6e7037b admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=2e5ddab1edd5440291510d8c08eab8ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0501943 Feb 16 09:12:21.970239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41654) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:21.975442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0e3c86a5-101b-4b3c-ba57-5d06f2304241 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:22.002862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Deleting port 0e3c86a5-101b-4b3c-ba57-5d06f2304241 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:12:22.003242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.031012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.040312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0e3c86a5-101b-4b3c-ba57-5d06f2304241 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:22.040662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0e3c86a5-101b-4b3c-ba57-5d06f2304241 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:22.041073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:12:22.057308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.111698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:12:22.111941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 195dd1a8-9875-44ab-b68f-5abcf1f2c9f0 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:12:22.118695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dab7a2ea-8c7d-4a00-8f96-40b8a6a46e1a None None] The port '0e3c86a5-101b-4b3c-ba57-5d06f2304241' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:12:22.211175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.227852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e99f8e2-963d-4c3a-94ec-f89979bf2777,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:22.238147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.248028 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-449b483a-f632-44f8-b6f4-37b5806cd790 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/4e99f8e2-963d-4c3a-94ec-f89979bf2777 HTTP/1.1" status: 204 len: 168 time: 0.2743659 Feb 16 09:12:22.630694 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41662) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:22.678879 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a9a979eb-71e5-4a25-acf9-c50ef268d561 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=854032273c0a40429c33b5f61d1a90f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469413 Feb 16 09:12:22.681298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41666) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:22.741163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.768436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.818869 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.835265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862756b2-cd6f-40b5-bd23-0924348d6b36,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:22.840503 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:22.841917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4e37b685-9c7a-41d6-91b9-9ec3d25684d8 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/862756b2-cd6f-40b5-bd23-0924348d6b36 HTTP/1.1" status: 204 len: 168 time: 0.1594577 Feb 16 09:12:25.013779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41710) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.020332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304413426', 'description': 'tempest-secgroup-smoke-304413426 description', 'project_id': '81de768bdfdd451d8a77f04224fb749b'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.026586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.030642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.033742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.039740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.051937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.068314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.101559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.105377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.108202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.113706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.183068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.191085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.232596 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.234821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf46871-4cf0-4258-bf13-96afd2679c02,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.238935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.242338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.248065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.303880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.307918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.349153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9a745-40c2-485d-834d-8906f6a76e87,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.353267 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.354758 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7a488164-6766-482e-9fee-00681dcad2c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3391967 Feb 16 09:12:25.357523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41714) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.363175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.369058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.372822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.376312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.382022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.398349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.461437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.465318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.488338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6041f30c-e5d2-4950-8852-0b809909fd0f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.496889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.498138 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aa195737-efd8-4312-8d9a-e62c9294123b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396439 Feb 16 09:12:25.501416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41718) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.506586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.512320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.516125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.518981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.524539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.541761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.602956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.606605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.629480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6547139b-5773-40ba-8588-b326f530c084,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.638322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.639478 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9a3d8917-cadd-47a1-b8d8-9a53b68774a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1371598 Feb 16 09:12:25.643085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41722) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.648274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.653917 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.657650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.660485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.666483 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.683149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.745214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.750145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.774593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e1867d-aaab-4509-a0e8-ccb8a4cc5d25,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.784679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.786079 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-40d060ab-605e-46b5-8eba-7933e7d54a9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1420274 Feb 16 09:12:25.788730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41726) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.793995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.800400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.804170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.807033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.812951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.829396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.892444 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.896756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.919971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31b648a-d60d-40d4-b331-07fa470d5000,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:25.929097 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:25.930254 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b1535a21-32ab-4119-8242-bb14f2076450 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1406026 Feb 16 09:12:25.932976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41730) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:25.938212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:25.943981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:25.947946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:25.950839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:25.956639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:25.970157 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:12:25.977750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.042306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.046511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.068923 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15523e0e-3259-49e3-87f0-9516faa007c9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:26.077902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.079146 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1925d71f-fd5f-4255-a6df-bc8e47c2ba13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1452796 Feb 16 09:12:26.081881 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41734) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:26.087558 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'bbb9a745-40c2-485d-834d-8906f6a76e87', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:26.094044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:26.097803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:26.100639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:26.106139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:26.116295 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:12:26.122372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.188167 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.191708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.214613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22ac64d-aa74-4eeb-9a9b-5ccb2a4bedcb,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:26.229910 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.231121 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-aad74198-6331-4dbf-bba5-c34c9ace2701 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1482825 Feb 16 09:12:26.234173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:26.239495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'network': {'name': 'tempest-network-smoke--12583323', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:26.244290 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:26.248454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:network and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:26.250989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:26.256618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:26.268529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:12:26.271615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.299196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:12:26.307412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.307747 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Added segment d30290f2-f841-4b4b-bddb-31eb9625f7e0 of type vlan for network 30001ca5-bbb2-4f4a-9524-7699175bed39 Feb 16 09:12:26.333241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.361667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.365566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:26.366136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.454363 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2190557 Feb 16 09:12:26.457425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41742) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:26.463262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'admin_state_up': True, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:26.470734 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:26.474249 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13850f12-0a6a-460c-a194-f2599a143d74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Network': ['ID=30001ca5-bbb2-4f4a-9524-7699175bed39,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:26.474610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:router and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:26.477814 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:26.484261 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:26.484944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:12:26.494394 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.495504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.513478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.656166 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.828497 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.860064 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:26.992004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.143 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/281ae44c-62aa-4b49-8593-7cdf7d1c983c) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:12:27.143999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:27.171116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:27.239750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:27.242253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:27.244971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:12:27.279682 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=281ae44c-62aa-4b49-8593-7cdf7d1c983c,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:27.407853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:27.408833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:27.727246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 7a70e380-408a-431e-b2dc-c83240cf438d is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:12:27.921527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:27.934657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Sync routers for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:27.946527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:27.947199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:27.947703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:27.948965 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5d181db1-35b4-467d-b4ba-d685a04a84a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4903421 Feb 16 09:12:27.952662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41746) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:28.125367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:28.138111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-74a6d5c5-b634-4146-829f-014acf5f0099 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=81de768bdfdd451d8a77f04224fb749b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1842432 Feb 16 09:12:28.141320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41752) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:28.273846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8d57c1-3e47-42fb-9c96-5d113b6883db tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:28.278200 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ef8d57c1-3e47-42fb-9c96-5d113b6883db tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333039 Feb 16 09:12:28.278427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41756) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:28.321044 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-21d4a59a-917d-4a01-b72f-255e09f7a0a1 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412920 Feb 16 09:12:28.323413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41760) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:28.329951 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-93049543', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:28.404581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:27Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:28.408610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Checking router: 7a70e380-408a-431e-b2dc-c83240cf438d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:28.408964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Updating router 7a70e380-408a-431e-b2dc-c83240cf438d port 281ae44c-62aa-4b49-8593-7cdf7d1c983c binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:12:28.435892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:28.440480 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:subnet and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:28.443291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:28.448730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:28.458045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:12:28.463832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.558721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.786921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.791955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.801074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Transition to ACTIVE for port object 281ae44c-62aa-4b49-8593-7cdf7d1c983c will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:28.810869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.869481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Subnet': ['ID=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:28.878070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Checking segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:12:28.879024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network hostable DHCP agents. Network: 30001ca5-bbb2-4f4a-9524-7699175bed39, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:12:28.897969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Pushing event updated for resources: {'Port': ['ID=281ae44c-62aa-4b49-8593-7cdf7d1c983c,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:28.900933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:12:28.902966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Attempting to bind port 281ae44c-62aa-4b49-8593-7cdf7d1c983c on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:12:28.903333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Attempting to bind port 281ae44c-62aa-4b49-8593-7cdf7d1c983c by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:12:28.903699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Attempting to bind port 281ae44c-62aa-4b49-8593-7cdf7d1c983c on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:12:28.910927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 30001ca5-bbb2-4f4a-9524-7699175bed39) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:28.914938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:28.915516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.919161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.919532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.919881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.920223 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.921166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.921502 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.921831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.922164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.922509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.922835 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.923159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:28.929295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f278e4-e33f-4036-9eda-94ef28775f82 None None] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:12:28.938152 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-294ec8c1-1233-472e-a3c6-7c3751374834 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6137578 Feb 16 09:12:28.940895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41764) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:28.946234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:12:28.946811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:12:28.947044 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:28.947432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:12:28.947910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Bound port: 281ae44c-62aa-4b49-8593-7cdf7d1c983c, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:12:28.948278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:29.109681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] For port 281ae44c-62aa-4b49-8593-7cdf7d1c983c, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:12:29.149548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] For port 281ae44c-62aa-4b49-8593-7cdf7d1c983c, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=281ae44c-62aa-4b49-8593-7cdf7d1c983c,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:12:29.157222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:29.293168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa30c127-73d0-46b7-bcd8-8790663215ca None None] Pushing event updated for resources: {'Port': ['ID=281ae44c-62aa-4b49-8593-7cdf7d1c983c,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:29.300138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-30001ca5-bbb2-4f4a-9524-7699175bed39', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:12:29.300957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:29.312303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:29.313169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:29.655583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:29.772112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Allocated IP 172.20.0.2 (30001ca5-bbb2-4f4a-9524-7699175bed39/d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a/a18b94d6-efbf-476c-acf7-d53a46207953) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:12:29.784450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.133372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.148739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Transition to ACTIVE for port object a18b94d6-efbf-476c-acf7-d53a46207953 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:30.156496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:27Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:30.164817 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb8f056-1bc5-465a-ae43-e1ac1b8e1ea4 None None] The sync data for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv is: [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:27Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:30.174874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Transition to ACTIVE for port object a18b94d6-efbf-476c-acf7-d53a46207953 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:30.182150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.252840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.1 (30001ca5-bbb2-4f4a-9524-7699175bed39/d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a/09b1e1a1-1670-4a71-a30c-51aae4e8a07f) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:12:30.255511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:30.259135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:30.262660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:12:30.273503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Pushing event updated for resources: {'Port': ['ID=a18b94d6-efbf-476c-acf7-d53a46207953,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:30.363401 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Attempting to bind port a18b94d6-efbf-476c-acf7-d53a46207953 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:12:30.363777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Attempting to bind port a18b94d6-efbf-476c-acf7-d53a46207953 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:12:30.365707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Attempting to bind port a18b94d6-efbf-476c-acf7-d53a46207953 on network 30001ca5-bbb2-4f4a-9524-7699175bed39 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:12:30.374675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:12:30.374675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Checking segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:12:30.374913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.380429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Bound using segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:12:30.380429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Bound port: a18b94d6-efbf-476c-acf7-d53a46207953, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:12:30.380429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.451159 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.472956 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 09b1e1a1-1670-4a71-a30c-51aae4e8a07f will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:30.492877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] For port a18b94d6-efbf-476c-acf7-d53a46207953, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:12:30.496538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] For port a18b94d6-efbf-476c-acf7-d53a46207953, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a18b94d6-efbf-476c-acf7-d53a46207953,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:12:30.500655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.502040 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.582293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:30.586624 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:30.589374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:12:30.591354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c1f8c-69a0-4aaf-baf9-5e4d6e92a32f None None] Pushing event updated for resources: {'Port': ['ID=a18b94d6-efbf-476c-acf7-d53a46207953,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:30.619569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:30.657617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:30.760573 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:31.192230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:31.199213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:31.408655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:31.413386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:31.548920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75acd3d-cd3f-475f-b6bb-22042c46e62f None None] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:12:31.556347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:31.557468 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:31.655239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-cf1d67b7-549f-4c08-baef-a041be82b9df None None] Provisioning for port a18b94d6-efbf-476c-acf7-d53a46207953 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:31.961031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 7a70e380-408a-431e-b2dc-c83240cf438d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:12:32.038146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a18b94d6-efbf-476c-acf7-d53a46207953 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:32.165658 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port a18b94d6-efbf-476c-acf7-d53a46207953 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:32.176281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a18b94d6-efbf-476c-acf7-d53a46207953 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:32.176886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.228452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7c209216-1881-448e-bb83-36355fc13e4e None None] Provisioning for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:32.232598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:32.247633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7c209216-1881-448e-bb83-36355fc13e4e None None] Provisioning complete for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:32.248104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7c209216-1881-448e-bb83-36355fc13e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.252329 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3a93eebc-564f-44e2-9040-e51232daeaef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/7a70e380-408a-431e-b2dc-c83240cf438d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3103580 Feb 16 09:12:32.280926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.362630 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7c209216-1881-448e-bb83-36355fc13e4e None None] Port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:12:32.423280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.457391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port a18b94d6-efbf-476c-acf7-d53a46207953, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a18b94d6-efbf-476c-acf7-d53a46207953,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:32.462849 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-f6eca8df-fe46-4fa7-a14d-1ae8911d182c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304413426&fields=id&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 267 time: 0.0505543 Feb 16 09:12:32.464557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.465342 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 281ae44c-62aa-4b49-8593-7cdf7d1c983c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:32.593497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=a18b94d6-efbf-476c-acf7-d53a46207953,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:32.595851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-76eafd36-0225-4158-b5fa-7efd4d38ce56 None None] Provisioning complete for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:32.596225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-76eafd36-0225-4158-b5fa-7efd4d38ce56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.614521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-5ae44e10-cc7e-410d-bd1d-f0ec6c337030 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:32.616049 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-5ae44e10-cc7e-410d-bd1d-f0ec6c337030 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/networks?id=30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 200 len: 795 time: 0.1465030 Feb 16 09:12:32.632488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6f35c9bb-8817-44c7-9f78-8d8ff0a016bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/quotas/81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 375 time: 0.0103998 Feb 16 09:12:32.648199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 281ae44c-62aa-4b49-8593-7cdf7d1c983c completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:32.657710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-76eafd36-0225-4158-b5fa-7efd4d38ce56 None None] Port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:12:32.659060 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 281ae44c-62aa-4b49-8593-7cdf7d1c983c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:32.659427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.715612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-e1fa5f8d-c234-4bbd-b53e-d2e034e2b7c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:12:32.734896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-e1fa5f8d-c234-4bbd-b53e-d2e034e2b7c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:12:32.736933 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-e1fa5f8d-c234-4bbd-b53e-d2e034e2b7c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990503 Feb 16 09:12:32.754521 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6dc06e78-ccb7-495b-b4d7-9bba0cd4940b service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:12:32.755935 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6dc06e78-ccb7-495b-b4d7-9bba0cd4940b service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0074248 Feb 16 09:12:32.781488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.799781 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 281ae44c-62aa-4b49-8593-7cdf7d1c983c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=281ae44c-62aa-4b49-8593-7cdf7d1c983c,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:32.803932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:32.877107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=281ae44c-62aa-4b49-8593-7cdf7d1c983c,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:32.912056 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-4286dd49-2c9e-4c9c-906f-f0db255521ef service neutron] 10.222.0.94 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480942 Feb 16 09:12:33.042149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b8d83598-3f1a-4dc9-9144-43fb275296ff service neutron] 10.222.0.94 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243246 Feb 16 09:12:33.237962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f528312b-496d-429b-9cc9-c4e74522abd7 req-6cc3f465-d6ce-4ebb-8a74-24e53337d74b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 210 time: 0.0436647 Feb 16 09:12:33.756367 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Sync routers for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:33.768607 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:33.769212 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:33.943905 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:33.987578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a18b94d6-efbf-476c-acf7-d53a46207953 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:34.057339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port a18b94d6-efbf-476c-acf7-d53a46207953 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:34.057709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.175628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 281ae44c-62aa-4b49-8593-7cdf7d1c983c up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:34.247872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 281ae44c-62aa-4b49-8593-7cdf7d1c983c triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:34.248150 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.303196 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:31Z', 'revision_number': 2, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:34.314744 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Checking router: 7a70e380-408a-431e-b2dc-c83240cf438d for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:34.315102 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Updating router 7a70e380-408a-431e-b2dc-c83240cf438d port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:12:34.380926 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.461107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-367cfd55-b38f-4c4b-82ed-0397a06c44a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:34.462544 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-367cfd55-b38f-4c4b-82ed-0397a06c44a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:12:34.483223 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-367cfd55-b38f-4c4b-82ed-0397a06c44a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:12:34.484997 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-367cfd55-b38f-4c4b-82ed-0397a06c44a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/networks?id=30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 200 len: 795 time: 0.2205756 Feb 16 09:12:34.552845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6ba96dd3-5a09-4e63-9f8e-387938478bac tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:12:34.569981 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ab888cc-ca66-4128-bf9c-20baf8542b8b req-8acb653e-1f52-4735-8b5c-ed3629447566 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 210 time: 0.1826088 Feb 16 09:12:34.571798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6ba96dd3-5a09-4e63-9f8e-387938478bac tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:12:34.573075 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6ba96dd3-5a09-4e63-9f8e-387938478bac tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 379 time: 0.0695369 Feb 16 09:12:34.582094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'port': {'device_id': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'admin_state_up': True, 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'security_groups': ['bbb9a745-40c2-485d-834d-8906f6a76e87']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:34.724883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:34.734427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:34.745937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:12:34.749696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.787454 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.798849 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Transition to ACTIVE for port object 09b1e1a1-1670-4a71-a30c-51aae4e8a07f will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:34.804797 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:34.922026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.6 (30001ca5-bbb2-4f4a-9524-7699175bed39/d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a/9b662a08-f3d3-40d9-83ff-f4d10f358a96) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:12:34.926519 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Pushing event updated for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:34.938486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.938829 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.939160 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.939502 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.939805 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.940126 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.940603 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.940927 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.941242 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.941556 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:34.941865 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:12:35.023824 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Attempting to bind port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:12:35.024189 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Attempting to bind port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:12:35.024546 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Attempting to bind port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f on network 30001ca5-bbb2-4f4a-9524-7699175bed39 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:12:35.031364 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:12:35.031758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Checking segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:12:35.032157 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.032542 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Bound using segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:12:35.032997 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Bound port: 09b1e1a1-1670-4a71-a30c-51aae4e8a07f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:12:35.033362 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.121399 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] For port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:12:35.121824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.124937 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] For port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:12:35.129936 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.142121 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 9b662a08-f3d3-40d9-83ff-f4d10f358a96 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:35.165176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.214316 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:35.214985 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:35.246349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:35.250875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:35.252836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:35.255019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:12:35.304841 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c127f-20af-49a8-985a-b1f9d91ee06e None None] Pushing event updated for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:35.324294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:35.325003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.355850 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-3d597e7d-7460-4bce-8ca7-b1692cba983d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7775388 Feb 16 09:12:35.447814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Request body: {'port': {'device_id': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:35.451689 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:35.577277 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.754018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4939fd34-2622-404a-b31d-67c691658001 None None] Provisioning for port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:35.761702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4939fd34-2622-404a-b31d-67c691658001 None None] Provisioning complete for port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:35.762316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4939fd34-2622-404a-b31d-67c691658001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:35.805953 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:35Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:35.811638 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79799ecf-8a29-4f82-8602-0db9095ebb1a None None] The sync data for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv is: [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:35Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:35.833739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4939fd34-2622-404a-b31d-67c691658001 None None] Port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:12:35.969718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a0902-cad2-409a-807a-9a8efd51ac93 req-c89e03bc-f4cd-4d42-a8f1-7431da03922e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:35.971843 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-339a0902-cad2-409a-807a-9a8efd51ac93 req-c89e03bc-f4cd-4d42-a8f1-7431da03922e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 931 time: 0.1191435 Feb 16 09:12:36.037162 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-339a0902-cad2-409a-807a-9a8efd51ac93 req-496c5866-6946-4e96-ba4d-1e5b76ecb93a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592270 Feb 16 09:12:36.041997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 09b1e1a1-1670-4a71-a30c-51aae4e8a07f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:36.101868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b662a08-f3d3-40d9-83ff-f4d10f358a96 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:12:36.112885 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.117743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:36.122799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:36.123895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.129687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Transition to ACTIVE for port object 9b662a08-f3d3-40d9-83ff-f4d10f358a96 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:12:36.133795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.270719 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.289643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:36.312292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:36.320400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.404074 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:36.423033 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Attempting to bind port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:12:36.423685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Attempting to bind port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:12:36.423685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Attempting to bind port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 on network 30001ca5-bbb2-4f4a-9524-7699175bed39 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:12:36.429873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 on network 30001ca5-bbb2-4f4a-9524-7699175bed39 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:12:36.430183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Attempting to bind port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 on network 30001ca5-bbb2-4f4a-9524-7699175bed39 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:12:36.436993 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:12:36.437328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Checking segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:12:36.437863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Bound using segment: {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:12:36.438285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Bound port: 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd30290f2-f841-4b4b-bddb-31eb9625f7e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:12:36.438662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.534103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:12:36.537318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:12:36.542386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.612852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:36.614249 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] 10.222.0.98 "PUT /v2.0/ports/9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 200 len: 1093 time: 1.2466252 Feb 16 09:12:36.614705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:36.635105 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b294e2ab-9a0e-4fbb-9c80-f160027d49ad service neutron] Pushing event updated for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:36.759083 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-654a841c-ebdb-4f41-8b8a-1c22df3ff615 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1096 time: 0.0849919 Feb 16 09:12:36.826958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'status': 'completed', 'code': 200} Feb 16 09:12:36.842812 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-6cf0d761-3639-4bc3-ab68-8bf2df050d9b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 200 len: 217 time: 0.0698092 Feb 16 09:12:36.903320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-5a56166d-3671-4bd7-ae59-c0bbaa084818 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:36.905635 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-5a56166d-3671-4bd7-ae59-c0bbaa084818 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a HTTP/1.1" status: 200 len: 833 time: 0.0584416 Feb 16 09:12:36.980798 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-c6555458-d258-4041-b75e-3715a1f56e87 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=30001ca5-bbb2-4f4a-9524-7699175bed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696402 Feb 16 09:12:37.108980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-02527465-1c86-4618-9191-080f3ef2e5c5 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225641 Feb 16 09:12:37.241255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de2e97-0475-4dc2-87a7-6dca6132af08 req-14ffd57b-dba3-46b3-a723-39b80e7a729d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:37.241817 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f712339c-9902-4d4e-8a2e-9a7dec060237 req-ec19b3ab-b05f-4a6f-ad37-1ad73aa2a9bc service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267169 Feb 16 09:12:37.242845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34de2e97-0475-4dc2-87a7-6dca6132af08 req-14ffd57b-dba3-46b3-a723-39b80e7a729d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 943 time: 0.0840869 Feb 16 09:12:37.288600 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34de2e97-0475-4dc2-87a7-6dca6132af08 req-c439b498-1b67-454a-9ecb-eea30659ba4b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403416 Feb 16 09:12:37.393214 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-9295fb32-be6a-4e6f-a43c-68ccbf9b8238 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1096 time: 0.0685396 Feb 16 09:12:37.522985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-0f4d7ce5-c418-4596-bc09-2d2a8d017cdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:37.524308 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-0f4d7ce5-c418-4596-bc09-2d2a8d017cdb service neutron] 10.222.0.98 "GET /v2.0/networks?id=30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 200 len: 896 time: 0.1253386 Feb 16 09:12:37.593924 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-fe1fcec0-f058-42e4-a484-1c07a388f50b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 200 len: 217 time: 0.0627711 Feb 16 09:12:37.655226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-b865e408-cd30-4d2b-b153-fbb0211db742 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:37.656660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-b865e408-cd30-4d2b-b153-fbb0211db742 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a HTTP/1.1" status: 200 len: 833 time: 0.0562544 Feb 16 09:12:37.733401 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-c7667a5f-b999-48c5-82b8-7968bf5066f0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=30001ca5-bbb2-4f4a-9524-7699175bed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700512 Feb 16 09:12:37.952053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-c9fdd73f-3527-488c-80cd-3db20de4e8ad service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122185 Feb 16 09:12:37.986693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 09b1e1a1-1670-4a71-a30c-51aae4e8a07f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:38.061904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:38.062287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:38.085074 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b1b587c6-0188-4233-be86-ff1e437f7f30 req-395cc3ef-e4ff-4f78-a9cc-f0274563aa32 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267757 Feb 16 09:12:38.491002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3392e84-3e7b-48ef-bfbd-f4a8bdc99aef req-adbe7bd0-cb80-4188-a46c-a2faf3f45094 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:38.492502 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3392e84-3e7b-48ef-bfbd-f4a8bdc99aef req-adbe7bd0-cb80-4188-a46c-a2faf3f45094 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 943 time: 0.0773768 Feb 16 09:12:38.493997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-48f5a415-3cba-4743-88dc-9efebf3b30e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:38.541001 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c3392e84-3e7b-48ef-bfbd-f4a8bdc99aef req-e94e8422-936d-475e-9e5b-d0d0b5c28c80 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Feb 16 09:12:39.692104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9b662a08-f3d3-40d9-83ff-f4d10f358a96 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:12:39.735709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d704a-3b42-402b-9198-1f6f2566d3d0 req-b3f6fdd6-c9f4-4865-adb4-30a5f075e880 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:39.737172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb0d704a-3b42-402b-9198-1f6f2566d3d0 req-b3f6fdd6-c9f4-4865-adb4-30a5f075e880 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 943 time: 0.0759749 Feb 16 09:12:39.782845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cb0d704a-3b42-402b-9198-1f6f2566d3d0 req-b93e51fd-03e6-4727-88ba-6c7574b6599d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398343 Feb 16 09:12:39.825122 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:39.839021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'port_id': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'mac_address': 'fa:16:3e:8e:86:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:12:39.894330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:39.911013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b662a08-f3d3-40d9-83ff-f4d10f358a96 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:12:39.925802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:39.929331 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:39.993161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:40.207280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['9b662a08-f3d3-40d9-83ff-f4d10f358a96'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:12:40.978959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cecb65ae-551f-49f5-9f54-10ff705a240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:40.984102 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4f582-1371-4079-b318-5ac20533d9b0 req-d82d2eb5-5ad1-4d61-818b-298f64689998 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:40.985567 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81c4f582-1371-4079-b318-5ac20533d9b0 req-d82d2eb5-5ad1-4d61-818b-298f64689998 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 944 time: 0.0822375 Feb 16 09:12:41.031015 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81c4f582-1371-4079-b318-5ac20533d9b0 req-900f2a01-b5a2-4bcc-9566-9d94bca71e52 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393839 Feb 16 09:12:41.693582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9b662a08-f3d3-40d9-83ff-f4d10f358a96 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:12:41.757504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:41.773921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:12:41.778601 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:12:41.778974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:41.891098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:41.917375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:41.926928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:12:41.931979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:41.996082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:42.042212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:42.052231 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'code': 200} Feb 16 09:12:42.222730 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e76ad-07cd-4172-b541-ae41aaade634 req-370280c0-55f7-4788-aa23-be2fe17a41a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:42.224350 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-695e76ad-07cd-4172-b541-ae41aaade634 req-370280c0-55f7-4788-aa23-be2fe17a41a2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0750782 Feb 16 09:12:42.272803 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-695e76ad-07cd-4172-b541-ae41aaade634 req-a351d397-10ec-4556-b8d3-98221a208346 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418429 Feb 16 09:12:42.442300 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1a8dbec-4ad4-4e91-97dd-698e47c85342 req-27832faf-df53-4131-bbfc-462e43405260 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1098 time: 0.0689256 Feb 16 09:12:42.483642 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1a8dbec-4ad4-4e91-97dd-698e47c85342 req-d15db882-6407-4e43-aeda-6139531ff2a2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343096 Feb 16 09:12:42.761055 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:12:43.489448 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34881998-2d5a-4163-9365-2949b033ea62 req-14027051-bd41-46c6-9a7f-a138e84eb687 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:43.490948 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34881998-2d5a-4163-9365-2949b033ea62 req-14027051-bd41-46c6-9a7f-a138e84eb687 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0872223 Feb 16 09:12:43.541477 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-34881998-2d5a-4163-9365-2949b033ea62 req-3dbd2d10-2ab0-4274-811f-0260dbc03408 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449219 Feb 16 09:12:43.860224 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:44.738255 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a4559-7856-4012-89ff-91c8a297bc0a req-786ea9ca-61fc-4cd6-8ca5-808476f78399 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:44.739746 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-108a4559-7856-4012-89ff-91c8a297bc0a req-786ea9ca-61fc-4cd6-8ca5-808476f78399 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0754945 Feb 16 09:12:44.788883 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-108a4559-7856-4012-89ff-91c8a297bc0a req-eb99e82b-938f-443f-a188-3b7861a7cfa9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426309 Feb 16 09:12:44.979392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c31ab-7fe2-41f0-a49e-bdb84b73d248 req-3e72b1c5-adb6-4d9d-b37e-a21725d61719 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:44.980811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-323c31ab-7fe2-41f0-a49e-bdb84b73d248 req-3e72b1c5-adb6-4d9d-b37e-a21725d61719 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0736630 Feb 16 09:12:45.029040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-323c31ab-7fe2-41f0-a49e-bdb84b73d248 req-f754785e-47a3-4f2e-8592-009584f29857 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427401 Feb 16 09:12:45.055580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:45.125518 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-95776372-af5f-4871-9b25-a1b633747afa tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1093 time: 0.0688329 Feb 16 09:12:45.128171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41822) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:45.133077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:12:45.138467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:12:45.142795 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:floatingip and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:12:45.145518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:12:45.151057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:12:45.161560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:45.293457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:45.426715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.254 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/ed0e997a-0584-45fd-8c0e-a021131774ce) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:12:45.573281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:45.601052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:45.670265 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:12:45.673548 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:12:45.677778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:12:45.704266 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=ed0e997a-0584-45fd-8c0e-a021131774ce,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:46.243044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:46.298670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:46.497067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:46.501781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:46.600938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=ed0e997a-0584-45fd-8c0e-a021131774ce,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:12:46.619823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:46.808835 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Floating IP 53fc34df-bb7d-4eb0-93ca-a22be945b5bb associated. External IP: 172.26.4.254, port: 9b662a08-f3d3-40d9-83ff-f4d10f358a96. Feb 16 09:12:47.188385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 7a70e380-408a-431e-b2dc-c83240cf438d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:12:47.381318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:12:47.392819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Sync routers for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:12:47.404467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:47.405605 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:47.405807 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:12:47.559001 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-99fed854-541a-4a10-bf40-21c5e2f40c57 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4298315 Feb 16 09:12:47.559598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:12:47.594318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:47.641882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'status': 'completed', 'code': 200} Feb 16 09:12:47.755740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce890860-902f-4039-9749-742a66b23d2f req-bc410f46-95f9-47e9-8d1f-b21ac52028a3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:47.757111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce890860-902f-4039-9749-742a66b23d2f req-bc410f46-95f9-47e9-8d1f-b21ac52028a3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0777912 Feb 16 09:12:47.762469 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-52c0fd37-c884-4133-bcef-6d48f6de2ad2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1098 time: 0.0779283 Feb 16 09:12:47.805739 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce890860-902f-4039-9749-742a66b23d2f req-4e9126c8-6925-4794-a294-b1b9d391b8e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Feb 16 09:12:47.837420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:47.896379 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-e1e65262-e678-42ea-a705-7a397f633011 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:47.897939 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-e1e65262-e678-42ea-a705-7a397f633011 service neutron] 10.222.0.98 "GET /v2.0/networks?id=30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 200 len: 896 time: 0.1305532 Feb 16 09:12:47.945659 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6231f16-147b-406b-939c-5a2cbd6455c6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 991 time: 0.1066167 Feb 16 09:12:47.952792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '53fc34df-bb7d-4eb0-93ca-a22be945b5bb', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'port_id': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'mac_address': 'fa:16:3e:8e:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:12:46Z', 'updated_at': '2022-02-16T09:12:46Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:47.957027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Checking router: 7a70e380-408a-431e-b2dc-c83240cf438d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:12:47.967688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:12:47.968280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:12:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:48.002333 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-64ade126-edfc-4ae5-b3d3-c2ec334bc21c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 200 len: 999 time: 0.0973108 Feb 16 09:12:48.062304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-c3f8db98-1a03-45eb-8136-5e0032e5b6e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:12:48.063705 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-c3f8db98-1a03-45eb-8136-5e0032e5b6e7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a HTTP/1.1" status: 200 len: 833 time: 0.0559590 Feb 16 09:12:48.135932 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-fa1d11ce-5bcf-4375-a425-b10c9113c958 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=30001ca5-bbb2-4f4a-9524-7699175bed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665064 Feb 16 09:12:48.141629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:12:48.263638 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-e8cb728a-c038-4b7b-aa44-f9ca488cece6 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219280 Feb 16 09:12:48.396386 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0386adf2-f403-4c0a-ba67-3efc11c03e95 req-7e12972b-c69d-42c3-9577-3d568a6a4b69 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273170 Feb 16 09:12:48.527312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '53fc34df-bb7d-4eb0-93ca-a22be945b5bb', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'port_id': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'mac_address': 'fa:16:3e:8e:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:12:46Z', 'updated_at': '2022-02-16T09:12:46Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:12:48.531700 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a3a60-1dd4-4a6e-81af-e8bb54d84f46 None None] The sync data for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv is: [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '53fc34df-bb7d-4eb0-93ca-a22be945b5bb', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.254', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'port_id': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'mac_address': 'fa:16:3e:8e:86:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:12:46Z', 'updated_at': '2022-02-16T09:12:46Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:12:48.949707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:49.053040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-294525e8-6193-43fa-8742-f97163a3c50c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 991 time: 0.1022618 Feb 16 09:12:50.056986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41838) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:50.164574 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-856f7e28-7ef8-442d-b859-a9a27c0c4dce tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 991 time: 0.1064620 Feb 16 09:12:51.168585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:51.273498 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17cd94e1-2548-4c38-b897-5a6b27047e7b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 991 time: 0.1038907 Feb 16 09:12:51.747582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655554b7-d488-424f-8bb0-07d4b112b703 None None] New status for floating IP 53fc34df-bb7d-4eb0-93ca-a22be945b5bb: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:12:52.276624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41846) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:12:52.380415 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6434450c-c199-4892-a2bd-5371c3da6d30 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 993 time: 0.1025958 Feb 16 09:13:02.215553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:08.496377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f7af61c8-3a66-4dde-a156-9ea91d3c3e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:10.980270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-81e29cf5-8050-4a2a-8278-b0273f110622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:11.739365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:12.044950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:13.862140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:15.362699 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f696a75-d152-4053-a249-c73cf424f7ab req-572ef870-f510-4e6d-a295-e3229d53e473 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:15.364042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1f696a75-d152-4053-a249-c73cf424f7ab req-572ef870-f510-4e6d-a295-e3229d53e473 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0753827 Feb 16 09:13:15.408855 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1f696a75-d152-4053-a249-c73cf424f7ab req-a863347f-65c6-4bef-87ee-bf5d8382299e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393083 Feb 16 09:13:16.625589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb0dcd-1943-4e1d-b364-3ae22c88b300 req-3d2c413e-e6d2-4027-bca5-240b55fa8f0b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:16.626973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ccb0dcd-1943-4e1d-b364-3ae22c88b300 req-3d2c413e-e6d2-4027-bca5-240b55fa8f0b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0786130 Feb 16 09:13:16.672425 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ccb0dcd-1943-4e1d-b364-3ae22c88b300 req-e20a8251-1ed7-4d56-a54e-ea24e93ece2f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393989 Feb 16 09:13:16.699986 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41866) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:16.805069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7f640b3d-5576-4604-a214-ec65d4070409 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 993 time: 0.1039934 Feb 16 09:13:18.309861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb288a-a468-4860-a2da-074e21356b9a req-e992ffba-0793-46f6-a137-527de1dc93c9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:18.311370 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ccb288a-a468-4860-a2da-074e21356b9a req-e992ffba-0793-46f6-a137-527de1dc93c9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0758202 Feb 16 09:13:18.356577 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3ccb288a-a468-4860-a2da-074e21356b9a req-98e7b252-98cc-47d2-987f-482bd8d9a90a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Feb 16 09:13:19.557151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c059c94a-b096-4d89-9780-58a6452f9d5a req-3df722e9-362a-467f-bc2c-0b030b4078c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:19.558527 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c059c94a-b096-4d89-9780-58a6452f9d5a req-3df722e9-362a-467f-bc2c-0b030b4078c8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0783060 Feb 16 09:13:19.602819 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c059c94a-b096-4d89-9780-58a6452f9d5a req-f2386c5f-3c3b-43ff-be1f-381ea57f0daf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Feb 16 09:13:19.630423 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41878) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:19.731902 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-31cc67de-bf56-49d0-b8c9-332c4f68d18a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 200 len: 993 time: 0.1003535 Feb 16 09:13:19.761308 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:13:20.103289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41886) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:20.296150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port ed0e997a-0584-45fd-8c0e-a021131774ce {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:13:20.297140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:20.462209 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:20.462557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:20.668782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for ed0e997a-0584-45fd-8c0e-a021131774ce owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:13:20.811670 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:20.856119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=ed0e997a-0584-45fd-8c0e-a021131774ce,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:20.888594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.888940 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.889278 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.889611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.889944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.890926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.891169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.891493 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.891816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.892138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.892464 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:20.961763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:21.346386 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 7a70e380-408a-431e-b2dc-c83240cf438d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:13:21.541412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:13:21.552243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Sync routers for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:13:21.558088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:21.565629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:21.566239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:21.614006 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ee55d96c-acd4-4eb8-835b-a9ee1c861b7d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/floatingips/53fc34df-bb7d-4eb0-93ca-a22be945b5bb HTTP/1.1" status: 204 len: 168 time: 1.5096459 Feb 16 09:13:21.614616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:13:21.673240 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'status': 'completed', 'code': 200} Feb 16 09:13:21.744068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:21.794303 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-ab147547-94ee-4694-bbd6-d69a9c1cc8bf service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 1098 time: 0.0746872 Feb 16 09:13:21.939115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-73de16e5-c144-40fa-9001-f9f2f933d22c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:21.940560 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-73de16e5-c144-40fa-9001-f9f2f933d22c service neutron] 10.222.0.98 "GET /v2.0/networks?id=30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 200 len: 896 time: 0.1381357 Feb 16 09:13:22.010682 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-24307269-c033-46d3-a776-409126d1b111 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 200 len: 217 time: 0.0633430 Feb 16 09:13:22.013774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23875a-42f2-489e-bfef-1bd3d426fd33 req-05656089-46d0-4ef5-a1a5-c1dd810c7ec2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:22.014488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-ab23875a-42f2-489e-bfef-1bd3d426fd33 req-05656089-46d0-4ef5-a1a5-c1dd810c7ec2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:13:22.031606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-ab23875a-42f2-489e-bfef-1bd3d426fd33 req-05656089-46d0-4ef5-a1a5-c1dd810c7ec2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:13:22.032806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab23875a-42f2-489e-bfef-1bd3d426fd33 req-05656089-46d0-4ef5-a1a5-c1dd810c7ec2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.1005254 Feb 16 09:13:22.083656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:22.088022 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Checking router: 7a70e380-408a-431e-b2dc-c83240cf438d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:13:22.092110 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-3f2b6f96-d601-4cf6-a3f3-c24190733a24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:22.093721 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-3f2b6f96-d601-4cf6-a3f3-c24190733a24 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a HTTP/1.1" status: 200 len: 833 time: 0.0766144 Feb 16 09:13:22.098706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:22.099022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ab23875a-42f2-489e-bfef-1bd3d426fd33 req-9d0aebb3-b85f-42c7-9568-6b9dc2881bdb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603325 Feb 16 09:13:22.099324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:22.166596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-6bdd1bdc-fbc7-4941-b88b-d9bd481d8f52 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=30001ca5-bbb2-4f4a-9524-7699175bed39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666647 Feb 16 09:13:22.279108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:22.398501 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-143c1c53-4120-490d-bb60-208b369642c9 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250807 Feb 16 09:13:22.529981 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2f1fe1b0-542b-4830-8937-ac02b18a54bc req-1003bc31-9451-4850-8eb5-10899b7e8b05 service neutron] 10.222.0.98 "GET /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245451 Feb 16 09:13:22.594107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:22.598005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371597-4b87-4bc4-adc3-4b64491511dc None None] The sync data for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv is: [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:30Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '09b1e1a1-1670-4a71-a30c-51aae4e8a07f', 'name': '', 'network_id': '30001ca5-bbb2-4f4a-9524-7699175bed39', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:3a:cb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:30Z', 'updated_at': '2022-02-16T09:12:36Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'd1f4a707-5dd0-4f5b-8f7a-3ef570475a3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:13:22.823296 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e846703-7ebb-42d1-8920-810ca7b1c812 None None] New status for floating IP 53fc34df-bb7d-4eb0-93ca-a22be945b5bb: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:13:23.285274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed2b4f-b344-4547-a2d2-3c83dbcd8ccd req-bd087fff-d320-4f14-9179-0475f7e1d3b3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:23.286724 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61ed2b4f-b344-4547-a2d2-3c83dbcd8ccd req-bd087fff-d320-4f14-9179-0475f7e1d3b3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0775142 Feb 16 09:13:23.331537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61ed2b4f-b344-4547-a2d2-3c83dbcd8ccd req-2437807c-6e07-4058-a1e8-f6d77e5ec44f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=bbb9a745-40c2-485d-834d-8906f6a76e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389559 Feb 16 09:13:23.725963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-8f5585c8-711a-4f4f-8099-44a8f121791d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:23.726608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-8f5585c8-711a-4f4f-8099-44a8f121791d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:13:23.738796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-8f5585c8-711a-4f4f-8099-44a8f121791d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:13:23.739870 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-8f5585c8-711a-4f4f-8099-44a8f121791d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 945 time: 0.0911043 Feb 16 09:13:23.805999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:13:23.806331 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:24.050049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 9b662a08-f3d3-40d9-83ff-f4d10f358a96, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9b662a08-f3d3-40d9-83ff-f4d10f358a96,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:24.050408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:24.168242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 9b662a08-f3d3-40d9-83ff-f4d10f358a96 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:13:24.311289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:24.366742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=9b662a08-f3d3-40d9-83ff-f4d10f358a96,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:24.411264 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.411609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.411956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.412358 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.412829 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.413164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.413493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.413827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.414219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.414570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.414951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:24.455447 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] No DVR routers for this DVR port 9b662a08-f3d3-40d9-83ff-f4d10f358a96 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:13:24.457890 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:24.460713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'name': 'network-vif-deleted', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:13:24.479660 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-76df597d-62c8-4ac7-8cb2-a11fbfc67f75 req-e4f9f5fc-7616-4e37-b911-fa0d2340a3ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "DELETE /v2.0/ports/9b662a08-f3d3-40d9-83ff-f4d10f358a96 HTTP/1.1" status: 204 len: 173 time: 0.7338603 Feb 16 09:13:24.505759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8318543f-4dda-4f6a-aef4-2fd1ec931ca2 req-53167177-ca8b-4f6e-91d8-bf5fb62d0675 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=57d93754-71db-4fcd-bdec-6cc01c36d38e HTTP/1.1" status: 200 len: 210 time: 0.0464973 Feb 16 09:13:24.517767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d93754-71db-4fcd-bdec-6cc01c36d38e', 'name': 'network-vif-deleted', 'tag': '9b662a08-f3d3-40d9-83ff-f4d10f358a96', 'status': 'completed', 'code': 200} Feb 16 09:13:25.614561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41904) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:26.011374 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:26.712489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:13:26.713330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:26.893552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 09b1e1a1-1670-4a71-a30c-51aae4e8a07f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:26.893901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:27.014086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 09b1e1a1-1670-4a71-a30c-51aae4e8a07f owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:13:27.188896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:27.238546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=09b1e1a1-1670-4a71-a30c-51aae4e8a07f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:27.521952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:27.926382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9b662a08-f3d3-40d9-83ff-f4d10f358a96 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:13:27.958457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 9b662a08-f3d3-40d9-83ff-f4d10f358a96 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:13:27.958819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9b662a08-f3d3-40d9-83ff-f4d10f358a96 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:13:28.183452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 7a70e380-408a-431e-b2dc-c83240cf438d has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:13:28.381689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:13:28.391431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Sync routers for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:13:28.394534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-521b3b7e-868f-4613-ba9f-4ba58439cc8f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/7a70e380-408a-431e-b2dc-c83240cf438d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7788324 Feb 16 09:13:28.397226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41908) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:28.403943 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:28.404550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:28.588401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting subnet d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:13:28.592202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:28.621722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:28.645075 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:28.729096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:28.802044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:28.841291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:28.845706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:28.852960 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c8361125-a9e0-48e9-882e-6b445e16111f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/subnets/d1f4a707-5dd0-4f5b-8f7a-3ef570475a3a HTTP/1.1" status: 204 len: 168 time: 0.4547443 Feb 16 09:13:28.855595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41912) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:28.875429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ca50b9-429b-4732-a89b-b46e44a69102 None None] Network 30001ca5-bbb2-4f4a-9524-7699175bed39 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:13:29.054481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.064039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:13:27Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:29.073985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Checking router: 7a70e380-408a-431e-b2dc-c83240cf438d for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:13:29.094831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Routers {'7a70e380-408a-431e-b2dc-c83240cf438d'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:29.095358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['7a70e380-408a-431e-b2dc-c83240cf438d'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:29.231851 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] DHCP port deletion for 30001ca5-bbb2-4f4a-9524-7699175bed39 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:13:29.242115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Deleting port a18b94d6-efbf-476c-acf7-d53a46207953 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:13:29.242912 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.360595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.369588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] Set router 7a70e380-408a-431e-b2dc-c83240cf438d gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:29.371022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 281ae44c-62aa-4b49-8593-7cdf7d1c983c {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:13:29.371360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.543429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 281ae44c-62aa-4b49-8593-7cdf7d1c983c, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=281ae44c-62aa-4b49-8593-7cdf7d1c983c,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:29.543765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.657966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] For port a18b94d6-efbf-476c-acf7-d53a46207953, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=a18b94d6-efbf-476c-acf7-d53a46207953,segment=NetworkSegment(d30290f2-f841-4b4b-bddb-31eb9625f7e0),segment_id=d30290f2-f841-4b4b-bddb-31eb9625f7e0)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:29.658275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.664717 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 281ae44c-62aa-4b49-8593-7cdf7d1c983c owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:13:29.790844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Calling delete_port for a18b94d6-efbf-476c-acf7-d53a46207953 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:13:29.830271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:29.873662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=281ae44c-62aa-4b49-8593-7cdf7d1c983c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:30.022214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.089753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Pushing event deleted for resources: {'Port': ['ID=a18b94d6-efbf-476c-acf7-d53a46207953,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:30.099216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a18b94d6-efbf-476c-acf7-d53a46207953 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:13:30.138881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.139232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.139571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.140506 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.140857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.141183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.141508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.141843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.142152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.142491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.142811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:30.145460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5a6332-b7b9-47dd-a940-cdad2ae84f15 None None] No DVR routers for this DVR port a18b94d6-efbf-476c-acf7-d53a46207953 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:13:30.152494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: a18b94d6-efbf-476c-acf7-d53a46207953 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:13:30.152845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device a18b94d6-efbf-476c-acf7-d53a46207953 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:13:30.163737 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:13:27Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:30.166570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.169904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58558124-99a0-4359-b3d1-72b8b0b3282f None None] The sync data for ids ['7a70e380-408a-431e-b2dc-c83240cf438d'] in dv-neutron-829488-1-hyperv is: [{'id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1032491096', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143'}], 'enable_snat': True}, 'gw_port_id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:13:27Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '281ae44c-62aa-4b49-8593-7cdf7d1c983c', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a70e380-408a-431e-b2dc-c83240cf438d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:12:26Z', 'updated_at': '2022-02-16T09:12:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:13:30.431272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.435487 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.463052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.463856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Fanout notify agent at l3_agent the message router_deleted on router 7a70e380-408a-431e-b2dc-c83240cf438d {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:13:30.479181 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.480655 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f421b268-71ee-4aa8-8926-48cd9976a456 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/routers/7a70e380-408a-431e-b2dc-c83240cf438d HTTP/1.1" status: 204 len: 168 time: 1.6235983 Feb 16 09:13:30.483130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41916) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:30.603625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.836199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.864147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30001ca5-bbb2-4f4a-9524-7699175bed39']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:30.875877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd30290f2-f841-4b4b-bddb-31eb9625f7e0') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:30.876180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd30290f2-f841-4b4b-bddb-31eb9625f7e0') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:30.887114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.902542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.908796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:13:30.909177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:13:30.923382 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:13:31.003543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.008306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.036187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Network': ['ID=30001ca5-bbb2-4f4a-9524-7699175bed39,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:31.043045 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0fb23dad-8709-4f6a-a164-62334eefee39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/networks/30001ca5-bbb2-4f4a-9524-7699175bed39 HTTP/1.1" status: 204 len: 168 time: 0.5584526 Feb 16 09:13:31.045681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41920) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:31.113244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.143408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.206580 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.224430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9a745-40c2-485d-834d-8906f6a76e87,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:31.242314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.244053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-90d25b1b-594a-4ca2-8b41-7d8758f6735f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/security-groups/bbb9a745-40c2-485d-834d-8906f6a76e87 HTTP/1.1" status: 204 len: 168 time: 0.1973403 Feb 16 09:13:31.650335 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41928) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:31.655892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1845413560', 'description': 'tempest-secgroup-smoke-1845413560 description', 'project_id': '81de768bdfdd451d8a77f04224fb749b'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:31.661821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:31.665810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:31.668652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:31.674104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:31.683244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.720702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:31.724351 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:31.727160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:31.732575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:31.786406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.790233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.833509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf07357-a4b7-4314-8871-6976ad755ac4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:31.836902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.838052 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-99dda26e-52c6-46c2-bd91-f114242e1c35 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1867168 Feb 16 09:13:31.840957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41932) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:31.846394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:31.852398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:31.856200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:31.859554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:31.865135 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:31.881801 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.940902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.944396 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.967502 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc220a65-f603-4d8c-b842-3337e9a201d4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:31.972563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 09b1e1a1-1670-4a71-a30c-51aae4e8a07f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:13:31.976368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:31.977498 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0be9b574-6045-48a4-886b-b41137412cd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1355917 Feb 16 09:13:31.980292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41936) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:31.986012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:31.991934 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:31.995966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:31.998606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.004998 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.007578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 09b1e1a1-1670-4a71-a30c-51aae4e8a07f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:13:32.007967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 09b1e1a1-1670-4a71-a30c-51aae4e8a07f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:13:32.008411 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 281ae44c-62aa-4b49-8593-7cdf7d1c983c no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:13:32.021603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.039347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 281ae44c-62aa-4b49-8593-7cdf7d1c983c {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:13:32.039695 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 281ae44c-62aa-4b49-8593-7cdf7d1c983c not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:13:32.086647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.090008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.113593 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf6b234-86ff-4f2c-822a-8519c1243907,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.122058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.123327 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-809bac00-2ade-4e87-9379-8c292e8ce2a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1421452 Feb 16 09:13:32.126106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41940) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.131430 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.137139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.140845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.143680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.149208 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.165353 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.227812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.230902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.232201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.255507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24b2a8b-5af0-4e1d-ac0e-297b78828a2d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.263749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.264937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-903b27bd-6a9e-48f6-9c97-91aee4b8da2d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1378260 Feb 16 09:13:32.267657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41944) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.272883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.278578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.282920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.285762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.291329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.310693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.371446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.375535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.400747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffbc026e-a336-49f3-897d-ba947f32a424,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.409700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.410984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fafe4deb-475e-448e-b2e1-7c07cf4e92bd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1424353 Feb 16 09:13:32.413815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41948) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.419976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.426456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.430198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.433172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.438937 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.448917 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:13:32.455527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.518706 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.522669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.546772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc17bb1-5173-4d8a-9d9d-0b4ec15894c0,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.556446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.560511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-917b822a-0781-4388-ad85-f417e6e8bac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1430383 Feb 16 09:13:32.560668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41952) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.565982 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'fcf07357-a4b7-4314-8871-6976ad755ac4', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.571859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.575768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.579119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.584663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.596173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:13:32.602349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.666690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.670974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.693598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fba839fa-7d90-4a46-a5f5-8588c62e7a19,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.703991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.705193 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a07352a0-0e63-4e20-92b4-2af14745de67 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1435659 Feb 16 09:13:32.708069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41956) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.713671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'network': {'name': 'tempest-network-smoke--1809441462', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.719129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.723132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:network and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.725955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.731835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.741811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:13:32.744711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.775025 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:13:32.783918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.784259 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Added segment e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14 of type vlan for network dc93d3a7-b834-4234-9997-8ff5b3866a58 Feb 16 09:13:32.808975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.840200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.845048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:32.845631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.952392 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2431278 Feb 16 09:13:32.954012 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e1eff-6bfc-4bf6-8208-6f1b59af3a1c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Network': ['ID=dc93d3a7-b834-4234-9997-8ff5b3866a58,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:32.955727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41960) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:32.961220 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'admin_state_up': True, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:32.964528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:13:32.968182 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:32.971927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:router and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:32.974717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:32.980942 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:32.990625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:32.991523 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.010327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.242263 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.414567 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.444422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.576269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.100 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/d60821d8-a19c-44dc-84c0-df9638d5e614) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:13:33.721741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.748968 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.813291 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:33.815899 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:33.820107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:13:33.847716 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=d60821d8-a19c-44dc-84c0-df9638d5e614,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:33.974841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:33.975558 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:34.203023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router ccc8c3c6-4ecf-4367-9072-c36234a5d966 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:13:34.403710 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:13:34.412680 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Sync routers for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:13:34.424752 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:34.425368 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:34.430893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:34.432230 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fdb18299-6f77-47ad-93aa-769e5f839eaf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4755409 Feb 16 09:13:34.435469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41964) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:34.477612 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1a451e6a-4d64-4fe3-bcda-139910eb4ad0 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=81de768bdfdd451d8a77f04224fb749b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409770 Feb 16 09:13:34.480312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 41968) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:34.603622 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:34.616862 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd4e21e-dab0-4cfe-883f-7bbf32d73659 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:34.618684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-edd4e21e-dab0-4cfe-883f-7bbf32d73659 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369247 Feb 16 09:13:34.621828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41972) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:34.662401 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-80580afc-3283-4a1f-b260-d4ebd1b8494b tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392551 Feb 16 09:13:34.664815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41976) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:34.671389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1451765094', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:34.783844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:34.787739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:subnet and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:34.790688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:34.797318 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:34.807704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:13:34.912284 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:34.932798 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:33Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:34.936557 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Checking router: ccc8c3c6-4ecf-4367-9072-c36234a5d966 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:13:34.937479 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Updating router ccc8c3c6-4ecf-4367-9072-c36234a5d966 port d60821d8-a19c-44dc-84c0-df9638d5e614 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:13:34.991552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.127345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.301727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Subnet': ['ID=80340dfe-41c4-4841-bcbc-16fd37bf9b5e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:35.314597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Checking segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:13:35.314952 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network hostable DHCP agents. Network: dc93d3a7-b834-4234-9997-8ff5b3866a58, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:13:35.326023 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.336711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:13:35.337773 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Transition to ACTIVE for port object d60821d8-a19c-44dc-84c0-df9638d5e614 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:35.344887 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.347344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, dc93d3a7-b834-4234-9997-8ff5b3866a58) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:35.356634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:35.357416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.370751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d402155-fb2c-45d3-8076-4d358569cdee None None] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:13:35.385829 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-57ef9ff7-53ab-4eeb-9835-be1e8a7a7822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7198637 Feb 16 09:13:35.388793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 41980) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:35.429138 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Attempting to bind port d60821d8-a19c-44dc-84c0-df9638d5e614 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:13:35.429731 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Attempting to bind port d60821d8-a19c-44dc-84c0-df9638d5e614 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:13:35.429834 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Attempting to bind port d60821d8-a19c-44dc-84c0-df9638d5e614 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:13:35.431743 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Pushing event updated for resources: {'Port': ['ID=d60821d8-a19c-44dc-84c0-df9638d5e614,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:35.442732 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:13:35.443096 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:13:35.443487 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.443868 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:13:35.444321 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Bound port: d60821d8-a19c-44dc-84c0-df9638d5e614, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:13:35.444688 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.472815 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.473214 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.473567 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.473964 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.474304 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.474733 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.475099 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.475477 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.475847 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.476192 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.476510 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:13:35.531222 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] For port d60821d8-a19c-44dc-84c0-df9638d5e614, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:13:35.534486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] For port d60821d8-a19c-44dc-84c0-df9638d5e614, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d60821d8-a19c-44dc-84c0-df9638d5e614,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:13:35.540398 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.597418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-dc93d3a7-b834-4234-9997-8ff5b3866a58', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:13:35.598501 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.619073 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d69e34-1b93-4d2d-8bf7-61e6c76f3189 None None] Pushing event updated for resources: {'Port': ['ID=d60821d8-a19c-44dc-84c0-df9638d5e614,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:35.632152 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:35.632747 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:35.759471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Allocated IP 172.20.0.2 (dc93d3a7-b834-4234-9997-8ff5b3866a58/80340dfe-41c4-4841-bcbc-16fd37bf9b5e/ef9c5c24-109a-483c-aa25-ffa53464f29d) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:13:35.813799 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:35.975328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:35.985296 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Transition to ACTIVE for port object ef9c5c24-109a-483c-aa25-ffa53464f29d will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:36.007358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Transition to ACTIVE for port object ef9c5c24-109a-483c-aa25-ffa53464f29d will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:36.014475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.087378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:36.091681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:36.094245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:13:36.097600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Pushing event updated for resources: {'Port': ['ID=ef9c5c24-109a-483c-aa25-ffa53464f29d,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:36.113512 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:33Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:36.117999 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9ca9ff-8eef-46c7-bad1-27e9e86cc725 None None] The sync data for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv is: [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:33Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:13:36.161865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.192950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Attempting to bind port ef9c5c24-109a-483c-aa25-ffa53464f29d on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:13:36.193322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Attempting to bind port ef9c5c24-109a-483c-aa25-ffa53464f29d by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:13:36.193680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Attempting to bind port ef9c5c24-109a-483c-aa25-ffa53464f29d on network dc93d3a7-b834-4234-9997-8ff5b3866a58 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:13:36.200100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:13:36.200475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Checking segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:13:36.200882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.201269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Bound using segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:13:36.201733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Bound port: ef9c5c24-109a-483c-aa25-ffa53464f29d, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:13:36.202107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.298619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] For port ef9c5c24-109a-483c-aa25-ffa53464f29d, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:13:36.301792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] For port ef9c5c24-109a-483c-aa25-ffa53464f29d, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ef9c5c24-109a-483c-aa25-ffa53464f29d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:13:36.307129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.399453 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a45203-3cf5-4805-bd3f-b36dbe8b6206 None None] Pushing event updated for resources: {'Port': ['ID=ef9c5c24-109a-483c-aa25-ffa53464f29d,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:36.615214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.1 (dc93d3a7-b834-4234-9997-8ff5b3866a58/80340dfe-41c4-4841-bcbc-16fd37bf9b5e/9fbfda58-2018-4213-8621-2c2b57409890) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:13:36.793765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.810236 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 9fbfda58-2018-4213-8621-2c2b57409890 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:36.835657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:36.904819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:36.907876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:36.911734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:13:36.941517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:36.973057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.167974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.346807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87590a58-5a6e-4d0c-bb43-93c3c41f19cd None None] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:13:37.453761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ac8b21ed-4b47-487b-b89e-13377bac448a None None] Provisioning for port ef9c5c24-109a-483c-aa25-ffa53464f29d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:37.569601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.574303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.684679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.688114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:37.811844 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-53b326d1-cbb8-47c0-931a-3f0da73158c8 None None] Provisioning for port 9fbfda58-2018-4213-8621-2c2b57409890 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:37.819232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-53b326d1-cbb8-47c0-931a-3f0da73158c8 None None] Provisioning complete for port 9fbfda58-2018-4213-8621-2c2b57409890 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:37.819734 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-53b326d1-cbb8-47c0-931a-3f0da73158c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:37.846008 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:37.847248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:37.876113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-53b326d1-cbb8-47c0-931a-3f0da73158c8 None None] Port 9fbfda58-2018-4213-8621-2c2b57409890 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:13:38.011981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f0561b73-e00c-4e31-81a5-8ce0b515697e None None] Provisioning complete for port 9fbfda58-2018-4213-8621-2c2b57409890 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:38.011981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f0561b73-e00c-4e31-81a5-8ce0b515697e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.119655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d60821d8-a19c-44dc-84c0-df9638d5e614 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:38.166488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f0561b73-e00c-4e31-81a5-8ce0b515697e None None] Port 9fbfda58-2018-4213-8621-2c2b57409890 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:13:38.203968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d60821d8-a19c-44dc-84c0-df9638d5e614 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:38.209146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d60821d8-a19c-44dc-84c0-df9638d5e614 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:38.209621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.292304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router ccc8c3c6-4ecf-4367-9072-c36234a5d966 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:13:38.326323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d9f7ea2e-ea15-4025-a04a-58e3c309b759 None None] Provisioning complete for port 9fbfda58-2018-4213-8621-2c2b57409890 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:38.326753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d9f7ea2e-ea15-4025-a04a-58e3c309b759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.392767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.399351 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-d9f7ea2e-ea15-4025-a04a-58e3c309b759 None None] Port 9fbfda58-2018-4213-8621-2c2b57409890 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:13:38.410609 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port d60821d8-a19c-44dc-84c0-df9638d5e614, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d60821d8-a19c-44dc-84c0-df9638d5e614,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:38.414863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.416103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ef9c5c24-109a-483c-aa25-ffa53464f29d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:38.499713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:13:38.521218 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-70778e18-351f-4785-bad7-40d73fa2179d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/ccc8c3c6-4ecf-4367-9072-c36234a5d966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1228364 Feb 16 09:13:38.537194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d86b0f7f-b1f5-4740-8757-0a49a7beebe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.552126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=d60821d8-a19c-44dc-84c0-df9638d5e614,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:38.569240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ef9c5c24-109a-483c-aa25-ffa53464f29d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:38.574246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ef9c5c24-109a-483c-aa25-ffa53464f29d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:38.574563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.689674 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-1e7f6575-6fe2-4b42-af19-9be05608e12a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1845413560&fields=id&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 267 time: 0.0407951 Feb 16 09:13:38.691378 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.723069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ef9c5c24-109a-483c-aa25-ffa53464f29d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ef9c5c24-109a-483c-aa25-ffa53464f29d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:38.726924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:38.797382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ef9c5c24-109a-483c-aa25-ffa53464f29d,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:38.834286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080028-ed9f-456d-af56-d5018d778f84 req-491a065e-633f-4b02-9c98-889f816763c2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:38.835991 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-491a065e-633f-4b02-9c98-889f816763c2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 797 time: 0.1398737 Feb 16 09:13:38.852271 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-babc559b-329b-4e38-846c-42fd161c9fad tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/quotas/81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 375 time: 0.0109558 Feb 16 09:13:38.930149 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-b60a4154-b0a3-4225-9bab-e0af5ef85468 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728633 Feb 16 09:13:39.229828 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-4e0aa2b1-8007-4ff9-b32d-3a9c5b4cfae1 service neutron] 10.222.0.94 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883801 Feb 16 09:13:39.359894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-ddc75c62-a584-48d6-9a0a-e4faa3333c8a service neutron] 10.222.0.94 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241238 Feb 16 09:13:39.552846 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08cee662-01a2-4b1c-b9a7-1f7c17c150d1 req-2a662938-be03-4d43-b8f1-614e94c1ee66 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 210 time: 0.0449390 Feb 16 09:13:39.709760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Sync routers for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:13:39.722147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:39.722809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:39.906226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:40.035299 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d60821d8-a19c-44dc-84c0-df9638d5e614 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:40.216875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d60821d8-a19c-44dc-84c0-df9638d5e614 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:40.217308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:40.393118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ef9c5c24-109a-483c-aa25-ffa53464f29d up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:40.431215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:37Z', 'revision_number': 2, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:40.444857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Checking router: ccc8c3c6-4ecf-4367-9072-c36234a5d966 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:13:40.445218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Updating router ccc8c3c6-4ecf-4367-9072-c36234a5d966 port 9fbfda58-2018-4213-8621-2c2b57409890 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:13:40.506034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:40.563481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ef9c5c24-109a-483c-aa25-ffa53464f29d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:40.563854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:40.718265 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-280cd08f-1c39-4f72-aeb3-a38559f0f470 req-275b4616-c9cf-4203-97ea-39fb967d7ba5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 210 time: 0.0406706 Feb 16 09:13:41.010891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6be2f7f9-3477-43e9-a2ab-26fcaf6eea54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.022275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.033467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080028-ed9f-456d-af56-d5018d778f84 req-0da3f996-3bf6-477d-94bf-5390674be32b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:41.034164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-0da3f996-3bf6-477d-94bf-5390674be32b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:13:41.035106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Transition to ACTIVE for port object 9fbfda58-2018-4213-8621-2c2b57409890 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:41.040959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.051613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-0da3f996-3bf6-477d-94bf-5390674be32b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:13:41.052802 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-0da3f996-3bf6-477d-94bf-5390674be32b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 797 time: 0.2790790 Feb 16 09:13:41.113011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-ebc8c566-431b-407d-928c-fac67d3eb822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:13:41.130247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-ebc8c566-431b-407d-928c-fac67d3eb822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:13:41.131550 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-ebc8c566-431b-407d-928c-fac67d3eb822 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 380 time: 0.0604241 Feb 16 09:13:41.139839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'port': {'device_id': '56850123-cc99-4b67-8267-5ce7c018eac1', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'admin_state_up': True, 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'security_groups': ['fcf07357-a4b7-4314-8871-6976ad755ac4']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:41.175795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe177-2aed-4c9b-983d-c3cf4defbf61 None None] Pushing event updated for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:41.266717 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Attempting to bind port 9fbfda58-2018-4213-8621-2c2b57409890 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:13:41.267085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Attempting to bind port 9fbfda58-2018-4213-8621-2c2b57409890 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:13:41.267446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Attempting to bind port 9fbfda58-2018-4213-8621-2c2b57409890 on network dc93d3a7-b834-4234-9997-8ff5b3866a58 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:13:41.274683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:13:41.275056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Checking segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:13:41.275457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.276001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Bound using segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:13:41.276659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Bound port: 9fbfda58-2018-4213-8621-2c2b57409890, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:13:41.277031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.285128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:41.289346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:port and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:41.292680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:41.299285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:41.314382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:13:41.317693 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.376593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] For port 9fbfda58-2018-4213-8621-2c2b57409890, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:13:41.379907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] For port 9fbfda58-2018-4213-8621-2c2b57409890, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9fbfda58-2018-4213-8621-2c2b57409890,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:13:41.384166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.469553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:41.470174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:41.497967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.11 (dc93d3a7-b834-4234-9997-8ff5b3866a58/80340dfe-41c4-4841-bcbc-16fd37bf9b5e/790ac289-494d-42df-aac3-03492b39887d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:13:41.524429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfe177-2aed-4c9b-983d-c3cf4defbf61 None None] Pushing event updated for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:41.656997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:41.694545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.709702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 790ac289-494d-42df-aac3-03492b39887d will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:41.732618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.808654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:41.811708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:41.816394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:13:41.827546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.852251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:41.888330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:41.888995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:41.916063 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-62a3f4d4-caf0-4cf0-8a67-2ccfbe355a53 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7798820 Feb 16 09:13:41.934226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Request body: {'port': {'device_id': '56850123-cc99-4b67-8267-5ce7c018eac1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:41.938264 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5099463-15a9-407d-8c4b-98d35a3d2618 req-2a0265cb-9ba1-420e-8acf-e9f86e86d177 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:41.945208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d5099463-15a9-407d-8c4b-98d35a3d2618 req-2a0265cb-9ba1-420e-8acf-e9f86e86d177 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 932 time: 0.0902123 Feb 16 09:13:42.003042 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d5099463-15a9-407d-8c4b-98d35a3d2618 req-151b681e-4e81-4a35-9a8a-97278d4db4d8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568576 Feb 16 09:13:42.055971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.062352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:41Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:42.064343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.066393 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7e5367-b089-4b82-8688-561cab9489bd None None] The sync data for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv is: [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:41Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:13:42.168078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2297cbbd-299c-451f-a2e4-bcfecb9243f5 None None] Provisioning for port 790ac289-494d-42df-aac3-03492b39887d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:42.176197 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2297cbbd-299c-451f-a2e4-bcfecb9243f5 None None] Provisioning complete for port 790ac289-494d-42df-aac3-03492b39887d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:42.176953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2297cbbd-299c-451f-a2e4-bcfecb9243f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.240079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-2297cbbd-299c-451f-a2e4-bcfecb9243f5 None None] Port 790ac289-494d-42df-aac3-03492b39887d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:13:42.467312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790ac289-494d-42df-aac3-03492b39887d {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:13:42.474866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.489740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Transition to ACTIVE for port object 790ac289-494d-42df-aac3-03492b39887d will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:13:42.493733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.623677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:42.738552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Attempting to bind port 790ac289-494d-42df-aac3-03492b39887d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:13:42.738894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Attempting to bind port 790ac289-494d-42df-aac3-03492b39887d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:13:42.739257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Attempting to bind port 790ac289-494d-42df-aac3-03492b39887d on network dc93d3a7-b834-4234-9997-8ff5b3866a58 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:13:42.746800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Port 790ac289-494d-42df-aac3-03492b39887d on network dc93d3a7-b834-4234-9997-8ff5b3866a58 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:13:42.747138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Attempting to bind port 790ac289-494d-42df-aac3-03492b39887d on network dc93d3a7-b834-4234-9997-8ff5b3866a58 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:13:42.754425 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:13:42.754793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Checking segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:13:42.755179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Bound using segment: {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:13:42.755609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Bound port: 790ac289-494d-42df-aac3-03492b39887d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:13:42.756115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.846800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:13:42.850315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=790ac289-494d-42df-aac3-03492b39887d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:13:42.854906 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.921981 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:42.923396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] 10.222.0.98 "PUT /v2.0/ports/790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 1094 time: 0.9937408 Feb 16 09:13:42.923836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:13:42.940742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4f90a1-03a9-4b18-a1fe-a85489267ee2 service neutron] Pushing event updated for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:43.017722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d', 'status': 'completed', 'code': 200} Feb 16 09:13:43.072551 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-14f2b212-b24d-4073-b10a-25da27a19a8e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1097 time: 0.0871027 Feb 16 09:13:43.212427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662f5be-2942-4312-85ed-5b5d18682a85 req-b37d1340-409a-419b-8eb5-f26b2bcd6e3b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:43.213804 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d662f5be-2942-4312-85ed-5b5d18682a85 req-b37d1340-409a-419b-8eb5-f26b2bcd6e3b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 944 time: 0.0949428 Feb 16 09:13:43.248716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-63da247e-5fa1-4694-8ac4-8746c520ea98 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 217 time: 0.1642251 Feb 16 09:13:43.261511 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d662f5be-2942-4312-85ed-5b5d18682a85 req-85561643-597d-4f9b-a97f-2104fb97e3f4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Feb 16 09:13:43.309971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40080028-ed9f-456d-af56-d5018d778f84 req-f0d9e312-a88c-4c10-8931-bba5ae313e6c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:43.311464 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-f0d9e312-a88c-4c10-8931-bba5ae313e6c service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0568080 Feb 16 09:13:43.385859 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-466784be-3af8-4c47-b070-321aa74feacd service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687356 Feb 16 09:13:43.513052 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-4c05fd6f-be23-48ed-b490-ed2a66abbc1c service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211240 Feb 16 09:13:43.641226 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40080028-ed9f-456d-af56-d5018d778f84 req-3bb43a58-b413-4af9-9491-3ac0ab2bae8d service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221642 Feb 16 09:13:43.799944 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-907cc092-51de-4919-8f37-e3f28139b152 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1097 time: 0.0673611 Feb 16 09:13:43.864986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:43.930918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-38b748e5-60a9-429d-aca8-5d4d6ce72cca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:43.932340 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-38b748e5-60a9-429d-aca8-5d4d6ce72cca service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 898 time: 0.1258729 Feb 16 09:13:44.004175 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-dc3f9681-57f5-41b1-b32e-838a14d45a9a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 217 time: 0.0643616 Feb 16 09:13:44.040921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9fbfda58-2018-4213-8621-2c2b57409890 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:44.065381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-90c85e0c-5cbd-4203-9bfb-971c11045279 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:44.066759 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-90c85e0c-5cbd-4203-9bfb-971c11045279 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0568132 Feb 16 09:13:44.114671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 9fbfda58-2018-4213-8621-2c2b57409890 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:44.119436 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9fbfda58-2018-4213-8621-2c2b57409890 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:44.119810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:44.146970 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-ca57672a-f03a-49f7-b5d1-5b7cfaf64f97 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705965 Feb 16 09:13:44.239461 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:44.286458 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-b518ad5c-3f80-4bdf-8f08-2cfe59e433fa service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330292 Feb 16 09:13:44.319318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 9fbfda58-2018-4213-8621-2c2b57409890, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9fbfda58-2018-4213-8621-2c2b57409890,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:44.329201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:44.397459 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:44.425266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d3b5a58a-86f5-4d60-ba23-82f3757e6c81 req-e0c52ea2-c3cc-475e-ae17-367acb47f7d6 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314378 Feb 16 09:13:44.472543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776cdd7-7a0b-4aca-97c0-81ceee0e8cc6 req-8b784ea7-6489-49d3-9bd1-06ae96df582b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:44.473980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1776cdd7-7a0b-4aca-97c0-81ceee0e8cc6 req-8b784ea7-6489-49d3-9bd1-06ae96df582b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 944 time: 0.0794504 Feb 16 09:13:44.519322 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1776cdd7-7a0b-4aca-97c0-81ceee0e8cc6 req-fa4d4af7-5d9d-488e-b632-4847511fecf0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Feb 16 09:13:45.713101 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fcb210-a1f9-497e-b5f9-d0d8b13a8c4d req-f4ec82f0-f334-4e2a-9d07-85a2d945890d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:45.714603 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81fcb210-a1f9-497e-b5f9-d0d8b13a8c4d req-f4ec82f0-f334-4e2a-9d07-85a2d945890d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 944 time: 0.0748124 Feb 16 09:13:45.758278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-81fcb210-a1f9-497e-b5f9-d0d8b13a8c4d req-74d46330-e499-4577-a38f-4c97f9a32d21 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382693 Feb 16 09:13:46.018425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 790ac289-494d-42df-aac3-03492b39887d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:13:46.021697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9fbfda58-2018-4213-8621-2c2b57409890 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:46.189889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9fbfda58-2018-4213-8621-2c2b57409890 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:46.190258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:46.244045 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=790ac289-494d-42df-aac3-03492b39887d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:46.267955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '790ac289-494d-42df-aac3-03492b39887d', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'port_id': '790ac289-494d-42df-aac3-03492b39887d', 'mac_address': 'fa:16:3e:45:61:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:13:46.366310 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:46.396016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790ac289-494d-42df-aac3-03492b39887d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:13:46.413760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=790ac289-494d-42df-aac3-03492b39887d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:46.417797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:46.481947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:46.688332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['790ac289-494d-42df-aac3-03492b39887d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:13:46.956876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61463cab-6ac8-408f-9e1e-cfdf49c06016 req-a726001d-ee1e-4911-8a7c-de37df84c0ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:46.958242 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61463cab-6ac8-408f-9e1e-cfdf49c06016 req-a726001d-ee1e-4911-8a7c-de37df84c0ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 945 time: 0.0804439 Feb 16 09:13:47.003080 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61463cab-6ac8-408f-9e1e-cfdf49c06016 req-ba8496af-c5eb-4292-b14c-a108daac73f6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391116 Feb 16 09:13:48.049389 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 790ac289-494d-42df-aac3-03492b39887d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:13:48.118410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 790ac289-494d-42df-aac3-03492b39887d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:13:48.123638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 790ac289-494d-42df-aac3-03492b39887d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:13:48.124013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:48.201352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0161b9-a5f3-4e1b-b96d-31297cef8874 req-fd11435f-d2c8-46c1-b8c4-7b4fc6ceb270 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:48.203450 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b0161b9-a5f3-4e1b-b96d-31297cef8874 req-fd11435f-d2c8-46c1-b8c4-7b4fc6ceb270 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 945 time: 0.0762732 Feb 16 09:13:48.245782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:48.254384 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b0161b9-a5f3-4e1b-b96d-31297cef8874 req-0eef0440-2c32-453f-8fea-8a32e5ad974c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455246 Feb 16 09:13:48.273595 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790ac289-494d-42df-aac3-03492b39887d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:13:48.284693 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=790ac289-494d-42df-aac3-03492b39887d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:13:48.288216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:48.331435 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790ac289-494d-42df-aac3-03492b39887d', 'code': 200} Feb 16 09:13:48.358059 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:48.582271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-64e3dde7-4cab-4f45-a9ca-83f6e92535e2 req-511f63f3-3331-4420-bfdc-79800ea43e0e service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0668042 Feb 16 09:13:48.625767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-64e3dde7-4cab-4f45-a9ca-83f6e92535e2 req-8baefa0a-84dc-46a6-8f7b-f6c59adaaba5 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376568 Feb 16 09:13:49.448262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b9b9b0-3aa8-4aed-863a-7568347873cd req-c027ede8-2642-4881-af2f-506d5ba52a01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:49.449726 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6b9b9b0-3aa8-4aed-863a-7568347873cd req-c027ede8-2642-4881-af2f-506d5ba52a01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0747020 Feb 16 09:13:49.495171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6b9b9b0-3aa8-4aed-863a-7568347873cd req-1601f89b-7455-4ca2-bdfb-985b81774ec6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394804 Feb 16 09:13:50.702993 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da15d-ec47-4df6-832e-a0a205e7828c req-6848c073-18d2-4ee2-9c67-9de1a9fad856 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:50.704485 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e41da15d-ec47-4df6-832e-a0a205e7828c req-6848c073-18d2-4ee2-9c67-9de1a9fad856 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0798855 Feb 16 09:13:50.749084 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e41da15d-ec47-4df6-832e-a0a205e7828c req-edb753c9-3e9b-4b11-84c1-bbfd6e24a15c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391066 Feb 16 09:13:50.944775 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b4456-b57d-438e-8120-df50dea80966 req-53572a4b-733f-4f44-91c6-0d64af7d6591 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:50.946153 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb8b4456-b57d-438e-8120-df50dea80966 req-53572a4b-733f-4f44-91c6-0d64af7d6591 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0756040 Feb 16 09:13:50.992101 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb8b4456-b57d-438e-8120-df50dea80966 req-b85861f6-a7e4-43ea-b8ca-3ec1df3f4065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403023 Feb 16 09:13:51.019575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42032) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:51.090611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f28a2438-9e65-4758-bb22-3875d7e65361 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1094 time: 0.0697808 Feb 16 09:13:51.093089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42036) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:51.098569 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '790ac289-494d-42df-aac3-03492b39887d', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:13:51.104022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:13:51.107815 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:floatingip and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:13:51.111217 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:13:51.116777 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:13:51.127474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:51.259157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:51.388103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.121 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/faa7fe93-df6b-4f41-816b-05950c24f1d3) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:13:51.631965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:51.661376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:51.726776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:13:51.729355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:13:51.733517 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:13:51.757020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=faa7fe93-df6b-4f41-816b-05950c24f1d3,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:52.226530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:52.280696 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:52.496541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:52.501672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:52.603031 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=faa7fe93-df6b-4f41-816b-05950c24f1d3,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:13:52.617529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:52.800047 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Floating IP 73ae6674-5af8-4686-bade-151f7578677d associated. External IP: 172.26.4.121, port: 790ac289-494d-42df-aac3-03492b39887d. Feb 16 09:13:53.276514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router ccc8c3c6-4ecf-4367-9072-c36234a5d966 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:13:53.495786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:13:53.505604 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Sync routers for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:13:53.520735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:13:53.520939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:53.521532 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:53.573137 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6f3ba3ac-7c6c-48f2-953e-f1d805effc9e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4790509 Feb 16 09:13:53.573699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:13:53.640085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d', 'status': 'completed', 'code': 200} Feb 16 09:13:53.695706 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:53.766663 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-a62338aa-cf21-42b9-a7bf-338f1610fe09 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0797837 Feb 16 09:13:53.777008 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214360ee-1d54-4ca0-b53f-c55e3e0c77c5 req-cf6d1d4a-8019-416b-ab1c-cb235055f4cc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:53.778599 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-214360ee-1d54-4ca0-b53f-c55e3e0c77c5 req-cf6d1d4a-8019-416b-ab1c-cb235055f4cc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0853570 Feb 16 09:13:53.825014 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-214360ee-1d54-4ca0-b53f-c55e3e0c77c5 req-ccf7aba4-be0b-4f9f-bc35-2581cdfc83a8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406065 Feb 16 09:13:53.853700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42044) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:53.901667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-6adade9b-b750-40e1-86ab-8633f6bc3c32 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:53.903161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-6adade9b-b750-40e1-86ab-8633f6bc3c32 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 898 time: 0.1314480 Feb 16 09:13:53.960814 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6ee82832-da12-496e-91a7-7cdd17f9f20d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 992 time: 0.1052165 Feb 16 09:13:54.005146 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-9b84e4ee-4a1e-4bd9-b842-707e285a7817 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 1000 time: 0.0962348 Feb 16 09:13:54.071427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-378e171a-89dd-4c20-9041-cf9b0290ba53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:13:54.072777 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-378e171a-89dd-4c20-9041-cf9b0290ba53 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0622916 Feb 16 09:13:54.081958 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '73ae6674-5af8-4686-bade-151f7578677d', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'port_id': '790ac289-494d-42df-aac3-03492b39887d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'mac_address': 'fa:16:3e:45:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56850123-cc99-4b67-8267-5ce7c018eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:13:52Z', 'updated_at': '2022-02-16T09:13:52Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:54.086066 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Checking router: ccc8c3c6-4ecf-4367-9072-c36234a5d966 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:13:54.096491 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:13:54.097074 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:13:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:54.147798 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-ea474116-56df-45dd-8ab2-5e7a80311998 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672481 Feb 16 09:13:54.273001 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:13:54.278801 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-4a596e40-d0ee-4313-97a9-5758e83c0f83 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249573 Feb 16 09:13:54.412781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-0666e7f5-5d68-43d3-9412-541458edbc12 req-2aeccb7f-df0c-413e-b36c-e2ca5f0de063 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283646 Feb 16 09:13:54.614764 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '73ae6674-5af8-4686-bade-151f7578677d', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'port_id': '790ac289-494d-42df-aac3-03492b39887d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'mac_address': 'fa:16:3e:45:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56850123-cc99-4b67-8267-5ce7c018eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:13:52Z', 'updated_at': '2022-02-16T09:13:52Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:13:54.618590 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f00f6c-2c44-4c39-8324-d76d80787a33 None None] The sync data for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv is: [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '73ae6674-5af8-4686-bade-151f7578677d', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.121', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'port_id': '790ac289-494d-42df-aac3-03492b39887d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'mac_address': 'fa:16:3e:45:61:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56850123-cc99-4b67-8267-5ce7c018eac1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:13:52Z', 'updated_at': '2022-02-16T09:13:52Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:13:54.964909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42048) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:55.067360 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9588895d-f670-480e-b364-7c435ffea950 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 992 time: 0.1013627 Feb 16 09:13:56.070417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42052) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:56.174036 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-84a908ba-ec24-437f-8b92-eac2f9607f77 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 992 time: 0.1024675 Feb 16 09:13:56.761229 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:13:57.177924 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42056) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:57.281534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fab1531d-9f5b-4b00-b28a-6cd2c97eabfa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 992 time: 0.1024570 Feb 16 09:13:57.667438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e417b047-ca64-4a6f-ac7c-63c68084d307 None None] New status for floating IP 73ae6674-5af8-4686-bade-151f7578677d: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:13:58.285518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42060) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:13:58.384980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9db5d8b9-314c-4d66-8a7d-445438cfccba tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 994 time: 0.0983481 Feb 16 09:14:02.245076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:08.498905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-75895086-953b-4d80-907e-f8159b7df8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:10.986824 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c93e3e2-0584-4720-9ef5-bc135602786c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:11.740245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:12.053656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:13.901560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:21.363705 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-e5d6e5fe-004c-40f8-a18e-c442ca78029d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0697665 Feb 16 09:14:21.483741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a860d6-ca85-4847-bbae-0a1358cba961 req-986ad265-f3ce-4bae-b9cf-febe0707bf6b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:21.485406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-79a860d6-ca85-4847-bbae-0a1358cba961 req-986ad265-f3ce-4bae-b9cf-febe0707bf6b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.1695828 Feb 16 09:14:21.537997 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-79a860d6-ca85-4847-bbae-0a1358cba961 req-718a0a58-5e65-47ac-bbb8-3086d4587d96 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462432 Feb 16 09:14:21.601606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642071-f260-495c-9064-eafe047cfe4f req-f8503a20-c059-4267-9f42-95d5c01a2a3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:21.603103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-f8503a20-c059-4267-9f42-95d5c01a2a3c service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 898 time: 0.2332625 Feb 16 09:14:21.704477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-de7a5be1-1a2c-4cbc-9263-93b66a350c3a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 1002 time: 0.0950506 Feb 16 09:14:21.769653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8642071-f260-495c-9064-eafe047cfe4f req-936386ed-9b40-40b7-8692-c080a4a807a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:21.771095 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-936386ed-9b40-40b7-8692-c080a4a807a6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0597270 Feb 16 09:14:21.844990 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-da44569e-5a3b-43ec-8df4-6f9fdeb3b71a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664754 Feb 16 09:14:21.974753 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-5bbe5601-7f28-432e-a06c-e736e3d5e2e6 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229582 Feb 16 09:14:22.105129 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a8642071-f260-495c-9064-eafe047cfe4f req-9c113f8a-a8cf-4b86-9b00-333cdef723ec service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239791 Feb 16 09:14:22.738078 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4d48-2579-4f49-8711-052dc63db30b req-942e75e7-611f-46e7-91fd-d7332ba74fd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:22.739541 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e9d4d48-2579-4f49-8711-052dc63db30b req-942e75e7-611f-46e7-91fd-d7332ba74fd6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0775657 Feb 16 09:14:22.784598 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5e9d4d48-2579-4f49-8711-052dc63db30b req-0718747b-766e-45d1-b417-681907461bbb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Feb 16 09:14:23.979108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a9bb1-812a-45fc-82d3-8458c1268dd7 req-24aa8a19-06b6-481e-8762-fe4448d4b749 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:23.980807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-043a9bb1-812a-45fc-82d3-8458c1268dd7 req-24aa8a19-06b6-481e-8762-fe4448d4b749 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0744836 Feb 16 09:14:24.024556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-043a9bb1-812a-45fc-82d3-8458c1268dd7 req-45e97c60-6164-4c84-9f7f-82c0d2bb8219 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375981 Feb 16 09:14:25.221361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fccca-a001-413a-9130-ee21974c0024 req-06ab9d71-d42a-4ef4-b2af-0fb2d2c55a44 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:25.222848 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-852fccca-a001-413a-9130-ee21974c0024 req-06ab9d71-d42a-4ef4-b2af-0fb2d2c55a44 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0782368 Feb 16 09:14:25.269684 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-852fccca-a001-413a-9130-ee21974c0024 req-44994241-27f3-4232-b515-c15c4b22aa5b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413935 Feb 16 09:14:26.470997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392096d4-a97f-4b7f-8600-f5c28f5bacf6 req-2f3d5888-b370-462a-aed6-f6d954c495e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:26.472441 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-392096d4-a97f-4b7f-8600-f5c28f5bacf6 req-2f3d5888-b370-462a-aed6-f6d954c495e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0761192 Feb 16 09:14:26.516218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-392096d4-a97f-4b7f-8600-f5c28f5bacf6 req-88f8457d-5e62-48f7-9d76-ea9ec676d61c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383253 Feb 16 09:14:27.717852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75749467-271b-481a-b13f-7a972db217c4 req-09a3502e-0c25-4455-bfb9-43b353114fda tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:27.719817 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75749467-271b-481a-b13f-7a972db217c4 req-09a3502e-0c25-4455-bfb9-43b353114fda tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0799913 Feb 16 09:14:27.763901 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-75749467-271b-481a-b13f-7a972db217c4 req-6f14a3c5-525f-4aa3-99bf-fbd634190e78 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385528 Feb 16 09:14:28.956597 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1b60d-9a5f-4329-8d07-e89c2cfcc6fc req-123a9786-f824-4ec1-be6e-2729c066b178 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:28.958035 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cf1b60d-9a5f-4329-8d07-e89c2cfcc6fc req-123a9786-f824-4ec1-be6e-2729c066b178 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0764089 Feb 16 09:14:29.007091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9cf1b60d-9a5f-4329-8d07-e89c2cfcc6fc req-35c48882-2228-49bb-83ad-703962e32537 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428121 Feb 16 09:14:30.207713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a21399-09c4-4e71-af5b-3a640c93143e req-9eae729d-3c31-48f4-bcd0-fccbd614b08f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:30.209194 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68a21399-09c4-4e71-af5b-3a640c93143e req-9eae729d-3c31-48f4-bcd0-fccbd614b08f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0764377 Feb 16 09:14:30.257277 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68a21399-09c4-4e71-af5b-3a640c93143e req-0d40162b-9d59-44ed-a043-d3a5e8a32d39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423613 Feb 16 09:14:31.457089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2617e-3795-49a9-a2a7-0750c34b0850 req-009bb220-17f7-40ac-94b3-6f52f494aa20 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:31.458565 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-18f2617e-3795-49a9-a2a7-0750c34b0850 req-009bb220-17f7-40ac-94b3-6f52f494aa20 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0799494 Feb 16 09:14:31.504628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-18f2617e-3795-49a9-a2a7-0750c34b0850 req-698a20b6-2529-4e5f-9d96-fac31bc92d0f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402105 Feb 16 09:14:32.235659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:32.695726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc985693-35e8-4f1e-b8d5-f8c8b70a923e req-339894af-8eb9-461a-8600-6aaa54335975 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:32.697164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc985693-35e8-4f1e-b8d5-f8c8b70a923e req-339894af-8eb9-461a-8600-6aaa54335975 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0734663 Feb 16 09:14:32.741366 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc985693-35e8-4f1e-b8d5-f8c8b70a923e req-69f2b516-fe60-41e3-83aa-4ed87f5f3ad2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387840 Feb 16 09:14:33.760845 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:14:33.939776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70414acf-2b86-4ae4-a9ec-2b6a39e65413 req-2a868fd0-dab1-4da9-baaa-b63a339bc66e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:33.941211 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70414acf-2b86-4ae4-a9ec-2b6a39e65413 req-2a868fd0-dab1-4da9-baaa-b63a339bc66e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0784063 Feb 16 09:14:33.985189 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70414acf-2b86-4ae4-a9ec-2b6a39e65413 req-b835f128-8002-47fb-9776-4ca7004b01df tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Feb 16 09:14:34.012876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42096) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:14:34.115930 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-23d3e0d9-4e08-46cc-a84d-b4fba8a5640a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 200 len: 994 time: 0.1019802 Feb 16 09:14:38.504237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d78393e5-abc7-4a13-bff4-c53823e56e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:40.357580 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-eabde01c-de73-4a20-b556-fbc76d66becc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691714 Feb 16 09:14:40.516198 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-9e546700-718a-4c1c-8dd1-b43eb0d43d37 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0703094 Feb 16 09:14:40.657685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-87ad9a27-3fae-4434-b4e6-165f3f397ec7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:40.659169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-87ad9a27-3fae-4434-b4e6-165f3f397ec7 service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 898 time: 0.1258538 Feb 16 09:14:40.759631 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-9cdc37f5-e6a4-41ec-a3ff-0ab2425db802 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 1002 time: 0.0950778 Feb 16 09:14:40.827845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-528795b1-9d8e-4363-aec1-aceae6b97968 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:14:40.829213 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-528795b1-9d8e-4363-aec1-aceae6b97968 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0616624 Feb 16 09:14:40.903220 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-75b5ae72-6d62-4c55-936c-1f619b972ea4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680423 Feb 16 09:14:40.988407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-77adf151-02a4-4863-a1c9-e191fc4a2042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:41.032855 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-c8da5ecf-4954-4ff1-8f09-af55a6b4c204 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236088 Feb 16 09:14:41.160620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d332d60e-00a3-4b2c-8796-445b85b72621 req-b557c830-d017-4a5a-8033-0aae888c6f6b service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226184 Feb 16 09:14:41.742077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:42.055272 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:14:43.870740 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:02.242789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:04.831130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42120) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:05.028187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port faa7fe93-df6b-4f41-816b-05950c24f1d3 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:15:05.028527 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:05.202057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:05.202341 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:05.410735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for faa7fe93-df6b-4f41-816b-05950c24f1d3 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:15:05.553882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:05.595193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=faa7fe93-df6b-4f41-816b-05950c24f1d3,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:05.632289 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.632634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.632974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.633309 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.633636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.633963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.634288 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.634642 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.634967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.635286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.635610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:05.695896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:06.069176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router ccc8c3c6-4ecf-4367-9072-c36234a5d966 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:15:06.260427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:15:06.270402 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Sync routers for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:15:06.276738 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:06.281736 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:06.282419 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:14:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:06.329810 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1535d2b8-1c99-4573-b76b-66671430cab9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/floatingips/73ae6674-5af8-4686-bade-151f7578677d HTTP/1.1" status: 204 len: 168 time: 1.4976108 Feb 16 09:15:06.330369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:15:06.386000 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'tag': '790ac289-494d-42df-aac3-03492b39887d', 'status': 'completed', 'code': 200} Feb 16 09:15:06.458391 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:06.499315 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-5e9ba307-6ee7-49c3-88d1-72205c468b22 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 1099 time: 0.0687869 Feb 16 09:15:06.736976 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-e8f51cd1-6a64-40f2-95a7-aff2cb81a9dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:06.737212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa537f3-2bb5-46fe-b5ce-8415e75e2e5a req-f86aebef-e0a0-4a18-9e70-d0d8c323d6e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:06.737671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9fa537f3-2bb5-46fe-b5ce-8415e75e2e5a req-f86aebef-e0a0-4a18-9e70-d0d8c323d6e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:15:06.738427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-e8f51cd1-6a64-40f2-95a7-aff2cb81a9dc service neutron] 10.222.0.98 "GET /v2.0/networks?id=dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 200 len: 898 time: 0.2345266 Feb 16 09:15:06.754725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9fa537f3-2bb5-46fe-b5ce-8415e75e2e5a req-f86aebef-e0a0-4a18-9e70-d0d8c323d6e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:15:06.755974 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9fa537f3-2bb5-46fe-b5ce-8415e75e2e5a req-f86aebef-e0a0-4a18-9e70-d0d8c323d6e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0959253 Feb 16 09:15:06.801391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9fa537f3-2bb5-46fe-b5ce-8415e75e2e5a req-3034bfb1-a978-45ad-802a-ddf7048efeef tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396760 Feb 16 09:15:06.813255 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-d1267f4f-9f1a-4f97-ba92-4ca6e9acfc86 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 200 len: 217 time: 0.0675268 Feb 16 09:15:06.839967 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:06.843793 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Checking router: ccc8c3c6-4ecf-4367-9072-c36234a5d966 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:15:06.854601 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:06.855226 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:14:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:06.873701 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-b986ee8a-2800-4050-a110-72d40e560cc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:06.875646 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-b986ee8a-2800-4050-a110-72d40e560cc2 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 200 len: 835 time: 0.0575216 Feb 16 09:15:06.954892 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-b9ecbc54-90c0-48c1-b36e-5c7fc38c47e6 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=dc93d3a7-b834-4234-9997-8ff5b3866a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728521 Feb 16 09:15:07.026905 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:07.085700 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-95927ea5-899f-45cf-983d-c413e86f3211 service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239073 Feb 16 09:15:07.215614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-50e90d97-1bff-41cf-9864-9bf9273e611d req-4ccac28c-1a81-40fb-9a24-297403074aea service neutron] 10.222.0.98 "GET /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223543 Feb 16 09:15:07.326289 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:07.330536 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2713baf0-5688-4252-94ca-5545d8cb0b77 None None] The sync data for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv is: [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:13:36Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9fbfda58-2018-4213-8621-2c2b57409890', 'name': '', 'network_id': 'dc93d3a7-b834-4234-9997-8ff5b3866a58', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:a0:3e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:36Z', 'updated_at': '2022-02-16T09:13:44Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '80340dfe-41c4-4841-bcbc-16fd37bf9b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:15:07.557233 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e8935f-2101-4e3d-b51b-b36a870a02c0 None None] New status for floating IP 73ae6674-5af8-4686-bade-151f7578677d: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:15:08.009274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9480f-34c0-478e-89cd-fac059406c43 req-f6485ce3-d364-4bf6-a229-3d8d1757748c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:08.010850 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ea9480f-34c0-478e-89cd-fac059406c43 req-f6485ce3-d364-4bf6-a229-3d8d1757748c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0819697 Feb 16 09:15:08.065283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7ea9480f-34c0-478e-89cd-fac059406c43 req-cf364faa-8d9a-4a98-a9ad-a8e0b3dae1dc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=fcf07357-a4b7-4314-8871-6976ad755ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472369 Feb 16 09:15:08.325680 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-8576053f-4ee2-42ad-8a3b-71b0057afb79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:08.326386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-8576053f-4ee2-42ad-8a3b-71b0057afb79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:15:08.339247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-8576053f-4ee2-42ad-8a3b-71b0057afb79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:15:08.340149 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-8576053f-4ee2-42ad-8a3b-71b0057afb79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 946 time: 0.0893452 Feb 16 09:15:08.412214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 790ac289-494d-42df-aac3-03492b39887d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:15:08.412552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:08.505837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2f2c2789-8f7c-45f8-9592-608aea7fdd27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:08.658873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 790ac289-494d-42df-aac3-03492b39887d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=790ac289-494d-42df-aac3-03492b39887d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:08.659340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:08.778725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 790ac289-494d-42df-aac3-03492b39887d owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:15:08.930456 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:08.982661 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=790ac289-494d-42df-aac3-03492b39887d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:09.022035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.022381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.022753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.023099 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.023431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.023757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.024086 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.024422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.024739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.025195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.025372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:09.066627 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] No DVR routers for this DVR port 790ac289-494d-42df-aac3-03492b39887d on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:15:09.069139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:09.071774 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'name': 'network-vif-deleted', 'tag': '790ac289-494d-42df-aac3-03492b39887d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:15:09.088006 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1ed4ff53-70ec-4e4b-afa7-411ae97a9fc1 req-3b3d0e28-2269-4f86-ac74-751d2aad1c00 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "DELETE /v2.0/ports/790ac289-494d-42df-aac3-03492b39887d HTTP/1.1" status: 204 len: 173 time: 0.7417367 Feb 16 09:15:09.132166 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56850123-cc99-4b67-8267-5ce7c018eac1', 'name': 'network-vif-deleted', 'tag': '790ac289-494d-42df-aac3-03492b39887d', 'status': 'completed', 'code': 200} Feb 16 09:15:09.260553 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e4001f1f-a6e2-44d4-bbde-d2d53e5e53c4 req-0d3b74f7-89fb-42ee-85ee-18d87f8999f0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=56850123-cc99-4b67-8267-5ce7c018eac1 HTTP/1.1" status: 200 len: 210 time: 0.0447476 Feb 16 09:15:10.380736 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42138) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:10.761160 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:15:10.862634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:10.992282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7b997062-0010-4699-bd81-a363bd45fa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:11.472950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 9fbfda58-2018-4213-8621-2c2b57409890 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:15:11.473613 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:11.663478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 9fbfda58-2018-4213-8621-2c2b57409890, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9fbfda58-2018-4213-8621-2c2b57409890,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:11.663750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:11.745119 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:11.798891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 9fbfda58-2018-4213-8621-2c2b57409890 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:15:11.971095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:12.018169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=9fbfda58-2018-4213-8621-2c2b57409890,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:12.061511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:12.415914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:12.454024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 790ac289-494d-42df-aac3-03492b39887d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:15:12.485773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 790ac289-494d-42df-aac3-03492b39887d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:15:12.486115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 790ac289-494d-42df-aac3-03492b39887d not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:15:13.000715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router ccc8c3c6-4ecf-4367-9072-c36234a5d966 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:15:13.209865 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:15:13.220734 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Sync routers for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:15:13.226689 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-17107f20-7b01-44db-b5ff-4bcf655307e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/ccc8c3c6-4ecf-4367-9072-c36234a5d966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8424449 Feb 16 09:15:13.227247 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42142) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:13.242514 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:13.243119 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:13.410786 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting subnet 80340dfe-41c4-4841-bcbc-16fd37bf9b5e {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:15:13.413667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.414804 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:13.567095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.648992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.703849 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:15:11Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:13.707652 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Checking router: ccc8c3c6-4ecf-4367-9072-c36234a5d966 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:15:13.719058 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Routers {'ccc8c3c6-4ecf-4367-9072-c36234a5d966'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:13.719668 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:13.722790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.761063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Subnet': ['ID=80340dfe-41c4-4841-bcbc-16fd37bf9b5e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:13.766683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.774127 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65734266-2366-4411-977a-1418ee47eb80 None None] Network dc93d3a7-b834-4234-9997-8ff5b3866a58 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:15:13.778797 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-71cffaa0-7d11-498f-a3a9-f26848a37fe0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/subnets/80340dfe-41c4-4841-bcbc-16fd37bf9b5e HTTP/1.1" status: 204 len: 168 time: 0.5481863 Feb 16 09:15:13.779176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42146) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:13.928714 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] Set router ccc8c3c6-4ecf-4367-9072-c36234a5d966 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:13.946379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:13.994882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.050159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] DHCP port deletion for dc93d3a7-b834-4234-9997-8ff5b3866a58 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:15:14.054620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Deleting port ef9c5c24-109a-483c-aa25-ffa53464f29d {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:15:14.054998 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.227778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.231281 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:15:11Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:14.236223 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6ebe0a-c21f-421e-b287-aac34773e154 None None] The sync data for ids ['ccc8c3c6-4ecf-4367-9072-c36234a5d966'] in dv-neutron-829488-1-hyperv is: [{'id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1988173936', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100'}], 'enable_snat': True}, 'gw_port_id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:13:32Z', 'updated_at': '2022-02-16T09:15:11Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'd60821d8-a19c-44dc-84c0-df9638d5e614', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:a9:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc8c3c6-4ecf-4367-9072-c36234a5d966', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:13:33Z', 'updated_at': '2022-02-16T09:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:15:14.243370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port d60821d8-a19c-44dc-84c0-df9638d5e614 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:15:14.243812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.304796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] For port ef9c5c24-109a-483c-aa25-ffa53464f29d, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ef9c5c24-109a-483c-aa25-ffa53464f29d,segment=NetworkSegment(e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14),segment_id=e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:14.305190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.424276 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port d60821d8-a19c-44dc-84c0-df9638d5e614, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d60821d8-a19c-44dc-84c0-df9638d5e614,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:14.424654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.425612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Calling delete_port for ef9c5c24-109a-483c-aa25-ffa53464f29d owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:15:14.504959 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.549947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Pushing event deleted for resources: {'Port': ['ID=ef9c5c24-109a-483c-aa25-ffa53464f29d,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:14.559148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] No DVR routers for this DVR port ef9c5c24-109a-483c-aa25-ffa53464f29d on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:15:14.562908 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.563262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.566400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab46429-9c90-409b-8d3c-ea09dccce925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:14.652281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for d60821d8-a19c-44dc-84c0-df9638d5e614 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:15:14.817453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:14.860325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=d60821d8-a19c-44dc-84c0-df9638d5e614,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:15.075661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.325365 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.329614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.354151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.354695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Fanout notify agent at l3_agent the message router_deleted on router ccc8c3c6-4ecf-4367-9072-c36234a5d966 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:15:15.370281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.371391 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1eb45aaa-c19e-4e5d-838f-5612cdc5d2ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/routers/ccc8c3c6-4ecf-4367-9072-c36234a5d966 HTTP/1.1" status: 204 len: 168 time: 1.5911915 Feb 16 09:15:15.374074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42150) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:15.488519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.617042 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.644268 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc93d3a7-b834-4234-9997-8ff5b3866a58']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:15.656406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:15.656696 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c3d7a-b4d1-47d9-9bbe-5334ebf3ba14') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:15.667535 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.682735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.688695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:15:15.689071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:15:15.703201 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:15:15.780385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.800833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:15.892938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Network': ['ID=dc93d3a7-b834-4234-9997-8ff5b3866a58,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:15.901622 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4434461d-e25d-4c5b-8d13-679a95e77447 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/networks/dc93d3a7-b834-4234-9997-8ff5b3866a58 HTTP/1.1" status: 204 len: 168 time: 0.5265315 Feb 16 09:15:15.904283 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42154) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:15.976695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.004539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.057659 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d60821d8-a19c-44dc-84c0-df9638d5e614 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:15:16.072982 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.091696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d60821d8-a19c-44dc-84c0-df9638d5e614 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:15:16.092014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf07357-a4b7-4314-8871-6976ad755ac4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:16.092248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d60821d8-a19c-44dc-84c0-df9638d5e614 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:15:16.092464 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9fbfda58-2018-4213-8621-2c2b57409890 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:15:16.102422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.103551 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a3e8979c-ef66-493f-80f9-431f521daf01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/security-groups/fcf07357-a4b7-4314-8871-6976ad755ac4 HTTP/1.1" status: 204 len: 168 time: 0.1976845 Feb 16 09:15:16.134801 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 9fbfda58-2018-4213-8621-2c2b57409890 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:15:16.135163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9fbfda58-2018-4213-8621-2c2b57409890 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:15:16.135656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ef9c5c24-109a-483c-aa25-ffa53464f29d no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:15:16.169143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ef9c5c24-109a-483c-aa25-ffa53464f29d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:15:16.169492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ef9c5c24-109a-483c-aa25-ffa53464f29d not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:15:16.474820 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42162) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:16.480436 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-374754103', 'description': 'tempest-secgroup-smoke-374754103 description', 'project_id': '81de768bdfdd451d8a77f04224fb749b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:16.486363 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:16.490454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:16.493262 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:16.498835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:16.508321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.542040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:16.545758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:16.548616 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:16.554424 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:16.610073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.613664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.655751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb740ed-7b79-42cd-9162-8861d3618da1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:16.659640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.660830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b9c89d3a-be2d-4cae-9757-1678e9465259 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1849785 Feb 16 09:15:16.663881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42166) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:16.669075 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:16.674876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:16.678557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:16.681306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:16.687553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:16.704536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.762173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.766054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.788446 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862cc756-5935-459b-9045-b6c8d16bb001,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:16.797392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.798695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3162250d-e0ed-466f-80b1-cb9f926fca94 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1339080 Feb 16 09:15:16.801516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42170) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:16.806674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:16.812946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:16.816600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:16.819366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:16.824839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:16.841046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.900324 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.903906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.929626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd52a28-1b6a-4e83-93c7-1def50595960,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:16.938533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:16.939796 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ffbf3bc6-b30b-4d20-8dd1-c80f7960d5ca tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373696 Feb 16 09:15:16.942559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42174) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:16.947654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:16.953909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:16.957718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:16.960704 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:16.966154 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:16.981193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.040853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.044290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.066633 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=708d061a-4f49-4d6c-bf7f-c5fab68d6af3,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:17.075965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.077769 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a3007c43-54d8-4bea-b9ad-e2207449425e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1343224 Feb 16 09:15:17.082654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42180) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:17.088627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:17.094654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:17.098377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:17.101206 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:17.106788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:17.122421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.183238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.187385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.210018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f895b0-cc0f-4372-bccb-41571a1d8137,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:17.218404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.219577 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4139c8ce-2370-4061-8e90-ffec12df021c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1359479 Feb 16 09:15:17.222235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42184) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:17.227482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:17.233711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:17.237505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:17.240331 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:17.246270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:17.257202 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:15:17.263604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.327774 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.331176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.353678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f4765d-60dd-4139-8c57-051416e6a33a,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:17.361869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.363059 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0e9d4f9a-3499-4ac6-82a7-83cb2917211b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1399028 Feb 16 09:15:17.365627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42188) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:17.370971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': 'dbb740ed-7b79-42cd-9162-8861d3618da1', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:17.377088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:17.380769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:17.383572 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:17.389135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:17.399038 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:15:17.405019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.468306 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.471619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.493600 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e3ada4-320c-4a4e-8829-d97ccf7b5e49,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:17.501983 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.503173 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0bd4fac4-d1ad-466d-8bed-e8f4c8185baa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1366591 Feb 16 09:15:17.505967 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42192) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:17.511214 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'network': {'name': 'tempest-network-smoke--1323047571', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:17.515904 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:17.519854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:network and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:17.522641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:17.528186 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:17.538440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:15:17.541395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.569395 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:15:17.579313 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.579655 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Added segment b8d3077c-f760-4785-b77e-08689f05ad1d of type vlan for network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 Feb 16 09:15:17.607543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.635906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.640120 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:17.640692 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.738807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2317996 Feb 16 09:15:17.741636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42196) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:17.746941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'admin_state_up': True, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:17.747343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed44366-0733-4b7b-95ef-1846b49632a0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Network': ['ID=6f927c4f-cb65-47f6-a3e5-4d03a02373c0,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:17.754339 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:17.758041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:15:17.760919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:router and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:17.763894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:17.770641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:17.780200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.781175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.799729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:17.942997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.111651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.140283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.272431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.212 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/51d45a99-6c31-42f3-8b45-b3cc156de586) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:15:18.412510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.439799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.508639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:18.511271 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:18.515414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:15:18.538836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=51d45a99-6c31-42f3-8b45-b3cc156de586,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:18.664123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.664836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:18.887030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:15:19.173727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:15:19.182571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Sync routers for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:15:19.194649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:19.195327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:19.202505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:19.206697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2eeddc9a-0ef1-40e8-a451-5629f55ce907 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4611914 Feb 16 09:15:19.206905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42200) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:19.247050 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4e73a0df-7e9b-4e9a-b09e-5b11532f0107 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=81de768bdfdd451d8a77f04224fb749b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367851 Feb 16 09:15:19.247259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42204) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:19.370633 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:19.374096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58372f87-a9c3-466b-a9cc-eb7abb659cef tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:19.375656 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-58372f87-a9c3-466b-a9cc-eb7abb659cef tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274743 Feb 16 09:15:19.378465 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42208) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:19.417504 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c21293fe-5791-4025-977b-de7d4836d2a2 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379143 Feb 16 09:15:19.419920 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42212) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:19.426233 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1795029181', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:19.532342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:19.536112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:subnet and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:19.538876 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:19.544675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:19.554792 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:15:19.654918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:19.682935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:18Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:19.687161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Checking router: 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:15:19.687503 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Updating router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 port 51d45a99-6c31-42f3-8b45-b3cc156de586 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:15:19.739877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:19.866230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:19.940643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Subnet': ['ID=90bfee67-32fa-4c2f-8f53-437e4317b657,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:19.954519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Checking segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:15:19.954875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network hostable DHCP agents. Network: 6f927c4f-cb65-47f6-a3e5-4d03a02373c0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:15:19.976807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:15:19.986377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 6f927c4f-cb65-47f6-a3e5-4d03a02373c0) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:19.990785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:19.991386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.003466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09124ee-cfed-4c90-afc0-d3f21bcfa4c0 None None] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:15:20.015324 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5073ca83-5e79-4bdd-a3b3-24c162992f41 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5912740 Feb 16 09:15:20.015975 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42216) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:20.145497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.178221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Transition to ACTIVE for port object 51d45a99-6c31-42f3-8b45-b3cc156de586 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:20.214205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.334577 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7331-1859-4189-bdb6-cdccfac9620c None None] Pushing event updated for resources: {'Port': ['ID=51d45a99-6c31-42f3-8b45-b3cc156de586,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:20.348521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Attempting to bind port 51d45a99-6c31-42f3-8b45-b3cc156de586 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:15:20.348895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Attempting to bind port 51d45a99-6c31-42f3-8b45-b3cc156de586 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:15:20.349722 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Attempting to bind port 51d45a99-6c31-42f3-8b45-b3cc156de586 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:15:20.354376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:15:20.355195 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.370300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:15:20.370738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:15:20.371137 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.371530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:15:20.371995 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Bound port: 51d45a99-6c31-42f3-8b45-b3cc156de586, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:15:20.372369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.509377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] For port 51d45a99-6c31-42f3-8b45-b3cc156de586, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:15:20.514885 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] For port 51d45a99-6c31-42f3-8b45-b3cc156de586, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d45a99-6c31-42f3-8b45-b3cc156de586,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:15:20.519535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:20.645216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Allocated IP 172.20.0.2 (6f927c4f-cb65-47f6-a3e5-4d03a02373c0/90bfee67-32fa-4c2f-8f53-437e4317b657/0d950482-1cdc-4435-861f-00dd5708bac8) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:15:20.653865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf7331-1859-4189-bdb6-cdccfac9620c None None] Pushing event updated for resources: {'Port': ['ID=51d45a99-6c31-42f3-8b45-b3cc156de586,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:20.678953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:20.679563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:20.865199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.033847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:21.184608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.249636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Transition to ACTIVE for port object 0d950482-1cdc-4435-861f-00dd5708bac8 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:21.282841 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Transition to ACTIVE for port object 0d950482-1cdc-4435-861f-00dd5708bac8 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:21.297013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.350995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.1 (6f927c4f-cb65-47f6-a3e5-4d03a02373c0/90bfee67-32fa-4c2f-8f53-437e4317b657/9bb2a639-abef-4a5e-a80e-b2e80b954f5a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:15:21.410102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Pushing event updated for resources: {'Port': ['ID=0d950482-1cdc-4435-861f-00dd5708bac8,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:21.417280 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:21.418910 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:21.422156 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:15:21.510376 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.525690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 9bb2a639-abef-4a5e-a80e-b2e80b954f5a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:21.533699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Attempting to bind port 0d950482-1cdc-4435-861f-00dd5708bac8 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:15:21.534069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Attempting to bind port 0d950482-1cdc-4435-861f-00dd5708bac8 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:15:21.534448 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Attempting to bind port 0d950482-1cdc-4435-861f-00dd5708bac8 on network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:15:21.543736 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:15:21.544103 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Checking segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:15:21.544508 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.544895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Bound using segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:15:21.545899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Bound port: 0d950482-1cdc-4435-861f-00dd5708bac8, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:15:21.546319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.549679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.564608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:18Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:21.571071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a5f487-58f9-40eb-86b0-0bae082d550a None None] The sync data for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv is: [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:18Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:15:21.633189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:21.636330 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:21.639788 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:15:21.655349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] For port 0d950482-1cdc-4435-861f-00dd5708bac8, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:15:21.658775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] For port 0d950482-1cdc-4435-861f-00dd5708bac8, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0d950482-1cdc-4435-861f-00dd5708bac8,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:15:21.663572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.675159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:21.708147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:21.741919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b7d74-c760-46f0-8531-f5131df47e39 None None] Pushing event updated for resources: {'Port': ['ID=0d950482-1cdc-4435-861f-00dd5708bac8,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:21.823818 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.158685 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d950482-1cdc-4435-861f-00dd5708bac8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:22.250504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 0d950482-1cdc-4435-861f-00dd5708bac8 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:22.261423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d45a99-6c31-42f3-8b45-b3cc156de586 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:22.286658 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.292126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.331738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 51d45a99-6c31-42f3-8b45-b3cc156de586 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:22.337720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51d45a99-6c31-42f3-8b45-b3cc156de586 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:22.338165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.405964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:22.409446 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.464446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.481576 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 51d45a99-6c31-42f3-8b45-b3cc156de586, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d45a99-6c31-42f3-8b45-b3cc156de586,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:22.488202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:22.556794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=51d45a99-6c31-42f3-8b45-b3cc156de586,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:22.570204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:22.571595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:22.815185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aedb3bd-c0bd-4601-828e-0e66542c638f None None] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:15:22.916806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Provisioning for port 0d950482-1cdc-4435-861f-00dd5708bac8 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:22.933711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Provisioning complete for port 0d950482-1cdc-4435-861f-00dd5708bac8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:22.934083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.052023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:15:23.147560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.188104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] For port 0d950482-1cdc-4435-861f-00dd5708bac8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0d950482-1cdc-4435-861f-00dd5708bac8,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:23.196348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.261681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:15:23.280016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c8bb4-ea72-4eb5-b38d-ea67ff2d7325 None None] Pushing event updated for resources: {'Port': ['ID=0d950482-1cdc-4435-861f-00dd5708bac8,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:23.287776 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1cb0729c-501e-4a77-8f96-c9acb58e3050 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/0f930e5e-d1b4-4979-b983-d019d7a2c8d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2704909 Feb 16 09:15:23.419585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Provisioning complete for port 0d950482-1cdc-4435-861f-00dd5708bac8 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:23.420629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.613529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Provisioning for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:23.619222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Provisioning complete for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:23.619847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.625715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-272069e9-6205-4360-a62c-36602c3b7568 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:15:23.642848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-272069e9-6205-4360-a62c-36602c3b7568 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:15:23.644014 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-272069e9-6205-4360-a62c-36602c3b7568 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-374754103&fields=id&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 267 time: 0.0697002 Feb 16 09:15:23.676149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-1be23df9-3f83-43df-bb02-1e34f12f6538 None None] Port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:15:23.795596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-324d037e-1127-496d-80ba-dfc872cbeb17 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:23.796162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eb50d652-5b1b-4c31-8de8-2481fcd6687a None None] Provisioning complete for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:23.796293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-324d037e-1127-496d-80ba-dfc872cbeb17 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:15:23.796533 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb50d652-5b1b-4c31-8de8-2481fcd6687a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:23.811662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-324d037e-1127-496d-80ba-dfc872cbeb17 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:15:23.813105 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-324d037e-1127-496d-80ba-dfc872cbeb17 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 797 time: 0.1623464 Feb 16 09:15:23.829712 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-170d958b-4b93-4548-a019-4c605c6a1236 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/quotas/81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 375 time: 0.0110471 Feb 16 09:15:23.847724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-eb50d652-5b1b-4c31-8de8-2481fcd6687a None None] Port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:15:23.908325 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-f6e02361-b979-480a-9087-6468ec5fc520 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:15:23.923653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-f6e02361-b979-480a-9087-6468ec5fc520 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:15:23.924922 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-f6e02361-b979-480a-9087-6468ec5fc520 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902331 Feb 16 09:15:24.074095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d950482-1cdc-4435-861f-00dd5708bac8 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:24.128234 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-18d98884-c5b4-44f1-ad73-2dadd8fbe50d service neutron] 10.222.0.94 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912093 Feb 16 09:15:24.140128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 0d950482-1cdc-4435-861f-00dd5708bac8 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:24.140498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:24.253236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d45a99-6c31-42f3-8b45-b3cc156de586 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:24.263464 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-0163b11a-c208-488b-9313-828311daaac9 service neutron] 10.222.0.94 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293731 Feb 16 09:15:24.321984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 51d45a99-6c31-42f3-8b45-b3cc156de586 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:24.322513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:25.150139 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Sync routers for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:15:25.162002 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:25.162648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:25.333296 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:25.559939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30129b71-9e19-4cbd-b695-fcc7c94c4e3a req-53d62177-42fb-4e4a-b31c-99f806306ac4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 210 time: 0.1213300 Feb 16 09:15:25.721707 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 2, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:25.725436 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Checking router: 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:15:25.725775 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Updating router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:15:25.775125 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.108760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.119748 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Transition to ACTIVE for port object 9bb2a639-abef-4a5e-a80e-b2e80b954f5a will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:26.126364 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.242512 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Pushing event updated for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:26.264438 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.264777 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.265107 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.265436 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.265758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.266077 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.266398 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.266744 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.267061 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.267374 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.267687 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:15:26.376720 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Attempting to bind port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:15:26.377083 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Attempting to bind port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:15:26.377435 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Attempting to bind port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a on network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:15:26.383950 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:15:26.384318 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Checking segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:15:26.384705 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.385080 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Bound using segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:15:26.385529 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Bound port: 9bb2a639-abef-4a5e-a80e-b2e80b954f5a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:15:26.385891 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.473941 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] For port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:15:26.477576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] For port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:15:26.483422 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:26.562862 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a154f-052d-44cd-a355-4dd7c293635c None None] Pushing event updated for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:26.569800 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:26.570026 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:26.710823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-61d09f2f-7f83-4155-9e2c-9732b2791283 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:26.712307 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-61d09f2f-7f83-4155-9e2c-9732b2791283 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 797 time: 0.2385366 Feb 16 09:15:26.774681 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:26.781839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-f3a995ec-d088-4a12-ab9c-95025fc7646e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 379 time: 0.0510054 Feb 16 09:15:26.794424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'port': {'device_id': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'admin_state_up': True, 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'security_groups': ['dbb740ed-7b79-42cd-9162-8861d3618da1']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:26.815266 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-74eced53-c792-4f16-bbe4-138947270e25 req-ef8daee8-00cb-4b05-b7e4-f214c6114300 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 210 time: 0.0902140 Feb 16 09:15:26.935523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:26.945150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:26.955725 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:15:26.959256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.119311 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:26Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:27.122739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.4 (6f927c4f-cb65-47f6-a3e5-4d03a02373c0/90bfee67-32fa-4c2f-8f53-437e4317b657/9dd212a3-7d6e-454c-a29e-80635fca9674) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:15:27.123187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0986d5ce-44cc-45b0-8478-e9e04457c893 None None] The sync data for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv is: [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:26Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:15:27.350536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.368027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 9dd212a3-7d6e-454c-a29e-80635fca9674 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:27.392016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.468578 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:27.471510 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:27.475426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:15:27.506146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:27.541538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:27.542155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.570260 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-12597e12-7659-4b75-934a-b88c8b4b6371 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828062 Feb 16 09:15:27.592001 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Request body: {'port': {'device_id': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:27.712574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.758626 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-877cda16-41d6-44d6-9970-75bf6dd25fee None None] Provisioning for port 9dd212a3-7d6e-454c-a29e-80635fca9674 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:27.764668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-877cda16-41d6-44d6-9970-75bf6dd25fee None None] Provisioning complete for port 9dd212a3-7d6e-454c-a29e-80635fca9674 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:27.765432 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-877cda16-41d6-44d6-9970-75bf6dd25fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:27.831660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-877cda16-41d6-44d6-9970-75bf6dd25fee None None] Port 9dd212a3-7d6e-454c-a29e-80635fca9674 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:15:28.014563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e855ba-dfdd-4623-aba5-0326d12101d4 req-40c5516a-0125-4fbc-a807-b3d65f18c755 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:28.016498 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53e855ba-dfdd-4623-aba5-0326d12101d4 req-40c5516a-0125-4fbc-a807-b3d65f18c755 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 931 time: 0.0795565 Feb 16 09:15:28.068344 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53e855ba-dfdd-4623-aba5-0326d12101d4 req-84d5be6d-4d39-475e-9bf8-ba6646119eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463629 Feb 16 09:15:28.109490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9bb2a639-abef-4a5e-a80e-b2e80b954f5a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:28.166165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd212a3-7d6e-454c-a29e-80635fca9674 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:15:28.173663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.176376 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:28.181449 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:28.181832 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.188893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Transition to ACTIVE for port object 9dd212a3-7d6e-454c-a29e-80635fca9674 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:15:28.192946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.302980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.308216 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:28.338718 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:28.343209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.418906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:28.431940 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Attempting to bind port 9dd212a3-7d6e-454c-a29e-80635fca9674 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:15:28.432416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Attempting to bind port 9dd212a3-7d6e-454c-a29e-80635fca9674 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:15:28.432747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Attempting to bind port 9dd212a3-7d6e-454c-a29e-80635fca9674 on network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:15:28.439637 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Port 9dd212a3-7d6e-454c-a29e-80635fca9674 on network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:15:28.439956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Attempting to bind port 9dd212a3-7d6e-454c-a29e-80635fca9674 on network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:15:28.446811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:15:28.447186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Checking segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:15:28.447628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Bound using segment: {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:15:28.448145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Bound port: 9dd212a3-7d6e-454c-a29e-80635fca9674, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d3077c-f760-4785-b77e-08689f05ad1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:15:28.448559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.539771 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:15:28.542864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:15:28.547929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.611989 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:28.613416 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] 10.222.0.98 "PUT /v2.0/ports/9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 1093 time: 1.0270481 Feb 16 09:15:28.613901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:15:28.632541 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408067d4-8b83-43c2-92bd-a8c3fa7cad7f service neutron] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:28.713767 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'status': 'completed', 'code': 200} Feb 16 09:15:28.759765 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-cac99f3d-4e39-4d84-bbba-2f14bc06329c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1096 time: 0.0881219 Feb 16 09:15:28.834314 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-591b2dad-b369-473c-bb85-b63aa7827bc0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 217 time: 0.0622745 Feb 16 09:15:28.897644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-381620cd-2b4d-4f52-b265-f8caa49b6ccc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:28.899107 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-381620cd-2b4d-4f52-b265-f8caa49b6ccc service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0595858 Feb 16 09:15:28.970731 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-adf4f6f2-d006-4048-b447-832844fd0b18 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650814 Feb 16 09:15:29.096294 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-e003d474-eeff-45ea-b982-cc82b9a27065 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195662 Feb 16 09:15:29.225006 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-e337c7bf-49d0-4bb6-b799-150a9b7c8e13 req-c9038d06-bf47-493b-99e2-6f86d7d3784e service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234765 Feb 16 09:15:29.273327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a9405-6d05-49c4-a33c-18696e217b12 req-9751a6bd-c815-4bfe-872f-386d5fad5be2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:29.274799 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ba0a9405-6d05-49c4-a33c-18696e217b12 req-9751a6bd-c815-4bfe-872f-386d5fad5be2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 943 time: 0.0797281 Feb 16 09:15:29.320893 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ba0a9405-6d05-49c4-a33c-18696e217b12 req-bc7241bf-3976-4b58-aa7c-ec2f580be018 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392716 Feb 16 09:15:29.380223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-ee13de7e-c87a-45ae-8cb7-3260c03bdb26 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1096 time: 0.0679560 Feb 16 09:15:29.509473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-c18e0a20-9215-4eae-886c-6c6ccbb70d61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:29.510927 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-c18e0a20-9215-4eae-886c-6c6ccbb70d61 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1228242 Feb 16 09:15:29.579065 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-d81a60c8-2473-4748-8bd2-252db4bd3389 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 217 time: 0.0616000 Feb 16 09:15:29.644964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-4aaecf51-0aaf-4833-b480-5549bebbf132 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:29.646312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-4aaecf51-0aaf-4833-b480-5549bebbf132 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0611515 Feb 16 09:15:29.805514 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-b29594df-aed8-4a20-b381-e7b3f10df495 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1524830 Feb 16 09:15:29.940899 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-dc6a28b8-7e62-4f9a-9379-c355f15bf787 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280994 Feb 16 09:15:30.071743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9bb2a639-abef-4a5e-a80e-b2e80b954f5a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:30.074832 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c0cff72c-ae13-46c9-ac9e-171582ed48dd req-e609cbb5-1937-45df-8dcb-0ff727449e37 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282487 Feb 16 09:15:30.139054 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:30.139491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:30.518208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9553d-22e9-414d-913c-6e8c54a8e5eb req-32540347-053a-4b38-83a4-d62fb46cc5a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:30.519597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdc9553d-22e9-414d-913c-6e8c54a8e5eb req-32540347-053a-4b38-83a4-d62fb46cc5a5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 943 time: 0.0770330 Feb 16 09:15:30.570420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:15:30.645097 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bdc9553d-22e9-414d-913c-6e8c54a8e5eb req-a05a6998-4215-415f-a35b-c52f9aa352a6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199589 Feb 16 09:15:30.702692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:30.715983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'mac_address': 'fa:16:3e:2b:3f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:15:30.770138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:30.790143 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd212a3-7d6e-454c-a29e-80635fca9674 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:15:30.804622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:30.808794 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:30.880565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:31.079710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['9dd212a3-7d6e-454c-a29e-80635fca9674'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:15:31.842232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c87fd5-1394-46d0-8cfd-8ab3182b453d req-89826adf-b8b0-4354-96dc-fba07c884a6f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:31.843691 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69c87fd5-1394-46d0-8cfd-8ab3182b453d req-89826adf-b8b0-4354-96dc-fba07c884a6f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 944 time: 0.0757840 Feb 16 09:15:31.887322 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-69c87fd5-1394-46d0-8cfd-8ab3182b453d req-e6866812-cf47-4120-9019-0e902c5d434b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380063 Feb 16 09:15:32.255898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:32.591791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:15:32.659554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 9dd212a3-7d6e-454c-a29e-80635fca9674 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:15:32.663965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 9dd212a3-7d6e-454c-a29e-80635fca9674 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:15:32.664335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:32.796170 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:32.824986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:15:32.834898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:15:32.839026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:32.882640 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'code': 200} Feb 16 09:15:32.912967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:33.090843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf8bec-d913-4ef7-aa8d-dc2bb3d6638f req-7d1eb2cf-b5df-486f-8899-eabd56af8617 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:33.092274 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d7cf8bec-d913-4ef7-aa8d-dc2bb3d6638f req-7d1eb2cf-b5df-486f-8899-eabd56af8617 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0840821 Feb 16 09:15:33.137014 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d7cf8bec-d913-4ef7-aa8d-dc2bb3d6638f req-90ef7ea4-5aea-49a7-96c2-ab865788e76e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 Feb 16 09:15:33.148305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6550ca51-79ad-427b-9724-a66b67f85a37 req-8e9f9877-408c-4d1d-ae44-5bfd5e1984a5 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0707843 Feb 16 09:15:33.192880 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-6550ca51-79ad-427b-9724-a66b67f85a37 req-ebacf95d-551e-4055-a8ad-fe8b07246684 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Feb 16 09:15:34.354203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f942e725-47a8-4c8c-8447-39bf16d1674b req-cc386784-fa19-4fea-83eb-a820216de698 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:34.355649 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f942e725-47a8-4c8c-8447-39bf16d1674b req-cc386784-fa19-4fea-83eb-a820216de698 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0838199 Feb 16 09:15:34.403806 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f942e725-47a8-4c8c-8447-39bf16d1674b req-4e0f99b6-a70a-49a5-b5f0-372ae0d88e14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417998 Feb 16 09:15:35.603917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e088bc-6a71-4b0f-86ff-ccb25471bbc2 req-b00dbaca-749d-4156-a234-4eb9243a6be6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:35.605374 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b0e088bc-6a71-4b0f-86ff-ccb25471bbc2 req-b00dbaca-749d-4156-a234-4eb9243a6be6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0795979 Feb 16 09:15:35.653118 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b0e088bc-6a71-4b0f-86ff-ccb25471bbc2 req-75fe5a13-aa33-47c4-8289-89d747aff0ab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Feb 16 09:15:35.851115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655087a-e938-4f19-912d-f1355296ebb3 req-a9fa6f81-0cea-4df6-8ec3-b2938f12eb5d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:35.852554 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7655087a-e938-4f19-912d-f1355296ebb3 req-a9fa6f81-0cea-4df6-8ec3-b2938f12eb5d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0787921 Feb 16 09:15:35.896872 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7655087a-e938-4f19-912d-f1355296ebb3 req-a68f31f6-9160-46df-85e1-468a794f2ef6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386860 Feb 16 09:15:35.924156 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42268) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:35.991909 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-235d08e3-ccb2-49ff-b083-0365712c6aa7 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1093 time: 0.0666108 Feb 16 09:15:35.994665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42272) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:35.999824 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:15:36.005395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:15:36.009165 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:floatingip and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:15:36.011977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:15:36.018539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:15:36.030746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:36.162058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:36.298457 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.56 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/bb290bfc-6f45-4c57-8537-c5b043d23bc4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:15:36.440823 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:36.467663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:36.532260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:15:36.534955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:15:36.539273 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:15:36.569199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=bb290bfc-6f45-4c57-8537-c5b043d23bc4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:37.038795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:37.181549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:37.377865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:37.382192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:37.481441 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=bb290bfc-6f45-4c57-8537-c5b043d23bc4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:15:37.502562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:37.690400 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Floating IP 86a6ebd4-2f6a-4363-b254-50ac13dbaa8e associated. External IP: 172.26.4.56, port: 9dd212a3-7d6e-454c-a29e-80635fca9674. Feb 16 09:15:38.086355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:15:38.276412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:15:38.300291 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:38.354195 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3cd8ccda-1c20-4128-a632-39b348dd6e38 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3585393 Feb 16 09:15:38.354796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:15:38.408994 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'status': 'completed', 'code': 200} Feb 16 09:15:38.508268 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ceca2ecc-e7d0-47d5-87a3-fb7ea35b4cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:38.523026 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-884eb443-8913-4e25-b55e-f3a44c77ccf2 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0715847 Feb 16 09:15:38.533873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b785dca-2eb5-49ab-8123-e0257e093a00 req-001d618e-02ab-4eb5-b3e3-be8dfa0b1f39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:38.535332 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0b785dca-2eb5-49ab-8123-e0257e093a00 req-001d618e-02ab-4eb5-b3e3-be8dfa0b1f39 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0761960 Feb 16 09:15:38.579302 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0b785dca-2eb5-49ab-8123-e0257e093a00 req-c8173b36-d57d-4e1c-96ab-3dfec744ccb4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384464 Feb 16 09:15:38.608137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42282) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:38.653791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-6a577cae-d689-49f3-9993-4733abda78f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:38.655780 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-6a577cae-d689-49f3-9993-4733abda78f6 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1268671 Feb 16 09:15:38.711208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6b10a68a-3b40-42ea-beb7-38c0e4fd4ee6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 990 time: 0.1018894 Feb 16 09:15:38.857909 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-c9a975c9-8242-404c-8e2d-ac06a9e919a3 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 998 time: 0.1954873 Feb 16 09:15:38.917305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-ee1103ed-9f03-4caf-a3d6-715b5ef090dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:38.918716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-ee1103ed-9f03-4caf-a3d6-715b5ef090dd service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0552549 Feb 16 09:15:38.991818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-c97f74c3-f1ea-41cc-ad1d-789cbc32428c service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676486 Feb 16 09:15:39.084433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Sync routers for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:15:39.097578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:39.098190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:39.123716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-908c4401-5943-4b26-9a9f-069fec96d58a service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264322 Feb 16 09:15:39.254776 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d49b4050-1b16-4443-ab1a-2e5f1949e03a req-d5236b01-0a33-4d04-9e00-220c7191c97a service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253335 Feb 16 09:15:39.276496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:39.627416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '86a6ebd4-2f6a-4363-b254-50ac13dbaa8e', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'mac_address': 'fa:16:3e:2b:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:15:36Z', 'updated_at': '2022-02-16T09:15:36Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:39.631303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Checking router: 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:15:39.642372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:15:39.643042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:15:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:39.714998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42286) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:39.817575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ce3c461c-d63f-4bb1-a101-b2069cdba072 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 990 time: 0.1014605 Feb 16 09:15:39.821346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:15:40.160339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '86a6ebd4-2f6a-4363-b254-50ac13dbaa8e', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'mac_address': 'fa:16:3e:2b:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:15:36Z', 'updated_at': '2022-02-16T09:15:36Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:15:40.164288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8dd9e1-07b0-4dbe-96ed-57693d4fd435 None None] The sync data for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv is: [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '86a6ebd4-2f6a-4363-b254-50ac13dbaa8e', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.56', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'mac_address': 'fa:16:3e:2b:3f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:15:36Z', 'updated_at': '2022-02-16T09:15:36Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:15:40.821486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42290) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:40.923439 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7d417d1-ea14-4c37-ae75-df67dea633e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 990 time: 0.1008148 Feb 16 09:15:40.994333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ea6b3e93-7773-4c4d-a45f-c12c55a241e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:41.747215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:41.927272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42294) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:42.029544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-73b9fde9-86d5-47d7-87de-0e7696baaa2e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 990 time: 0.1011841 Feb 16 09:15:42.060797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:42.343452 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-c453000c-2838-43a8-afeb-aeef93ea3a19 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657594 Feb 16 09:15:42.500644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-bb2c49ed-bd12-489a-8469-8ee456404ab3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0684278 Feb 16 09:15:42.640251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d583d-0b80-4338-8325-762ace201474 req-ce12ed5c-d241-43e8-95d0-82f96c04d3c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:42.641588 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-ce12ed5c-d241-43e8-95d0-82f96c04d3c4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1237998 Feb 16 09:15:42.740956 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-26e24603-7c3a-479f-9d94-0f1816eff4d0 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 998 time: 0.0937502 Feb 16 09:15:42.807126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d583d-0b80-4338-8325-762ace201474 req-31109347-f0a0-4052-aecb-883850fbcf6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:15:42.808562 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-31109347-f0a0-4052-aecb-883850fbcf6d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0601938 Feb 16 09:15:42.881163 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-36b6cf67-7a6e-4c97-9d0a-79d332948ac3 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672107 Feb 16 09:15:43.010020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-b9a5f95b-033f-4f7e-a073-0cd0e33b6067 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234267 Feb 16 09:15:43.033391 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42298) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:43.135736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-e5af9015-4281-4911-b876-bdb2dacb85d8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 990 time: 0.1012208 Feb 16 09:15:43.141487 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-297d583d-0b80-4338-8325-762ace201474 req-91b54f3d-aa5f-471e-afe3-1de6165beeab service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256793 Feb 16 09:15:43.306471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c07f0-443e-4ad2-951b-9968c8e80b91 None None] New status for floating IP 86a6ebd4-2f6a-4363-b254-50ac13dbaa8e: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:15:43.875982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:15:44.140223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42302) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:15:44.240507 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d1b5773e-bde5-47b4-8664-5c7190782ae3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 992 time: 0.0992241 Feb 16 09:15:47.760677 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:16:02.271377 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:08.510915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-aaa1358c-9259-48f6-a640-d4e69326e19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:09.635891 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0e7f7dec-8b3e-4a1f-864c-51e8c1d050c4 req-f238a55f-f6a3-4ff6-ba11-c52dab3ec214 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0678873 Feb 16 09:16:09.892780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42324) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:16:09.941055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c810060-c56c-4f3f-bea1-600d49071186 req-f9d21c1d-3d12-480b-8d5d-e1c0623f3e08 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:09.942516 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8c810060-c56c-4f3f-bea1-600d49071186 req-f9d21c1d-3d12-480b-8d5d-e1c0623f3e08 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0761924 Feb 16 09:16:09.986960 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8c810060-c56c-4f3f-bea1-600d49071186 req-1e4b8062-2f2f-46ad-95f9-349f1d47c787 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389872 Feb 16 09:16:10.030374 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-960a8c75-0434-4f29-9656-59e620a74e5b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362154 Feb 16 09:16:10.995552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69fdebbc-3365-4507-a8b7-206d1cbc5f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:11.189086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2104e3aa-0b37-419b-8c79-2d47066791ea req-b8531f43-7cf4-4292-af0a-2d83de8379ac tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:11.191476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2104e3aa-0b37-419b-8c79-2d47066791ea req-b8531f43-7cf4-4292-af0a-2d83de8379ac tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0835662 Feb 16 09:16:11.239656 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2104e3aa-0b37-419b-8c79-2d47066791ea req-cf1c8059-1c82-44a5-8d27-3b295c40c181 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Feb 16 09:16:11.299117 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-2ff75b8f-ed0f-49e2-adb4-fb41e63b07f8 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0692079 Feb 16 09:16:11.426528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-96008479-f455-4c21-8e25-696956b1bd2c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:11.427958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-96008479-f455-4c21-8e25-696956b1bd2c service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1232071 Feb 16 09:16:11.625154 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-876d7a98-b523-4b23-83d2-5c2ad34a6015 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 1000 time: 0.1917679 Feb 16 09:16:11.684125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-a907ba98-5ec7-4869-b3b3-efc0a148519d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:11.685489 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-a907ba98-5ec7-4869-b3b3-efc0a148519d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0544157 Feb 16 09:16:11.749565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:11.761015 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-0bc2085d-8474-40c8-a251-a9bf87b98a54 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703251 Feb 16 09:16:11.889438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-51abe793-4d2e-4b9e-a11d-a6f7f655f1f5 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222408 Feb 16 09:16:12.021267 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-2ea59edc-09ef-435d-ac71-ccdc92ee4d3c service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254990 Feb 16 09:16:12.063104 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:12.435482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50855c6e-4377-4d1b-9db2-ec7eaf541b3a req-c5b1d67d-7b40-419b-844c-cc1db9449c22 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:12.436912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-50855c6e-4377-4d1b-9db2-ec7eaf541b3a req-c5b1d67d-7b40-419b-844c-cc1db9449c22 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0729463 Feb 16 09:16:12.558888 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-50855c6e-4377-4d1b-9db2-ec7eaf541b3a req-b6540fae-8e16-4968-bf64-b17e0e23d874 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159353 Feb 16 09:16:13.758398 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b184d84-e36c-43b9-b4e0-49b632304a57 req-216ab5e9-8d66-4a4e-83f3-8555aadebb4e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:13.759832 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b184d84-e36c-43b9-b4e0-49b632304a57 req-216ab5e9-8d66-4a4e-83f3-8555aadebb4e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0743878 Feb 16 09:16:13.804140 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7b184d84-e36c-43b9-b4e0-49b632304a57 req-1cf4125b-9469-48b8-a2f6-960c24ec1b1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389614 Feb 16 09:16:13.878765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:15.002596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031c13b-bfe9-4453-b2ea-b53e3dc5eb41 req-805aee22-4a48-4b49-bf55-c754ad78bc69 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:15.004041 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3031c13b-bfe9-4453-b2ea-b53e3dc5eb41 req-805aee22-4a48-4b49-bf55-c754ad78bc69 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0797558 Feb 16 09:16:15.047750 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3031c13b-bfe9-4453-b2ea-b53e3dc5eb41 req-40f4c558-2770-46f1-b0f8-1d9b30155852 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383458 Feb 16 09:16:16.245575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a11b64-db28-4fcd-9122-b1c1eb0f665d req-e5b336cb-6a35-41ae-9c57-87180903fe1f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:16.247048 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7a11b64-db28-4fcd-9122-b1c1eb0f665d req-e5b336cb-6a35-41ae-9c57-87180903fe1f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0751550 Feb 16 09:16:16.291400 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b7a11b64-db28-4fcd-9122-b1c1eb0f665d req-8a7c36ce-f664-4817-a17b-7537e1c31d16 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 Feb 16 09:16:17.499823 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4abf7a6-f382-404e-9a1e-6bb01916c4d6 req-5e37ac0b-3da8-4e0a-9bc3-364cf79fc74e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:17.501259 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4abf7a6-f382-404e-9a1e-6bb01916c4d6 req-5e37ac0b-3da8-4e0a-9bc3-364cf79fc74e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0767872 Feb 16 09:16:17.544621 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4abf7a6-f382-404e-9a1e-6bb01916c4d6 req-3f98aef8-2cc1-4666-90f4-884fd7c8bdc4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379148 Feb 16 09:16:18.736321 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14819a-284c-4eee-831e-a620dbbcc39b req-638c7637-5f2a-4548-babe-dd32266b6e01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:18.737760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc14819a-284c-4eee-831e-a620dbbcc39b req-638c7637-5f2a-4548-babe-dd32266b6e01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0745704 Feb 16 09:16:18.784278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dc14819a-284c-4eee-831e-a620dbbcc39b req-e2ac083e-e725-4e30-9276-8186fe719d05 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410738 Feb 16 09:16:19.979383 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd545b2d-c3e3-4835-a686-94ea1cc7ae86 req-8f20b92f-deec-44f4-80d9-e86599fd80ba tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:19.980834 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd545b2d-c3e3-4835-a686-94ea1cc7ae86 req-8f20b92f-deec-44f4-80d9-e86599fd80ba tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0740180 Feb 16 09:16:20.025357 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd545b2d-c3e3-4835-a686-94ea1cc7ae86 req-506a2b2b-b6e5-4e64-bc1d-6704f62bb61b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382671 Feb 16 09:16:21.224093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a332b-01cb-49b0-89d5-b65670233012 req-2072c703-93ec-499e-8d4d-1ee7adef1c58 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:21.225528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-283a332b-01cb-49b0-89d5-b65670233012 req-2072c703-93ec-499e-8d4d-1ee7adef1c58 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0793462 Feb 16 09:16:21.270122 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-283a332b-01cb-49b0-89d5-b65670233012 req-c8c27099-95ad-4cf2-94d3-8969f89963c1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390406 Feb 16 09:16:22.472033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74813102-d49a-4798-a121-17871c53d00a req-7ba63a52-f28f-4182-a0b6-01ffe2c5704c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:22.473750 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-74813102-d49a-4798-a121-17871c53d00a req-7ba63a52-f28f-4182-a0b6-01ffe2c5704c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0853002 Feb 16 09:16:22.518206 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-74813102-d49a-4798-a121-17871c53d00a req-17ad526e-4d79-48a6-9828-fd11fbb8a0de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389626 Feb 16 09:16:23.719230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd47fc-2569-4534-891c-3fb737ecf774 req-960c2bf7-43cd-4a15-b02d-9dcbe42330e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:23.720646 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f2dd47fc-2569-4534-891c-3fb737ecf774 req-960c2bf7-43cd-4a15-b02d-9dcbe42330e6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0769842 Feb 16 09:16:23.764356 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f2dd47fc-2569-4534-891c-3fb737ecf774 req-aa501af1-f0d0-467f-b6ee-14eb95644e9f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383077 Feb 16 09:16:24.760273 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:16:24.958369 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f5e93-eb58-4052-a5f9-a57534d35274 req-1add070c-3919-453c-a26c-709ae9016374 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:24.959895 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a59f5e93-eb58-4052-a5f9-a57534d35274 req-1add070c-3919-453c-a26c-709ae9016374 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0773070 Feb 16 09:16:25.007818 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a59f5e93-eb58-4052-a5f9-a57534d35274 req-38d1d2c0-5ed6-47fa-89c8-b85161b6a3d4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421238 Feb 16 09:16:26.201374 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc19f4f-26e4-4905-896a-51037919bf1a req-52b7b38b-e045-45ce-8612-47a1d18dfded tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:26.202843 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0bc19f4f-26e4-4905-896a-51037919bf1a req-52b7b38b-e045-45ce-8612-47a1d18dfded tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0734861 Feb 16 09:16:26.246934 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0bc19f4f-26e4-4905-896a-51037919bf1a req-b957ca9a-39d4-496a-8a1a-95b016e6871e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381379 Feb 16 09:16:27.450229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e33c5-69f8-409c-ab74-bebbc8d58c6d req-72ab7cce-9f1b-48c0-b267-63bc041af5b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:27.451721 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b8e33c5-69f8-409c-ab74-bebbc8d58c6d req-72ab7cce-9f1b-48c0-b267-63bc041af5b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0803840 Feb 16 09:16:27.498698 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2b8e33c5-69f8-409c-ab74-bebbc8d58c6d req-73e35604-2f68-409d-a7f0-4cd490146f1f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Feb 16 09:16:28.690443 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b3cab-41a7-4caf-9a62-b1a1685b03bc req-ece4c29d-27a5-4403-a535-499138dd4e46 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:28.691871 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-693b3cab-41a7-4caf-9a62-b1a1685b03bc req-ece4c29d-27a5-4403-a535-499138dd4e46 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0735204 Feb 16 09:16:28.741213 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-693b3cab-41a7-4caf-9a62-b1a1685b03bc req-ae123704-5dd0-4c6b-83de-a4368e245704 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439038 Feb 16 09:16:28.891951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-13dd2322-c6ac-4aec-be0e-bac64e8e18a1 service neutron] 10.222.0.98 "GET /v2.0/ports/9dd212a3-7d6e-454c-a29e-80635fca9674/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0701823 Feb 16 09:16:29.172493 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-b8aafc80-c49a-4cc8-b5f9-11d0d5c27b55 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 1098 time: 0.0689526 Feb 16 09:16:29.272954 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-f2cc0a15-f729-4201-a02d-21c593a019e6 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0701911 Feb 16 09:16:29.399844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-906f916f-4275-4b18-aa39-604e53b5bcbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:29.401284 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-906f916f-4275-4b18-aa39-604e53b5bcbe service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1220527 Feb 16 09:16:29.502697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-63795cfa-c74e-4975-b0a8-f417a0ada419 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 1000 time: 0.0951550 Feb 16 09:16:29.561113 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-e25b714a-1892-4105-bad6-8f4b96699e0b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:29.562522 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-e25b714a-1892-4105-bad6-8f4b96699e0b service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0544903 Feb 16 09:16:29.638187 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-707d5714-ddbc-46d7-bb75-3fe466f497b4 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699720 Feb 16 09:16:29.765427 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-018aacba-f3d3-4823-bcb1-35b1bcc15f70 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214991 Feb 16 09:16:29.894536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-05594cdf-0e2a-4923-89d7-b3761ba7c1fa req-3bd97deb-3aab-46be-9f1a-bcf2398e1dce service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230936 Feb 16 09:16:29.941999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e41c18-09b9-41a0-bbc9-ba6afc0092c7 req-af58b8c5-7163-4fbe-9aab-99d74cd1d0aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:29.943463 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-15e41c18-09b9-41a0-bbc9-ba6afc0092c7 req-af58b8c5-7163-4fbe-9aab-99d74cd1d0aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0807946 Feb 16 09:16:29.988642 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-15e41c18-09b9-41a0-bbc9-ba6afc0092c7 req-d4b678ee-d2a5-4685-ab23-5816057f4fa1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397205 Feb 16 09:16:31.188564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204a5e79-dbc6-4377-a79b-461872047894 req-072d8f31-49fa-4b1e-8c6b-157dffa4729c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:31.190111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-204a5e79-dbc6-4377-a79b-461872047894 req-072d8f31-49fa-4b1e-8c6b-157dffa4729c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0738590 Feb 16 09:16:31.262293 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-204a5e79-dbc6-4377-a79b-461872047894 req-a01aa6c2-9734-4175-9ddc-469ff1668dc1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661287 Feb 16 09:16:32.276178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:32.460361 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fdb31-3c41-4518-a5cf-3a5e2cec310e req-b6669de9-8d0a-4d48-b765-752b9bd3dfb7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:32.462152 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77fdb31-3c41-4518-a5cf-3a5e2cec310e req-b6669de9-8d0a-4d48-b765-752b9bd3dfb7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0799479 Feb 16 09:16:32.507086 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c77fdb31-3c41-4518-a5cf-3a5e2cec310e req-55333ea9-2d04-4b03-b01f-ca1a2e7ee56a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389960 Feb 16 09:16:32.777416 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:16:32.856971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-10000a66-3e06-4765-b5a7-595c5d4b6365 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:32.857655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-10000a66-3e06-4765-b5a7-595c5d4b6365 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:16:32.857780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15609c6b-861c-40e0-8a0a-d7471383a5b8 req-5e644d5b-86aa-4f6a-a756-4344cc753f9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:32.863070 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-15609c6b-861c-40e0-8a0a-d7471383a5b8 req-5e644d5b-86aa-4f6a-a756-4344cc753f9a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0974081 Feb 16 09:16:32.887398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-10000a66-3e06-4765-b5a7-595c5d4b6365 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:16:32.888584 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-10000a66-3e06-4765-b5a7-595c5d4b6365 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&tenant_id=81de768bdfdd451d8a77f04224fb749b&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1155078 Feb 16 09:16:32.919743 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:16:32.920875 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-15609c6b-861c-40e0-8a0a-d7471383a5b8 req-8ddcb373-d927-4cbd-be86-2aea3c62414d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536942 Feb 16 09:16:32.934227 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'port_id': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'mac_address': 'fa:16:3e:2b:3f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:16:32.992498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:33.009840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dd212a3-7d6e-454c-a29e-80635fca9674 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:16:33.025872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:16:33.030077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:33.057765 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-4894b91d-4c77-4b4a-b607-4b94c9be0aac service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0740638 Feb 16 09:16:33.097185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:16:33.108242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.108514 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.108859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.109199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.109566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.109900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.110231 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.110588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.110917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.111243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.111566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:16:33.160018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['9dd212a3-7d6e-454c-a29e-80635fca9674'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:16:33.161196 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c3c28-8319-4ab0-8857-86ab4ee95734 req-b15c7686-f880-4349-8095-fc0be80dbbed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:33.162712 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-169c3c28-8319-4ab0-8857-86ab4ee95734 req-b15c7686-f880-4349-8095-fc0be80dbbed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 944 time: 0.0822756 Feb 16 09:16:33.210255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-24741544-30c0-4a97-bc3e-0a1b3a446cf9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:33.212985 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-24741544-30c0-4a97-bc3e-0a1b3a446cf9 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1498151 Feb 16 09:16:33.214231 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-169c3c28-8319-4ab0-8857-86ab4ee95734 req-57767d94-43f5-4e8e-ac4c-43d0cab7a1ae tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452418 Feb 16 09:16:33.408904 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-2318452d-beb9-4bed-be2a-f8b8ad10bc63 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 999 time: 0.1892428 Feb 16 09:16:33.475568 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-210b377b-4165-47eb-9283-6ea0fed22d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:33.476964 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-210b377b-4165-47eb-9283-6ea0fed22d81 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0624969 Feb 16 09:16:33.549392 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-cf69c0f5-a758-4c85-bb13-1e58e807fd91 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663948 Feb 16 09:16:33.677528 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-3eb2c152-9fd3-4582-af3c-a479b82b58ff service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214333 Feb 16 09:16:33.808182 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-29eafd34-aea7-424b-9edc-5bbcebf61c36 req-26ae1820-5863-45d1-8893-e936cad7e0cf service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230690 Feb 16 09:16:34.422202 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f35ef1-24cc-4323-9e88-0fcc19d011a3 req-2d13a8fa-e4e5-4c81-8d47-1bd7e2999538 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:34.424052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-37f35ef1-24cc-4323-9e88-0fcc19d011a3 req-2d13a8fa-e4e5-4c81-8d47-1bd7e2999538 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 944 time: 0.0843234 Feb 16 09:16:34.472284 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-37f35ef1-24cc-4323-9e88-0fcc19d011a3 req-76e1d52f-caab-43db-af0e-6a836930fe01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 Feb 16 09:16:34.500087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42398) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:16:34.679957 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b84f8508-24e5-4f96-afbc-ee1cd79db12a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 200 len: 991 time: 0.1786444 Feb 16 09:16:34.777585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:16:34.846620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 9dd212a3-7d6e-454c-a29e-80635fca9674 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:16:34.846996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:34.956485 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:34.981951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:16:34.991541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:16:34.996755 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:35.048129 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'code': 200} Feb 16 09:16:35.061188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:16:38.512490 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8a829782-e70c-4a9f-bcf3-51542006edcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:40.997217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-9ff9ec10-a8c3-4662-b5df-8188a3dbf0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:41.752347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:42.064524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:16:42.360893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-51578726-f458-4d44-aa02-f5b84ebd8740 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695117 Feb 16 09:16:42.520662 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-e3f1de53-845b-48e1-a0fa-ee9415f82754 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0667388 Feb 16 09:16:42.665138 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-ad79c48b-0026-465d-a524-851687999092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:42.666485 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-ad79c48b-0026-465d-a524-851687999092 service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1277540 Feb 16 09:16:42.776995 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-0d37bb28-593c-40b6-936b-1226f8654bbb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 1000 time: 0.1038229 Feb 16 09:16:42.837269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-96c10f7d-dca6-4225-bf7d-bc61de88697a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:16:42.838696 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-96c10f7d-dca6-4225-bf7d-bc61de88697a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0551627 Feb 16 09:16:42.915524 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-9d37bf73-cf55-4b90-9b2a-491a52f1ecfb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704052 Feb 16 09:16:43.044089 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-42a0ca72-02e4-4bd9-b02f-96775ff30de6 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211627 Feb 16 09:16:43.169673 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-85b928e3-49b9-4f01-b602-6898eb0e4a78 req-55a872d8-a416-4944-b40e-b164c0bea750 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197057 Feb 16 09:16:43.881037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:01.760172 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:17:02.285839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:03.206752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42412) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:03.399235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port bb290bfc-6f45-4c57-8537-c5b043d23bc4 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:17:03.399577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:03.566689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:03.567015 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:03.682086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for bb290bfc-6f45-4c57-8537-c5b043d23bc4 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:17:03.828412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:03.870946 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=bb290bfc-6f45-4c57-8537-c5b043d23bc4,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:03.882794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.882794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.882973 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.883256 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.883582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.883907 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.884229 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.884551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.884870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.885190 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.885505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:03.973629 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:04.352234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:17:04.543957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:17:04.553132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Sync routers for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:17:04.563979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:04.564914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:04.565494 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:16:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:04.713481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cecfad51-0d1e-4354-960e-edcb63e4892c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/floatingips/86a6ebd4-2f6a-4363-b254-50ac13dbaa8e HTTP/1.1" status: 204 len: 168 time: 1.5056629 Feb 16 09:17:04.714148 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:17:04.743819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:04.848075 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'status': 'completed', 'code': 200} Feb 16 09:17:04.974502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-00c01f5a-991b-4c47-80c7-a76e110a5bda service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 1098 time: 0.0805078 Feb 16 09:17:05.064568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:05.068667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Checking router: 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:17:05.080056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:05.080918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:16:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:05.133269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-b0f858ab-82ea-4503-86f8-40006cb3a54e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:05.135508 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-b0f858ab-82ea-4503-86f8-40006cb3a54e service neutron] 10.222.0.98 "GET /v2.0/networks?id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 200 len: 898 time: 0.1486824 Feb 16 09:17:05.143399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967eebc-c521-47d4-9fdc-423a5cb6dfd2 req-458195d4-0e52-4d0d-8e6a-72e635e21bbd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:05.144205 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e967eebc-c521-47d4-9fdc-423a5cb6dfd2 req-458195d4-0e52-4d0d-8e6a-72e635e21bbd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:17:05.162611 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-e967eebc-c521-47d4-9fdc-423a5cb6dfd2 req-458195d4-0e52-4d0d-8e6a-72e635e21bbd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:17:05.169780 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e967eebc-c521-47d4-9fdc-423a5cb6dfd2 req-458195d4-0e52-4d0d-8e6a-72e635e21bbd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.1162083 Feb 16 09:17:05.228862 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e967eebc-c521-47d4-9fdc-423a5cb6dfd2 req-af7f4047-3d71-41f8-abde-cae073107be6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575931 Feb 16 09:17:05.322309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:05.327171 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-3445082a-529c-42ab-ad96-24cda2938816 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 200 len: 217 time: 0.1830273 Feb 16 09:17:05.391928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-1dc6fea6-4e39-4934-8a06-5ca8e9b2d24e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:05.393368 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-1dc6fea6-4e39-4934-8a06-5ca8e9b2d24e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 200 len: 835 time: 0.0605774 Feb 16 09:17:05.469139 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-47bb4718-0ef2-4e51-b888-1a23b57d54bf service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=6f927c4f-cb65-47f6-a3e5-4d03a02373c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686252 Feb 16 09:17:05.598215 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-f341faa7-9287-4802-a78f-c229b132017e service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228294 Feb 16 09:17:05.623982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:05.628313 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9cec53-b3ab-4e0f-a502-b252c0ed952c None None] The sync data for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv is: [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:15:21Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '9bb2a639-abef-4a5e-a80e-b2e80b954f5a', 'name': '', 'network_id': '6f927c4f-cb65-47f6-a3e5-4d03a02373c0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:81:57:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:21Z', 'updated_at': '2022-02-16T09:15:28Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '90bfee67-32fa-4c2f-8f53-437e4317b657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:17:05.731770 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9f0ce066-1fc4-48c1-a3f7-05ca75f54090 req-35a75491-b772-43b9-a746-f0c20c22c714 service neutron] 10.222.0.98 "GET /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266618 Feb 16 09:17:05.841626 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7008b2-0095-4467-8b34-58bc0ef395e7 None None] New status for floating IP 86a6ebd4-2f6a-4363-b254-50ac13dbaa8e: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:17:06.418040 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895d603-494d-4f93-9b08-5648daad7771 req-f9d66f17-8c2a-407d-8490-4bf338b17415 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:06.419513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d895d603-494d-4f93-9b08-5648daad7771 req-f9d66f17-8c2a-407d-8490-4bf338b17415 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0767982 Feb 16 09:17:06.465392 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d895d603-494d-4f93-9b08-5648daad7771 req-8aa5f382-746a-4e7c-9356-5bb77351cf19 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=dbb740ed-7b79-42cd-9162-8861d3618da1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397842 Feb 16 09:17:06.854857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648ce82-56d0-4384-be37-f37065c76e53 req-d2a902a9-cc05-451d-9d0a-9ab747c0d4f6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:06.856273 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8648ce82-56d0-4384-be37-f37065c76e53 req-d2a902a9-cc05-451d-9d0a-9ab747c0d4f6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 945 time: 0.0781801 Feb 16 09:17:06.920164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 9dd212a3-7d6e-454c-a29e-80635fca9674 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:17:06.920498 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:07.171624 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 9dd212a3-7d6e-454c-a29e-80635fca9674, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9dd212a3-7d6e-454c-a29e-80635fca9674,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:07.171893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:07.289664 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 9dd212a3-7d6e-454c-a29e-80635fca9674 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:17:07.428280 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:07.475939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=9dd212a3-7d6e-454c-a29e-80635fca9674,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:07.520062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.520408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.520743 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.521076 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.521404 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.521727 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.522046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.522366 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.522707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.523021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.523337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:07.557900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] No DVR routers for this DVR port 9dd212a3-7d6e-454c-a29e-80635fca9674 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:17:07.560213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:07.562673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-deleted', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:17:07.579086 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8648ce82-56d0-4384-be37-f37065c76e53 req-30a31bab-fff2-4e24-82f2-495049322eab tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "DELETE /v2.0/ports/9dd212a3-7d6e-454c-a29e-80635fca9674 HTTP/1.1" status: 204 len: 173 time: 0.7173061 Feb 16 09:17:07.622806 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b51547bf-103f-4133-a722-d6ef4b60e8ca', 'name': 'network-vif-deleted', 'tag': '9dd212a3-7d6e-454c-a29e-80635fca9674', 'status': 'completed', 'code': 200} Feb 16 09:17:07.637075 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1a05fc2d-226e-492f-acf9-87f4162cdd3a req-5b41e5a1-5507-45e1-94ae-68f3c5ef061f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=b51547bf-103f-4133-a722-d6ef4b60e8ca HTTP/1.1" status: 200 len: 210 time: 0.0468881 Feb 16 09:17:08.513130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0a2dc18-fbad-492c-98f6-5843d7588df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:08.741915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42432) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:08.949100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:17:08.982266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 9dd212a3-7d6e-454c-a29e-80635fca9674 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:17:08.982638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 9dd212a3-7d6e-454c-a29e-80635fca9674 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:17:09.127517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:09.713002 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:17:09.713251 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:09.894653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 9bb2a639-abef-4a5e-a80e-b2e80b954f5a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:09.895371 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:10.105603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 9bb2a639-abef-4a5e-a80e-b2e80b954f5a owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:17:10.277472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:10.322525 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=9bb2a639-abef-4a5e-a80e-b2e80b954f5a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:10.606887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:10.998907 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d32f131c-af63-4b6f-8769-698bb89784e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.177802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:17:11.372881 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:17:11.382749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Sync routers for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:17:11.385134 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aeb258a4-5700-4ad0-92ab-a039b22c97f1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/0f930e5e-d1b4-4979-b983-d019d7a2c8d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6421545 Feb 16 09:17:11.387773 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42436) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:11.394636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:11.395243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:11.571030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:11.660079 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting subnet 90bfee67-32fa-4c2f-8f53-437e4317b657 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:17:11.662943 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.718412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.770067 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.799175 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.864488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:17:10Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:11.868365 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Checking router: 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:17:11.873487 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.879425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Routers {'0f930e5e-d1b4-4979-b983-d019d7a2c8d9'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:11.880093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:11.915547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Subnet': ['ID=90bfee67-32fa-4c2f-8f53-437e4317b657,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:11.920000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:11.926839 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-de9973a6-c172-44c1-9d72-2a13d140d17c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/subnets/90bfee67-32fa-4c2f-8f53-437e4317b657 HTTP/1.1" status: 204 len: 168 time: 0.5381062 Feb 16 09:17:11.929343 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42440) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:11.937452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b7116-2458-4b28-9f40-1aa2be5508f9 None None] Network 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:17:12.129069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.158380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.269674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] Set router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:12.330119 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.339988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 51d45a99-6c31-42f3-8b45-b3cc156de586 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:17:12.340318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.483153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] DHCP port deletion for 6f927c4f-cb65-47f6-a3e5-4d03a02373c0 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:17:12.500355 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Deleting port 0d950482-1cdc-4435-861f-00dd5708bac8 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:17:12.501136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.535066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 51d45a99-6c31-42f3-8b45-b3cc156de586, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=51d45a99-6c31-42f3-8b45-b3cc156de586,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:12.535415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.664654 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 51d45a99-6c31-42f3-8b45-b3cc156de586 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:17:12.759985 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] For port 0d950482-1cdc-4435-861f-00dd5708bac8, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=0d950482-1cdc-4435-861f-00dd5708bac8,segment=NetworkSegment(b8d3077c-f760-4785-b77e-08689f05ad1d),segment_id=b8d3077c-f760-4785-b77e-08689f05ad1d)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:12.760368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.775664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:17:10Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:12.822931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:12.826792 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aca55501-63ee-4eaf-ae8b-b4dc4b25db24 None None] The sync data for ids ['0f930e5e-d1b4-4979-b983-d019d7a2c8d9'] in dv-neutron-829488-1-hyperv is: [{'id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-969067295', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212'}], 'enable_snat': True}, 'gw_port_id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:15:17Z', 'updated_at': '2022-02-16T09:17:10Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '51d45a99-6c31-42f3-8b45-b3cc156de586', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:40:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f930e5e-d1b4-4979-b983-d019d7a2c8d9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:15:18Z', 'updated_at': '2022-02-16T09:15:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:17:12.866403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=51d45a99-6c31-42f3-8b45-b3cc156de586,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:12.890472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Calling delete_port for 0d950482-1cdc-4435-861f-00dd5708bac8 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:17:12.962554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.005259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] Pushing event deleted for resources: {'Port': ['ID=0d950482-1cdc-4435-861f-00dd5708bac8,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:13.011949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d160ca7-0799-4f4d-a0ed-0ac3435b5351 None None] No DVR routers for this DVR port 0d950482-1cdc-4435-861f-00dd5708bac8 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:17:13.187827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.445151 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.449281 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.473242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.473780 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Fanout notify agent at l3_agent the message router_deleted on router 0f930e5e-d1b4-4979-b983-d019d7a2c8d9 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:17:13.488420 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.489513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-765cd708-1318-429d-98b8-cd6dca69c35e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/routers/0f930e5e-d1b4-4979-b983-d019d7a2c8d9 HTTP/1.1" status: 204 len: 168 time: 1.5592847 Feb 16 09:17:13.492308 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42444) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:13.612466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.737957 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.761577 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f927c4f-cb65-47f6-a3e5-4d03a02373c0']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:13.773604 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d3077c-f760-4785-b77e-08689f05ad1d') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:13.773898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d3077c-f760-4785-b77e-08689f05ad1d') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:13.785302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.805657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.811531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:17:13.811917 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:17:13.825695 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:17:13.883672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.904243 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.921488 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:13.932926 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Network': ['ID=6f927c4f-cb65-47f6-a3e5-4d03a02373c0,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:13.944427 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bc66cd62-1fd4-4099-8cc3-24afd60efe1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/networks/6f927c4f-cb65-47f6-a3e5-4d03a02373c0 HTTP/1.1" status: 204 len: 168 time: 0.4510188 Feb 16 09:17:13.947093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42448) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:14.017503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.045346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.110619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.123873 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d950482-1cdc-4435-861f-00dd5708bac8 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:17:14.130462 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb740ed-7b79-42cd-9162-8861d3618da1,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:14.142857 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.146473 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-bba2e96e-83d8-4a79-8eb8-9013cd783956 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/security-groups/dbb740ed-7b79-42cd-9162-8861d3618da1 HTTP/1.1" status: 204 len: 168 time: 0.1959894 Feb 16 09:17:14.167763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 0d950482-1cdc-4435-861f-00dd5708bac8 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:17:14.168194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 0d950482-1cdc-4435-861f-00dd5708bac8 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:17:14.168688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d45a99-6c31-42f3-8b45-b3cc156de586 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:17:14.202152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 51d45a99-6c31-42f3-8b45-b3cc156de586 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:17:14.202476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 51d45a99-6c31-42f3-8b45-b3cc156de586 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:17:14.202895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9bb2a639-abef-4a5e-a80e-b2e80b954f5a no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:17:14.235800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 9bb2a639-abef-4a5e-a80e-b2e80b954f5a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:17:14.236178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 9bb2a639-abef-4a5e-a80e-b2e80b954f5a not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:17:14.421717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42456) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:14.427269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1722149227', 'description': 'tempest-secgroup-smoke-1722149227 description', 'project_id': '81de768bdfdd451d8a77f04224fb749b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:14.433467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:14.437791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:14.441136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:14.446703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:14.457249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.491835 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:14.495470 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:14.498165 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:14.504212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:14.556735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.560212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.605743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:14.608564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.609763 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b53574e1-d7e7-49bd-b070-94442f1b8fc5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1870663 Feb 16 09:17:14.612586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42460) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:14.617778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:14.623729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:14.627987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:14.630803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:14.636589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:14.652749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.712640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.716252 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.738937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404938e4-934a-43ce-8715-4f23e2d9b313,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:14.746932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.748075 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a7afa382-fe2b-4f1d-8ed0-180e473deb6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1346025 Feb 16 09:17:14.750812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42464) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:14.756818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:14.762614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:14.766727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:14.769579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:14.775161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:14.790936 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.853860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.857999 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.883652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24101e33-fdaa-4239-af46-031934222d61,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:14.891851 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.893087 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1d9e1a0c-e23d-4f08-b43b-b8dda30e4f79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1406851 Feb 16 09:17:14.895817 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42468) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:14.900971 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:14.906635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:14.910318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:14.913204 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:14.918797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:14.937201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:14.997634 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.001135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.023170 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff52f21-518c-463e-aa95-03ffbd990110,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:15.032073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.033241 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-324b8781-2c37-4e67-bea8-aa4d9ac5c04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1365383 Feb 16 09:17:15.035941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42472) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:15.041362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:15.047045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:15.051246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:15.054009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:15.059503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:15.075900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.137721 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.141149 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.165037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e68649c-4d0d-4126-8be9-58151fb163df,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:15.175694 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.176941 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-80e67106-324d-4592-9816-53df959c9384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1401002 Feb 16 09:17:15.182481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42476) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:15.188138 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:15.194539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:15.199396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:15.202399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:15.209047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:15.221183 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:17:15.227603 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.294505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.299049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.402302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8604a11-e6cd-4aaf-aea7-2fe339bbbfe1,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:15.410887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.412154 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-058f06bc-a9b0-414c-ab84-b74b3083afeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2287521 Feb 16 09:17:15.414978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42480) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:15.420358 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '8618f59e-cf9b-4fc8-bf7d-a5c589f7a130', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:15.426678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:15.430342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:15.433554 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:15.439221 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:15.448847 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.securitygroups_db [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:17:15.455390 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.521006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.524481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.549444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d184865-222a-4675-a7ff-12fad005de59,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:15.559334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.560552 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-31cdea45-24dd-4bdd-88d3-6e42d892ed01 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1446795 Feb 16 09:17:15.563451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42484) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:15.568914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'network': {'name': 'tempest-network-smoke--749536189', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'port_security_enabled': True}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:15.573725 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:15.577652 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:network and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:15.580918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:15.586766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:15.596805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:17:15.599757 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.626555 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:17:15.634912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.635249 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Added segment 5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3 of type vlan for network e8f56347-e30c-4a51-a1de-37da918cc588 Feb 16 09:17:15.660566 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.687815 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.691516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:15.692094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.793799 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2293556 Feb 16 09:17:15.796415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42488) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:15.801273 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'admin_state_up': True, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:15.809217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff9cc1-012c-4e66-bb02-b1717aca973e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Network': ['ID=e8f56347-e30c-4a51-a1de-37da918cc588,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:15.811516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:15.815928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:router and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:15.818797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:15.819520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network e8f56347-e30c-4a51-a1de-37da918cc588 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:17:15.824461 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:15.835800 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.836895 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:15.855549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.009326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.181404 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.214193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.342961 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.46 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:17:16.483320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.509933 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.576921 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:16.579579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:16.583059 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:17:16.615505 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:16.743376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.744414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:16.964628 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:17:17.241715 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:17:17.254022 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Sync routers for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:17:17.266426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:17.267178 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:17.267969 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:17.269132 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-79e49b76-c639-48eb-925f-d51236ceedd8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4718227 Feb 16 09:17:17.272456 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42492) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:17.310764 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8c627461-531c-467a-842f-c7ef5c35fcce tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=81de768bdfdd451d8a77f04224fb749b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372388 Feb 16 09:17:17.313310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42496) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:17.440297 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16136e24-6953-4ccb-a092-8d20e0c0b979 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:17.440951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:17.441874 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-16136e24-6953-4ccb-a092-8d20e0c0b979 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1276176 Feb 16 09:17:17.444695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42500) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:17.482996 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-897cf668-bfbe-4aa8-9764-b18b87a7f99d tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372818 Feb 16 09:17:17.485659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42504) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:17.491814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1629775064', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:17.596540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:17.600275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:subnet and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:17.603054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:17.608530 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:17.619644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:17:17.711413 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:16Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:17.715096 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Checking router: e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:17:17.715432 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Updating router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:17:17.718962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:17.763208 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.019326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.083676 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.095754 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Transition to ACTIVE for port object 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:18.098807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Subnet': ['ID=c45b51f2-d821-42f8-84f4-25dea864d260,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:18.102282 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.111602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Checking segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:17:18.111958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network hostable DHCP agents. Network: e8f56347-e30c-4a51-a1de-37da918cc588, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:17:18.132819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network e8f56347-e30c-4a51-a1de-37da918cc588 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:17:18.142140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, e8f56347-e30c-4a51-a1de-37da918cc588) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:18.146077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:18.146798 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.156220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105634a0-bb87-4530-baf3-819a7c3699f2 None None] Network e8f56347-e30c-4a51-a1de-37da918cc588 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:17:18.170528 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c009309f-52ac-46ca-8a73-83c53fe2399a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6831174 Feb 16 09:17:18.174082 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42508) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:18.175547 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Attempting to bind port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:17:18.175913 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Attempting to bind port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:17:18.176270 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Attempting to bind port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:17:18.187462 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Pushing event updated for resources: {'Port': ['ID=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:18.190255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:17:18.190645 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:17:18.191038 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.191420 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:17:18.191876 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Bound port: 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:17:18.192238 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.220517 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.220865 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.221200 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.221528 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.221853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.222178 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.222520 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.222843 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.223159 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.223477 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.223791 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:17:18.281795 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] For port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:17:18.286880 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] For port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:17:18.291386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.374713 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:18.375332 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:18.402383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-e8f56347-e30c-4a51-a1de-37da918cc588', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:17:18.403545 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.429700 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d7ce98-195c-45d5-8f07-634785eff19c None None] Pushing event updated for resources: {'Port': ['ID=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:18.564271 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:18.610535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Allocated IP 172.20.0.2 (e8f56347-e30c-4a51-a1de-37da918cc588/c45b51f2-d821-42f8-84f4-25dea864d260/f0f091b1-9c05-4646-95d8-bed5704178a0) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:17:18.811037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.821496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Transition to ACTIVE for port object f0f091b1-9c05-4646-95d8-bed5704178a0 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:18.840927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Transition to ACTIVE for port object f0f091b1-9c05-4646-95d8-bed5704178a0 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:18.848368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:18.880922 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:16Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:18.884851 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91dfb3c-36d5-4834-9e03-8473c58b6ef6 None None] The sync data for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv is: [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:16Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:17:18.928650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Network e8f56347-e30c-4a51-a1de-37da918cc588 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:18.931458 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:18.936635 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:17:18.939348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Pushing event updated for resources: {'Port': ['ID=f0f091b1-9c05-4646-95d8-bed5704178a0,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:18.963318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.033221 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Attempting to bind port f0f091b1-9c05-4646-95d8-bed5704178a0 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:17:19.033587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Attempting to bind port f0f091b1-9c05-4646-95d8-bed5704178a0 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:17:19.033952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Attempting to bind port f0f091b1-9c05-4646-95d8-bed5704178a0 on network e8f56347-e30c-4a51-a1de-37da918cc588 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:17:19.040455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:17:19.040825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Checking segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:17:19.041258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.041646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Bound using segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:17:19.042107 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Bound port: f0f091b1-9c05-4646-95d8-bed5704178a0, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:17:19.042493 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.145312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] For port f0f091b1-9c05-4646-95d8-bed5704178a0, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:17:19.149504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] For port f0f091b1-9c05-4646-95d8-bed5704178a0, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f0f091b1-9c05-4646-95d8-bed5704178a0,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:17:19.154879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.238338 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10628ba-9b22-4f89-819f-6b3c5d617659 None None] Pushing event updated for resources: {'Port': ['ID=f0f091b1-9c05-4646-95d8-bed5704178a0,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:19.411598 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.1 (e8f56347-e30c-4a51-a1de-37da918cc588/c45b51f2-d821-42f8-84f4-25dea864d260/8e5fa8a3-013e-421d-a0b5-94218370ebe2) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:17:19.709213 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.725743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 8e5fa8a3-013e-421d-a0b5-94218370ebe2 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:19.752816 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.816389 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network e8f56347-e30c-4a51-a1de-37da918cc588 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:19.819673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:19.821990 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:17:19.863110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:19.888274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:19.974063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.192681 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f0f091b1-9c05-4646-95d8-bed5704178a0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:20.248024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6285d9f-f48f-45bb-9fb9-65878512aca0 None None] Network e8f56347-e30c-4a51-a1de-37da918cc588 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:17:20.373535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2f52c37c-14b0-4a51-ab61-f1623fb3acdb None None] Provisioning for port f0f091b1-9c05-4646-95d8-bed5704178a0 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:20.400547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.404191 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.423185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port f0f091b1-9c05-4646-95d8-bed5704178a0 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:20.435021 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f0f091b1-9c05-4646-95d8-bed5704178a0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:20.435406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.511428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:20.514860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.608960 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.649191 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port f0f091b1-9c05-4646-95d8-bed5704178a0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f0f091b1-9c05-4646-95d8-bed5704178a0,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:20.654541 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.655369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:20.655927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network e8f56347-e30c-4a51-a1de-37da918cc588 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:20.657310 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:20.781714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=f0f091b1-9c05-4646-95d8-bed5704178a0,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:20.793298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:20.800407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:20.800784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.929324 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.949000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Provisioning complete for port f0f091b1-9c05-4646-95d8-bed5704178a0 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:20.949367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:20.978085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:20.988614 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:21.059617 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:17:21.077893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:21.163029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Provisioning for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:21.170260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Provisioning complete for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:21.171025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:21.244756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-235b1109-4b1e-4107-90f3-dc38245007db None None] Port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:17:21.366409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8c8b8097-2c09-48f7-a042-9f058be7e4f1 None None] Provisioning complete for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:21.367129 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8c8b8097-2c09-48f7-a042-9f058be7e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:21.382121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:17:21.394631 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-97b43a99-8609-4bfe-b5ab-4beb4f419ef5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2194602 Feb 16 09:17:21.421867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8c8b8097-2c09-48f7-a042-9f058be7e4f1 None None] Port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:17:21.561622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-d2bcdba7-87a8-4528-9656-c71f26915df0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:17:21.576105 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-d2bcdba7-87a8-4528-9656-c71f26915df0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:17:21.577514 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-d2bcdba7-87a8-4528-9656-c71f26915df0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1722149227&fields=id&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 267 time: 0.0545893 Feb 16 09:17:21.721537 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558b66-3830-4330-b49a-298a69340b30 req-4d65e747-34d7-4996-a92c-4a2677e30ceb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:21.722130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-4d65e747-34d7-4996-a92c-4a2677e30ceb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:17:21.736661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-4d65e747-34d7-4996-a92c-4a2677e30ceb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:17:21.737761 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-4d65e747-34d7-4996-a92c-4a2677e30ceb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 796 time: 0.1532748 Feb 16 09:17:21.753373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-7251e8eb-4247-432b-851c-509219803c5b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/quotas/81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 375 time: 0.0102425 Feb 16 09:17:21.835222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-79965e8f-d833-4484-b9b8-ca19f864dca0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:17:21.850121 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-03558b66-3830-4330-b49a-298a69340b30 req-79965e8f-d833-4484-b9b8-ca19f864dca0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:17:21.851455 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-79965e8f-d833-4484-b9b8-ca19f864dca0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933831 Feb 16 09:17:21.987171 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-f2d2f113-e12f-460e-ab19-9b42492cfe90 service neutron] 10.222.0.94 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244385 Feb 16 09:17:22.118402 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-45f6a077-a1c2-48c7-aac6-de360b44ebf0 service neutron] 10.222.0.94 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251116 Feb 16 09:17:22.133987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f0f091b1-9c05-4646-95d8-bed5704178a0 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:22.212882 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f0f091b1-9c05-4646-95d8-bed5704178a0 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:22.213336 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:22.363697 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6be82aab-cccb-4bea-be64-d76bf7cc08c1 req-c6bdc711-e163-4c8a-bfc9-c0135d5d4c0c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 210 time: 0.0417392 Feb 16 09:17:22.394590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:22.465050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:22.466782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:22.492751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Sync routers for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:17:22.528713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:22.529341 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:22.773821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:23.084079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 2, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:23.087899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Checking router: e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:17:23.088246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Updating router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:17:23.136322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.489682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558b66-3830-4330-b49a-298a69340b30 req-28377863-cef4-4048-82f0-9bebdbb7342d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:23.491149 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-28377863-cef4-4048-82f0-9bebdbb7342d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 796 time: 0.1675680 Feb 16 09:17:23.497561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.509553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Transition to ACTIVE for port object 8e5fa8a3-013e-421d-a0b5-94218370ebe2 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:23.517581 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.544010 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d9932774-7b3a-4331-919a-e2366e1b0e11 req-6beaedc1-822a-450d-b634-acc28aed29b3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 210 time: 0.0445604 Feb 16 09:17:23.557773 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-ac6eae61-29e3-4ec2-b727-8b63ce2983c1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 380 time: 0.0471690 Feb 16 09:17:23.649738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'port': {'device_id': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'admin_state_up': True, 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'security_groups': ['8618f59e-cf9b-4fc8-bf7d-a5c589f7a130']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:23.663276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969f955-e259-47f7-b2dd-ab05d172ca0c None None] Pushing event updated for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:23.750887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Attempting to bind port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:17:23.751880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Attempting to bind port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:17:23.752311 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Attempting to bind port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 on network e8f56347-e30c-4a51-a1de-37da918cc588 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:17:23.758934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 17, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:17:23.759302 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Checking segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:17:23.759704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.760088 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Bound using segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:17:23.760568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Bound port: 8e5fa8a3-013e-421d-a0b5-94218370ebe2, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:17:23.760938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.805974 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:23.816745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:23.826707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:17:23.829807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.846553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] For port 8e5fa8a3-013e-421d-a0b5-94218370ebe2, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:17:23.849536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] For port 8e5fa8a3-013e-421d-a0b5-94218370ebe2, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8e5fa8a3-013e-421d-a0b5-94218370ebe2,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:17:23.854938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:23.976639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d969f955-e259-47f7-b2dd-ab05d172ca0c None None] Pushing event updated for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:23.982555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:23.983168 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:24.008741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.9 (e8f56347-e30c-4a51-a1de-37da918cc588/c45b51f2-d821-42f8-84f4-25dea864d260/eed14b8e-7755-4998-921b-284408487a85) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:17:24.165865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:24.203246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.220672 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object eed14b8e-7755-4998-921b-284408487a85 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:24.245738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.324128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network e8f56347-e30c-4a51-a1de-37da918cc588 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:24.327625 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:24.329461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:24.331557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:17:24.391723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:24.392831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.420506 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-f986f1c3-84fe-4707-b19a-4656920d69d3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8543251 Feb 16 09:17:24.438094 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Request body: {'port': {'device_id': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:24.515491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:23Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:24.519941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f82dbc-6c8b-4a93-b611-716fe2112a91 None None] The sync data for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv is: [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:23Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:17:24.550501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.633047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c315acd9-6f9c-41d2-bee7-ba051f781e3b None None] Provisioning for port eed14b8e-7755-4998-921b-284408487a85 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:24.644686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c315acd9-6f9c-41d2-bee7-ba051f781e3b None None] Provisioning complete for port eed14b8e-7755-4998-921b-284408487a85 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:24.645157 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c315acd9-6f9c-41d2-bee7-ba051f781e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.719032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-c315acd9-6f9c-41d2-bee7-ba051f781e3b None None] Port eed14b8e-7755-4998-921b-284408487a85 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:17:24.791833 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2a0a7-5bf2-4e05-a580-21cb595773dc req-366f78bd-4aee-4797-b537-d5c5ebdf95d9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:24.793330 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-80b2a0a7-5bf2-4e05-a580-21cb595773dc req-366f78bd-4aee-4797-b537-d5c5ebdf95d9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 931 time: 0.0938678 Feb 16 09:17:24.841941 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-80b2a0a7-5bf2-4e05-a580-21cb595773dc req-218de1a2-6fdf-47fa-8e01-fc7077a12c83 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Feb 16 09:17:24.939735 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed14b8e-7755-4998-921b-284408487a85 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:17:24.946850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:24.961959 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Transition to ACTIVE for port object eed14b8e-7755-4998-921b-284408487a85 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:17:24.965909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:25.098424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Pushing event updated for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:25.332238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Attempting to bind port eed14b8e-7755-4998-921b-284408487a85 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:17:25.332566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Attempting to bind port eed14b8e-7755-4998-921b-284408487a85 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:17:25.332884 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Attempting to bind port eed14b8e-7755-4998-921b-284408487a85 on network e8f56347-e30c-4a51-a1de-37da918cc588 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:17:25.339114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Port eed14b8e-7755-4998-921b-284408487a85 on network e8f56347-e30c-4a51-a1de-37da918cc588 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:17:25.339426 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Attempting to bind port eed14b8e-7755-4998-921b-284408487a85 on network e8f56347-e30c-4a51-a1de-37da918cc588 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:17:25.346899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:17:25.347246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Checking segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:17:25.347621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Bound using segment: {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:17:25.348040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Bound port: eed14b8e-7755-4998-921b-284408487a85, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:17:25.348486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:25.440971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:17:25.444382 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eed14b8e-7755-4998-921b-284408487a85,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:17:25.448007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:25.510173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:25.511564 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] 10.222.0.98 "PUT /v2.0/ports/eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 1093 time: 1.0778065 Feb 16 09:17:25.512002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:17:25.528480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e702f-2866-4995-98e5-36707ba58d50 service neutron] Pushing event updated for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:25.600986 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85', 'status': 'completed', 'code': 200} Feb 16 09:17:25.643212 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-fd3d69a4-1986-4e8d-bc4a-210e1a803c9f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1096 time: 0.0726767 Feb 16 09:17:25.717934 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-4ace2766-d7ee-4979-ab25-f66f8e50d39d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 217 time: 0.0635302 Feb 16 09:17:25.782799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03558b66-3830-4330-b49a-298a69340b30 req-9b28de06-bba1-4933-8c48-a75c82b2766d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:25.784161 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-9b28de06-bba1-4933-8c48-a75c82b2766d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0607297 Feb 16 09:17:25.856210 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-5257104c-23f0-42b5-bda0-6f2ca7154b65 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662839 Feb 16 09:17:25.987294 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-dc6fd79b-f68c-465b-add4-07b7a2246c41 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253133 Feb 16 09:17:26.042066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f555c-58a3-4961-8ccf-d24e3080dce0 req-bc568487-e085-4240-8be1-e595c792605a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:26.043755 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b58f555c-58a3-4961-8ccf-d24e3080dce0 req-bc568487-e085-4240-8be1-e595c792605a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 943 time: 0.0759804 Feb 16 09:17:26.092703 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b58f555c-58a3-4961-8ccf-d24e3080dce0 req-2d8a5a8b-de3d-476d-8428-e3f7f37ed50a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Feb 16 09:17:26.120474 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-03558b66-3830-4330-b49a-298a69340b30 req-79eb091f-9c66-4214-8b96-384adad04f04 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275051 Feb 16 09:17:26.154509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8e5fa8a3-013e-421d-a0b5-94218370ebe2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:26.224013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:26.228868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:26.229245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:26.285118 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-ff47dc6c-1dab-496d-999f-afee8f45997a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1096 time: 0.0817399 Feb 16 09:17:26.341790 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:26.379897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 8e5fa8a3-013e-421d-a0b5-94218370ebe2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8e5fa8a3-013e-421d-a0b5-94218370ebe2,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:26.383758 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:26.431819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-592aa814-d7ad-4bcd-8366-4a3c8780dcf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:26.433477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-592aa814-d7ad-4bcd-8366-4a3c8780dcf4 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1421912 Feb 16 09:17:26.447729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:26.503169 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-85b0b56e-a104-4a4d-bf60-9d243ac4e315 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 217 time: 0.0632777 Feb 16 09:17:26.563352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-4330591e-588e-4a20-a6df-b01f282f2ba0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:26.564757 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-4330591e-588e-4a20-a6df-b01f282f2ba0 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0555115 Feb 16 09:17:26.640114 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-aad72d64-be8f-45fb-9bbf-51d81e5cfdee service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684757 Feb 16 09:17:26.772142 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-6f9e734b-ac7e-4b61-b33e-915741fab188 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252840 Feb 16 09:17:26.901524 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-25f9ec68-44d3-4126-b9ef-0a11f1b8bb44 req-ea4720c6-00cd-4bea-a2c0-901227e1df39 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232173 Feb 16 09:17:27.294954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44e403f-8c28-48c9-a865-8377d6475c1a req-10fce703-ef74-4dd9-a580-f2b810affc80 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:27.296411 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a44e403f-8c28-48c9-a865-8377d6475c1a req-10fce703-ef74-4dd9-a580-f2b810affc80 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 943 time: 0.0778272 Feb 16 09:17:27.340912 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a44e403f-8c28-48c9-a865-8377d6475c1a req-930aa10d-ac2b-4a3c-8a8a-e3e194fdbaa0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388820 Feb 16 09:17:28.132798 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8e5fa8a3-013e-421d-a0b5-94218370ebe2 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:28.201893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:28.202305 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:28.536803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d96a6e-8257-4aaa-af4b-413d5065297c req-0774c7a4-d89e-4876-9950-909a30fed65e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:28.538209 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a5d96a6e-8257-4aaa-af4b-413d5065297c req-0774c7a4-d89e-4876-9950-909a30fed65e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 943 time: 0.0765829 Feb 16 09:17:28.581664 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a5d96a6e-8257-4aaa-af4b-413d5065297c req-c33596e7-eda1-4622-9347-f6db67d7705d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379257 Feb 16 09:17:29.075163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device eed14b8e-7755-4998-921b-284408487a85 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:17:29.205656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eed14b8e-7755-4998-921b-284408487a85,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:29.218753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'eed14b8e-7755-4998-921b-284408487a85', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'port_id': 'eed14b8e-7755-4998-921b-284408487a85', 'mac_address': 'fa:16:3e:d4:46:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:17:29.270519 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:29.287574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed14b8e-7755-4998-921b-284408487a85 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:17:29.303608 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eed14b8e-7755-4998-921b-284408487a85,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:29.307095 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:29.369983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:29.597135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['eed14b8e-7755-4998-921b-284408487a85'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:17:29.775564 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a85f21-d1c2-4a1c-9a7c-c27bfe0cb391 req-99d873bc-1930-4755-9d3a-7f361ce21afa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:29.777021 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a85f21-d1c2-4a1c-9a7c-c27bfe0cb391 req-99d873bc-1930-4755-9d3a-7f361ce21afa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 944 time: 0.0755000 Feb 16 09:17:29.821980 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05a85f21-d1c2-4a1c-9a7c-c27bfe0cb391 req-50ba2355-4f88-4cb0-a9f4-425c1f9e0777 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395658 Feb 16 09:17:31.017756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5dd03-7f91-4605-8c0f-c32b3b3f537c req-b9358a95-0e6d-4ff0-92cf-7e68428e88f6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:31.019194 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9ff5dd03-7f91-4605-8c0f-c32b3b3f537c req-b9358a95-0e6d-4ff0-92cf-7e68428e88f6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 944 time: 0.0765553 Feb 16 09:17:31.066131 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9ff5dd03-7f91-4605-8c0f-c32b3b3f537c req-55c0a929-81df-42cd-861e-abefdbab9577 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414681 Feb 16 09:17:31.088922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device eed14b8e-7755-4998-921b-284408487a85 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:17:31.163806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port eed14b8e-7755-4998-921b-284408487a85 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:17:31.168400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port eed14b8e-7755-4998-921b-284408487a85 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:17:31.168780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:31.280948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:31.306965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed14b8e-7755-4998-921b-284408487a85'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:17:31.316810 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eed14b8e-7755-4998-921b-284408487a85,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:17:31.320764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:31.371915 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed14b8e-7755-4998-921b-284408487a85', 'code': 200} Feb 16 09:17:31.399132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:31.625438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-847a5a6d-e7bc-4553-bd2c-fc3b560c1ce4 req-077c0ae6-3ab6-454b-b431-64bba5a92647 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.0656154 Feb 16 09:17:31.665872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-847a5a6d-e7bc-4553-bd2c-fc3b560c1ce4 req-38f158d4-454d-4434-80d7-e8c985915f85 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348914 Feb 16 09:17:32.260223 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c1a6d-02f1-4709-bd47-bd49ce40058d req-b9213731-6e7f-480f-95d9-67233c717ea3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:32.261663 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-290c1a6d-02f1-4709-bd47-bd49ce40058d req-b9213731-6e7f-480f-95d9-67233c717ea3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0737882 Feb 16 09:17:32.299918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:32.310199 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-290c1a6d-02f1-4709-bd47-bd49ce40058d req-06f95c6a-1663-4350-9547-9ba41e107b1d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Feb 16 09:17:33.514860 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794f90e-dbfa-4e50-8a8a-6a3434dea7ac req-d599ecb5-5aa0-4703-9db3-7677bdd426ff tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:33.516265 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c794f90e-dbfa-4e50-8a8a-6a3434dea7ac req-d599ecb5-5aa0-4703-9db3-7677bdd426ff tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0732415 Feb 16 09:17:33.559270 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c794f90e-dbfa-4e50-8a8a-6a3434dea7ac req-1ef9595a-930f-46b9-a9bc-7b23660fd2af tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375681 Feb 16 09:17:33.753061 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916201b-6b65-464c-a022-a1e4eb02f88c req-57da3a36-d546-48ba-8c9b-dba0a20f7ed2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:33.754478 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b916201b-6b65-464c-a022-a1e4eb02f88c req-57da3a36-d546-48ba-8c9b-dba0a20f7ed2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0765078 Feb 16 09:17:33.796984 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b916201b-6b65-464c-a022-a1e4eb02f88c req-bf8b11dd-2ba1-4b66-848d-5f3fd90a5cdc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371704 Feb 16 09:17:33.824109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42558) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:33.957084 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c77d4e39-5e4c-4dd0-be56-fcd0ef63084d tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1093 time: 0.1318340 Feb 16 09:17:33.959635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42564) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:33.965073 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'eed14b8e-7755-4998-921b-284408487a85', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:17:33.971201 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:17:33.975047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:floatingip and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:17:33.977906 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:17:33.983503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:17:33.994238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:34.214531 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:34.353226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.89 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/6510398d-3963-41f7-a130-97d994b8f062) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:17:34.503753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:34.533399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:34.600013 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:17:34.602627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:17:34.607719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:17:34.634861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=6510398d-3963-41f7-a130-97d994b8f062,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:35.097258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:35.163772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:35.367545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:35.371853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:35.481998 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=6510398d-3963-41f7-a130-97d994b8f062,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:17:35.495664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:35.768686 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Floating IP 100aca30-ed93-4fc8-9d88-0c636cbc68b4 associated. External IP: 172.26.4.89, port: eed14b8e-7755-4998-921b-284408487a85. Feb 16 09:17:36.148482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:17:36.341790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:17:36.351354 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Sync routers for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:17:36.363480 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:36.364140 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:36.365872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:36.422161 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fbdd798e-cc6f-4290-9701-ac61b1bdc9aa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4615314 Feb 16 09:17:36.423293 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:17:36.478537 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85', 'status': 'completed', 'code': 200} Feb 16 09:17:36.545112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:36.598098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab6f1f-cecc-42f4-a023-8c8742ef5ae7 req-239d7335-fd36-4e2a-9756-906283c9d8a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:36.599621 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94ab6f1f-cecc-42f4-a023-8c8742ef5ae7 req-239d7335-fd36-4e2a-9756-906283c9d8a7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0774112 Feb 16 09:17:36.647575 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-94ab6f1f-cecc-42f4-a023-8c8742ef5ae7 req-3560a73a-d281-4b7a-9663-ab40a1542ec1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418468 Feb 16 09:17:36.676384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42574) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:36.759872 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-87dea4eb-590b-4637-9de6-bc52d8fb959a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.2379699 Feb 16 09:17:36.786989 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-f50307bb-42ab-4d9b-ad3f-f5caea545e62 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 990 time: 0.1080620 Feb 16 09:17:36.888602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb2db-53b6-41bb-855a-038a13808bac req-5d31f7d0-e1b1-4223-9003-8a51fbe5994a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:36.889938 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-5d31f7d0-e1b1-4223-9003-8a51fbe5994a service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1233556 Feb 16 09:17:36.891337 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '100aca30-ed93-4fc8-9d88-0c636cbc68b4', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'port_id': 'eed14b8e-7755-4998-921b-284408487a85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'mac_address': 'fa:16:3e:d4:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:17:34Z', 'updated_at': '2022-02-16T09:17:34Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:36.895659 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Checking router: e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:17:36.906027 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:17:36.906648 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:17:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:36.989438 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-66ea53c0-5e84-45d4-9aaa-069773c0eef2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 998 time: 0.0929708 Feb 16 09:17:37.049111 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdb2db-53b6-41bb-855a-038a13808bac req-383a1cc8-3373-42ed-9aae-bed3bcbfcff9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:37.050566 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-383a1cc8-3373-42ed-9aae-bed3bcbfcff9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0561948 Feb 16 09:17:37.077128 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:17:37.124854 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-0054e33f-7c92-41a7-8e55-db1df42a5504 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689998 Feb 16 09:17:37.256350 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-d840af72-8777-48ce-9c83-b364240b495c service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255674 Feb 16 09:17:37.382202 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-18cdb2db-53b6-41bb-855a-038a13808bac req-22173564-2c19-43f4-be20-b0dba579f51d service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205001 Feb 16 09:17:37.412782 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '100aca30-ed93-4fc8-9d88-0c636cbc68b4', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'port_id': 'eed14b8e-7755-4998-921b-284408487a85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'mac_address': 'fa:16:3e:d4:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:17:34Z', 'updated_at': '2022-02-16T09:17:34Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:17:37.417628 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d18b045-3580-4b6a-b546-29fa49754d33 None None] The sync data for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv is: [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '100aca30-ed93-4fc8-9d88-0c636cbc68b4', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.89', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'port_id': 'eed14b8e-7755-4998-921b-284408487a85', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'mac_address': 'fa:16:3e:d4:46:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:17:34Z', 'updated_at': '2022-02-16T09:17:34Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:17:37.788927 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42578) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:37.891373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b6b818de-9b0a-4079-b479-2c843799dc13 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 990 time: 0.1010280 Feb 16 09:17:38.514548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-69990a2e-7765-403c-8468-245ccf5f76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:38.760360 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:17:38.894753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42582) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:38.996867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0687cc9c-67e2-4358-babd-c6a4bc640406 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 990 time: 0.1009467 Feb 16 09:17:40.000534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42586) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:40.102745 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b36f40d1-39a4-437e-942f-aad2bd3a71ad tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 990 time: 0.1010776 Feb 16 09:17:40.376030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72423b42-544d-4b87-8fcd-29f2c66a6fd3 None None] New status for floating IP 100aca30-ed93-4fc8-9d88-0c636cbc68b4: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:17:41.001019 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d610b7f-6401-4859-9279-c8ca14e98133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:41.106628 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42590) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:17:41.208533 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8c77df05-ce03-4a86-ad9c-ecf810219e65 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 992 time: 0.1007249 Feb 16 09:17:41.752976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:42.070799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:43.886235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:17:44.348971 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-df32f0fa-6d7a-4e43-8da9-a6422ff27dbc service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0655074 Feb 16 09:17:44.513781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-1d412c8c-7a10-4e7e-bfc1-bfb086be3df4 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.0665171 Feb 16 09:17:44.652562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-ef25d6d5-0247-4767-96c0-7e2721c7e77d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:44.653951 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-ef25d6d5-0247-4767-96c0-7e2721c7e77d service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1213312 Feb 16 09:17:44.752859 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-25fd1a83-df01-42c6-9822-4e6f0b848240 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 1000 time: 0.0927925 Feb 16 09:17:44.817667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-9cbed2f3-fa55-42f9-9398-4f14dd022a51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:17:44.819022 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-9cbed2f3-fa55-42f9-9398-4f14dd022a51 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0593364 Feb 16 09:17:44.890754 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-e995f4c5-707c-4b94-a33a-8eccd62656fc service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653603 Feb 16 09:17:45.020076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-5a23e999-f18e-4148-b7da-cb1c6df9a55b service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230147 Feb 16 09:17:45.248243 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c4da4d04-b26d-4941-9b41-b5e51fcca27f req-97711701-3e74-43b7-8d85-6c16950ef16f service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224035 Feb 16 09:18:02.300315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:04.136631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0720a-c590-4655-aa9c-5dac587f25c6 req-4df2a876-1192-4544-bc80-1274fb1c56fa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:04.138064 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2af0720a-c590-4655-aa9c-5dac587f25c6 req-4df2a876-1192-4544-bc80-1274fb1c56fa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0738578 Feb 16 09:18:04.182281 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2af0720a-c590-4655-aa9c-5dac587f25c6 req-bdadf023-a53d-4973-8b26-b02b95b9113f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387633 Feb 16 09:18:05.381125 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15153c-3590-4e8c-bfd9-0e3e3fd3c6b2 req-af89178b-ea6c-4021-a0ef-bd72359bf70c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:05.382578 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f15153c-3590-4e8c-bfd9-0e3e3fd3c6b2 req-af89178b-ea6c-4021-a0ef-bd72359bf70c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0772114 Feb 16 09:18:05.429060 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f15153c-3590-4e8c-bfd9-0e3e3fd3c6b2 req-5cd6eee2-5c8c-41a6-8f69-a536ba207265 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410397 Feb 16 09:18:06.622248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc03432-75c8-42e8-bcb7-f9eb5c6e2770 req-1d3c4860-d483-47d4-b1f5-0f5a2ba75abd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:06.623680 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edc03432-75c8-42e8-bcb7-f9eb5c6e2770 req-1d3c4860-d483-47d4-b1f5-0f5a2ba75abd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0735366 Feb 16 09:18:06.666919 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edc03432-75c8-42e8-bcb7-f9eb5c6e2770 req-3e380265-f1b1-4de0-98b4-2d4a07fd70e8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372317 Feb 16 09:18:07.954085 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369e90fe-cecf-49ca-a7a5-f4c57a984895 req-f5bd72fc-2eea-453d-b436-5f25d8b30cdd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:07.955559 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-369e90fe-cecf-49ca-a7a5-f4c57a984895 req-f5bd72fc-2eea-453d-b436-5f25d8b30cdd tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.1691961 Feb 16 09:18:07.999351 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-369e90fe-cecf-49ca-a7a5-f4c57a984895 req-a4a7731c-25ed-4636-92e9-a5cc9abc45a9 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383587 Feb 16 09:18:08.516046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-737566d0-7b36-4c66-9240-6b0375e0e47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:09.194215 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255626b-8a36-4d1b-833d-8df93c48dd03 req-c01b4079-af60-44ed-8d94-17d786138163 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:09.195686 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0255626b-8a36-4d1b-833d-8df93c48dd03 req-c01b4079-af60-44ed-8d94-17d786138163 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0774574 Feb 16 09:18:09.242523 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0255626b-8a36-4d1b-833d-8df93c48dd03 req-98678211-a9a2-40db-bba6-121e9e135bbf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Feb 16 09:18:10.437193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c063b0-6711-4e03-a4e4-d8a72e8e5119 req-56513b49-fcb3-4257-9b21-387af290810d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:10.438641 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20c063b0-6711-4e03-a4e4-d8a72e8e5119 req-56513b49-fcb3-4257-9b21-387af290810d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0733027 Feb 16 09:18:10.482852 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-20c063b0-6711-4e03-a4e4-d8a72e8e5119 req-6c38893d-e1fb-49af-a048-62ea5de491f7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Feb 16 09:18:11.003140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-05ff8119-cef4-44bd-a582-da418a0c073e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:11.680503 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362106f-47c0-4c9d-b70d-d2c2f7ab09ec req-3661d035-1e3f-4506-ad3f-935cf782c381 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:11.681943 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c362106f-47c0-4c9d-b70d-d2c2f7ab09ec req-3661d035-1e3f-4506-ad3f-935cf782c381 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0773475 Feb 16 09:18:11.727558 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c362106f-47c0-4c9d-b70d-d2c2f7ab09ec req-76891dfd-f4c7-45ae-9d98-b2855d702912 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401645 Feb 16 09:18:11.758152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:12.074109 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:12.927069 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43145e-36ef-429c-a840-ec6feb5772f2 req-e893b4d9-8e81-4f93-a2b0-d1df9df3ff08 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:12.928500 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d43145e-36ef-429c-a840-ec6feb5772f2 req-e893b4d9-8e81-4f93-a2b0-d1df9df3ff08 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0747728 Feb 16 09:18:12.972680 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d43145e-36ef-429c-a840-ec6feb5772f2 req-8eb7e971-0451-4d62-bc80-4fdec7c90317 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387576 Feb 16 09:18:13.888216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:14.167179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a171b0-32d9-406c-ae34-05a492aa5fa0 req-e2b090d8-15db-45a4-bd2b-3e1d3cf6fd74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:14.168540 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-27a171b0-32d9-406c-ae34-05a492aa5fa0 req-e2b090d8-15db-45a4-bd2b-3e1d3cf6fd74 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0776179 Feb 16 09:18:14.213172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-27a171b0-32d9-406c-ae34-05a492aa5fa0 req-641cfed7-4475-45bc-b2d0-bde3caeab86b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Feb 16 09:18:15.405627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffb225-e72b-4e73-afc6-75eea9d03550 req-ac22cf37-09b2-4721-ae4b-ac3fc67c60ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:15.407594 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6dffb225-e72b-4e73-afc6-75eea9d03550 req-ac22cf37-09b2-4721-ae4b-ac3fc67c60ed tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0760646 Feb 16 09:18:15.455884 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6dffb225-e72b-4e73-afc6-75eea9d03550 req-94883a96-45bb-40fe-a9df-b054b7ac5f0b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Feb 16 09:18:15.483518 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42624) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:15.581723 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2b9cce49-e077-4b0b-a86a-8400965a6080 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 992 time: 0.0970109 Feb 16 09:18:15.759623 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:18:17.090930 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7c7b3-dd65-4e8a-a4a7-ec66675c1d53 req-c357c68b-fee8-403b-83f0-9fe3a0377280 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:17.092383 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-17d7c7b3-dd65-4e8a-a4a7-ec66675c1d53 req-c357c68b-fee8-403b-83f0-9fe3a0377280 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0892160 Feb 16 09:18:17.142417 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-17d7c7b3-dd65-4e8a-a4a7-ec66675c1d53 req-234d25d6-8883-4f38-a92e-8daa12bcd139 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444341 Feb 16 09:18:17.166781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-43c1f6c5-e503-4b66-a45a-cf8c4cffc202 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.0719154 Feb 16 09:18:17.297889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-4130e460-f658-42e8-8a57-2ca48e646911 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:17.299351 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-4130e460-f658-42e8-8a57-2ca48e646911 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1259291 Feb 16 09:18:17.393890 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-f91581f1-240e-4da9-9a27-add4c78272f4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 1000 time: 0.0882149 Feb 16 09:18:17.457703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-a3368290-2323-4058-8c59-fbbf4707e9fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:17.459450 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-a3368290-2323-4058-8c59-fbbf4707e9fe service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0596719 Feb 16 09:18:17.535171 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-6e1f8f88-85da-4aa6-979a-8cb02b89fec9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696507 Feb 16 09:18:17.664005 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-ffc34b66-e887-4a36-a7c8-3c672d570e90 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223478 Feb 16 09:18:17.791796 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4ea808a-90fe-4d50-b381-a9d031c6c117 req-ef5da225-61f7-459e-9e55-04df49d90daa service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226368 Feb 16 09:18:18.343407 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268552c-e8e4-48ea-82cb-338290526a68 req-cafe18eb-b463-45f4-a3f3-14212d55af79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:18.344921 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7268552c-e8e4-48ea-82cb-338290526a68 req-cafe18eb-b463-45f4-a3f3-14212d55af79 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0806692 Feb 16 09:18:18.396020 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7268552c-e8e4-48ea-82cb-338290526a68 req-2fe59d5d-783b-4d92-bb97-a5a12a74f70e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451303 Feb 16 09:18:19.588868 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cbfd2-6f50-477d-965b-1f885fd72a24 req-9639025b-55f8-43d6-a1c5-c24a1a6ba245 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:19.590215 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e91cbfd2-6f50-477d-965b-1f885fd72a24 req-9639025b-55f8-43d6-a1c5-c24a1a6ba245 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0749979 Feb 16 09:18:19.633379 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e91cbfd2-6f50-477d-965b-1f885fd72a24 req-084d2117-e06a-46fc-ace7-ef960859c579 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Feb 16 09:18:19.661606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42640) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:19.763836 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a08d4ae0-9cbc-4e48-ace0-4d0e14097384 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 200 len: 992 time: 0.1010904 Feb 16 09:18:32.307201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:38.518175 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7d3cf140-52c5-49e1-889b-aaead2992c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:41.003967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-42fbf4e1-757d-4eae-b6e7-629a724e3e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:41.760246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:42.075684 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:43.892795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:45.357111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-9c51228f-7292-4402-ae0e-fa2b1a73b1de service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694919 Feb 16 09:18:45.520194 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-73af9d97-eef3-4483-8663-d69db1771112 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.0669324 Feb 16 09:18:45.659898 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-2859d326-143c-4dda-a475-e8553296d1ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:45.661318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-2859d326-143c-4dda-a475-e8553296d1ae service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1235399 Feb 16 09:18:45.763638 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-80402ca2-51ce-4e0d-b787-cbff26792236 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 1000 time: 0.0960660 Feb 16 09:18:45.826586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-226e0317-0d9e-4b60-b41f-c7e83a14949e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:45.827875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-226e0317-0d9e-4b60-b41f-c7e83a14949e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0552096 Feb 16 09:18:45.902241 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-3dfb8c3b-b5ef-42a3-858f-24c57e2a8a5b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681551 Feb 16 09:18:45.912252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-37ae772b-7634-4606-aa08-866757dff6f7 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:18:45.913233 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-37ae772b-7634-4606-aa08-866757dff6f7 service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046563 Feb 16 09:18:46.039104 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-d8c95b09-92c2-490f-b356-3e675059b582 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197615 Feb 16 09:18:46.259494 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1d5b5098-0b0b-4164-85da-ab1af49e4707 req-bda4b9da-cc69-4330-9332-ce75987fe37e service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141941 Feb 16 09:18:50.575373 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42656) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:50.777509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 6510398d-3963-41f7-a130-97d994b8f062 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:18:50.777847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:50.941818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:50.942024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:51.147705 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 6510398d-3963-41f7-a130-97d994b8f062 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:18:51.292941 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:51.337486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=6510398d-3963-41f7-a130-97d994b8f062,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:18:51.379761 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.380107 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.380447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.380778 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.381106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.381429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.381748 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.382067 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.382387 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.382735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.383054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:51.436416 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:51.811695 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:18:52.004847 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:18:52.014340 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Sync routers for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:18:52.020619 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:52.026205 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:18:52.026851 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:52.071830 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-aa65a6a1-9140-4d28-a0de-62d5f4f530cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/floatingips/100aca30-ed93-4fc8-9d88-0c636cbc68b4 HTTP/1.1" status: 204 len: 168 time: 1.4953008 Feb 16 09:18:52.072312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:18:52.249786 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:18:52.305539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'tag': 'eed14b8e-7755-4998-921b-284408487a85', 'status': 'completed', 'code': 200} Feb 16 09:18:52.424275 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-7fcf254e-9911-4d38-b245-b35e7da9e8a1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 1098 time: 0.0685585 Feb 16 09:18:52.502260 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c299-f2f2-4fe4-98df-069bc20b38fa req-428dd7f7-832f-42ba-aee0-64a123e81d88 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:52.502974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4537c299-f2f2-4fe4-98df-069bc20b38fa req-428dd7f7-832f-42ba-aee0-64a123e81d88 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:18:52.519685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4537c299-f2f2-4fe4-98df-069bc20b38fa req-428dd7f7-832f-42ba-aee0-64a123e81d88 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:18:52.520751 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4537c299-f2f2-4fe4-98df-069bc20b38fa req-428dd7f7-832f-42ba-aee0-64a123e81d88 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0995071 Feb 16 09:18:52.566736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4537c299-f2f2-4fe4-98df-069bc20b38fa req-7021d904-ea1c-495e-ba42-93dd67e8a4d5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403244 Feb 16 09:18:52.578603 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-a256aff8-9664-4eb0-8624-ec3f38768543 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:52.580050 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-a256aff8-9664-4eb0-8624-ec3f38768543 service neutron] 10.222.0.98 "GET /v2.0/networks?id=e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 200 len: 897 time: 0.1498361 Feb 16 09:18:52.596458 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:52.600341 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Checking router: e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:18:52.611293 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:18:52.611877 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:52.650620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-13ab3d51-0fee-46cd-acb3-5e8e4bd3a0c7 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 200 len: 217 time: 0.0646181 Feb 16 09:18:52.711328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-a802edc8-b5c4-4e05-a983-0d0d5334bb05 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:52.712988 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-a802edc8-b5c4-4e05-a983-0d0d5334bb05 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 200 len: 835 time: 0.0555727 Feb 16 09:18:52.765558 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:18:52.788532 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-ab87a1b5-f793-4e19-8930-056d51be7c33 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=e8f56347-e30c-4a51-a1de-37da918cc588&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689557 Feb 16 09:18:52.792492 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:18:52.917762 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-e577f8b7-26b6-4d85-b8b0-ef52f98bcea5 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230857 Feb 16 09:18:53.046614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-036770d5-1f93-4d44-b4ff-d167d5a4829a req-4b7dbb35-17e9-4b04-a4d1-0fdb3596fcb9 service neutron] 10.222.0.98 "GET /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227427 Feb 16 09:18:53.094611 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:53.098347 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c5337b-64e9-4dcb-af53-9733c268f6da None None] The sync data for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv is: [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:17:19Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '8e5fa8a3-013e-421d-a0b5-94218370ebe2', 'name': '', 'network_id': 'e8f56347-e30c-4a51-a1de-37da918cc588', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:87:6d:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:19Z', 'updated_at': '2022-02-16T09:17:26Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': 'c45b51f2-d821-42f8-84f4-25dea864d260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:18:53.320900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f0c335-073f-418d-b344-58de1d7c19e8 None None] New status for floating IP 100aca30-ed93-4fc8-9d88-0c636cbc68b4: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:18:53.764193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ce9bc-764a-4f8c-8137-8065322e721d req-cdb93a2c-8eef-4f16-a196-6799bfb2551c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:53.765695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-747ce9bc-764a-4f8c-8137-8065322e721d req-cdb93a2c-8eef-4f16-a196-6799bfb2551c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0751123 Feb 16 09:18:53.809317 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-747ce9bc-764a-4f8c-8137-8065322e721d req-6d6b70fd-36f4-4824-848d-3f82f8f628db tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380259 Feb 16 09:18:54.055089 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f4593cc1-9f4d-4083-83fb-634a1087fc7f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:18:54.055689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f4593cc1-9f4d-4083-83fb-634a1087fc7f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:18:54.066957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f4593cc1-9f4d-4083-83fb-634a1087fc7f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:18:54.068024 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f4593cc1-9f4d-4083-83fb-634a1087fc7f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 945 time: 0.0858996 Feb 16 09:18:54.134326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port eed14b8e-7755-4998-921b-284408487a85 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:18:54.134699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:54.370116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port eed14b8e-7755-4998-921b-284408487a85, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eed14b8e-7755-4998-921b-284408487a85,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:18:54.370381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:54.488745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for eed14b8e-7755-4998-921b-284408487a85 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:18:54.627180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:54.677893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=eed14b8e-7755-4998-921b-284408487a85,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:18:54.715670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.716020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.716360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.716692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.717021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.717349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.717675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.717999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.718348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.719314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.719639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:18:54.757100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] No DVR routers for this DVR port eed14b8e-7755-4998-921b-284408487a85 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:18:54.759347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:54.761748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'name': 'network-vif-deleted', 'tag': 'eed14b8e-7755-4998-921b-284408487a85'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:18:54.776891 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-97d94139-6ae9-40cb-b816-1917ba58dfe2 req-f65a51f6-c8b0-45e1-a5aa-737aebf20f5c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "DELETE /v2.0/ports/eed14b8e-7755-4998-921b-284408487a85 HTTP/1.1" status: 204 len: 173 time: 0.7034171 Feb 16 09:18:54.894976 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0bde953-8aa6-4779-ab07-2b9f26138b1f', 'name': 'network-vif-deleted', 'tag': 'eed14b8e-7755-4998-921b-284408487a85', 'status': 'completed', 'code': 200} Feb 16 09:18:54.979408 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-55e7cb55-8236-4069-af12-45c0b098777b req-5ddc831d-2b41-4330-8737-bd953d330040 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=a0bde953-8aa6-4779-ab07-2b9f26138b1f HTTP/1.1" status: 200 len: 210 time: 0.0438216 Feb 16 09:18:56.083272 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42676) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:56.558460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:57.139302 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 8e5fa8a3-013e-421d-a0b5-94218370ebe2 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:18:57.140005 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:57.322772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 8e5fa8a3-013e-421d-a0b5-94218370ebe2, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=8e5fa8a3-013e-421d-a0b5-94218370ebe2,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:18:57.323124 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:57.437788 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 8e5fa8a3-013e-421d-a0b5-94218370ebe2 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:18:57.603393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:57.648627 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=8e5fa8a3-013e-421d-a0b5-94218370ebe2,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:18:58.029756 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:58.601334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:18:58.795884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:18:58.805853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Sync routers for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:18:58.809785 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-25061e08-90ac-42a2-83ed-8a1763f32dcf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7254531 Feb 16 09:18:58.812744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42682) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:58.817511 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:18:58.818098 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:58.992710 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:18:59.085248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting subnet c45b51f2-d821-42f8-84f4-25dea864d260 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:18:59.088285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.139805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.222980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.298262 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.298900 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:18:57Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:59.302751 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Checking router: e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:18:59.313426 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Routers {'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:18:59.314003 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:59.337177 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Subnet': ['ID=c45b51f2-d821-42f8-84f4-25dea864d260,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:18:59.342307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.348363 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-90daede5-d913-4678-b432-6894e1756756 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/subnets/c45b51f2-d821-42f8-84f4-25dea864d260 HTTP/1.1" status: 204 len: 168 time: 0.5345278 Feb 16 09:18:59.349131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f134da5b-3224-456e-aaed-a0b505ba873e None None] Network e8f56347-e30c-4a51-a1de-37da918cc588 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:18:59.350991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42686) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:18:59.450354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device eed14b8e-7755-4998-921b-284408487a85 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:18:59.486164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: eed14b8e-7755-4998-921b-284408487a85 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:18:59.486580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device eed14b8e-7755-4998-921b-284408487a85 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:18:59.493872 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] Set router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:18:59.552238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.650688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] DHCP port deletion for e8f56347-e30c-4a51-a1de-37da918cc588 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:18:59.654953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Deleting port f0f091b1-9c05-4646-95d8-bed5704178a0 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:18:59.655325 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.757108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.767166 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:18:59.767545 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.804314 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:18:57Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:18:59.808602 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7265cc91-d91e-493f-a0d5-2184a7684e23 None None] The sync data for ids ['e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a'] in dv-neutron-829488-1-hyperv is: [{'id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1977543428', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:17:15Z', 'updated_at': '2022-02-16T09:18:57Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': '1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:17:16Z', 'updated_at': '2022-02-16T09:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:18:59.896083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] For port f0f091b1-9c05-4646-95d8-bed5704178a0, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f0f091b1-9c05-4646-95d8-bed5704178a0,segment=NetworkSegment(5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3),segment_id=5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:18:59.896317 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:18:59.942395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:18:59.943055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.015761 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Calling delete_port for f0f091b1-9c05-4646-95d8-bed5704178a0 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:19:00.060983 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:19:00.087711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.131869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Pushing event deleted for resources: {'Port': ['ID=f0f091b1-9c05-4646-95d8-bed5704178a0,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:00.136996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] No DVR routers for this DVR port f0f091b1-9c05-4646-95d8-bed5704178a0 on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:19:00.143800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.144330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.144637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.144967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.145295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.145617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.145938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.146553 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.146650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.147183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.147183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e33830-e269-4770-a8a6-c794f2dff6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:00.227575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f0f091b1-9c05-4646-95d8-bed5704178a0 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:19:00.250035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.270683 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: f0f091b1-9c05-4646-95d8-bed5704178a0 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:19:00.271146 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f0f091b1-9c05-4646-95d8-bed5704178a0 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:19:00.271641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8e5fa8a3-013e-421d-a0b5-94218370ebe2 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:19:00.293549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:00.305185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 8e5fa8a3-013e-421d-a0b5-94218370ebe2 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:19:00.305733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 8e5fa8a3-013e-421d-a0b5-94218370ebe2 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:19:00.606620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.855058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.859302 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.883882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.884431 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Fanout notify agent at l3_agent the message router_deleted on router e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:19:00.898574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:00.899653 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c3d7cbf1-a6b8-4f21-86e7-603b5c9ad04c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/routers/e7dbcb12-313f-4b8d-a2f7-de8fd9dc985a HTTP/1.1" status: 204 len: 168 time: 1.5476615 Feb 16 09:19:00.902375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42690) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:01.016847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.147045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.170400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f56347-e30c-4a51-a1de-37da918cc588']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:01.182328 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:01.182647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b08e8cd-8bce-4ac2-8e29-5ef5e93affb3') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:01.195372 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.210944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.217834 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:19:01.218226 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:19:01.232039 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:19:01.312103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.329171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.340000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Network': ['ID=e8f56347-e30c-4a51-a1de-37da918cc588,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:01.347703 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c083f0e9-5989-46e8-a68c-c61bf2159151 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/networks/e8f56347-e30c-4a51-a1de-37da918cc588 HTTP/1.1" status: 204 len: 168 time: 0.4443593 Feb 16 09:19:01.350340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42694) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:01.416958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.445913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.510174 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.526809 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8618f59e-cf9b-4fc8-bf7d-a5c589f7a130,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:01.539317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:01.540431 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3b671d4c-5690-406d-bf51-04ad68695226 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/security-groups/8618f59e-cf9b-4fc8-bf7d-a5c589f7a130 HTTP/1.1" status: 204 len: 168 time: 0.1891806 Feb 16 09:19:01.958312 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42702) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:01.964135 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-399920767', 'description': 'tempest-secgroup-smoke-399920767 description', 'project_id': '81de768bdfdd451d8a77f04224fb749b'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:01.970024 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:01.974039 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:01.976978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:01.983088 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:01.992508 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.025707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.029336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.032104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.037635 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.093076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.096887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.141666 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89eb27af-3ee2-4980-b26d-9945d11ebecb,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.145579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.149708 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-be50cb3b-ebde-4c19-aaab-513c26cd132c tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1903336 Feb 16 09:19:02.149911 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42706) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.155491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.161559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.165368 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.168496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.170806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:19:02.175375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.193345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.205666 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:19:02.206657 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1b6c2d4e-208c-4a7d-a33f-017c6ab03cc1 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:19:02.255003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.258641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.281775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=404bfcca-d980-43b3-918d-2bd33a679950,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.289867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.291181 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3bb74bf4-50ea-437d-8658-8becd414392e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1402931 Feb 16 09:19:02.293945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42710) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.299994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.305781 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.309532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.312550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.313729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.318257 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.333930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.393888 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.397332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.418941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601e8281-ec0a-4375-bc44-c19d6598435e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.427418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.428606 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-a2ab258f-b8d5-454f-b062-fd08bf4af338 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1336944 Feb 16 09:19:02.431342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42714) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.436643 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.443576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.447274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.450172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.455741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.474612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.535793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.539134 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.565287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d8d06-7287-49b7-a678-0f1db55bd9a7,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.571452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.572836 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3c0371c6-9ff5-4fe5-b7c0-43eea50b42f5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1405480 Feb 16 09:19:02.575516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42718) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.580750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.586878 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.590872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.594153 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.599716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.617994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.679559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.683095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.706329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f511cd4f-346e-4c26-bca2-b3897445c503,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.715243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.716792 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b18e5a11-fd8b-4f74-a291-b3fe957a8d31 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403823 Feb 16 09:19:02.720115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42722) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.725744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.731397 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.735170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.737960 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.743536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.753684 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:19:02.759900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.823806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.827274 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.851749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be8bd17e-bac6-40be-a4a2-288c965192cc,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:02.860416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.861601 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0f633601-8014-474d-b485-b4f7ff8eae6e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1405721 Feb 16 09:19:02.864333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42726) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:02.869617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'security_group_rule': {'security_group_id': '89eb27af-3ee2-4980-b26d-9945d11ebecb', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:02.875549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:02.879251 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:security_group_rule and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:02.882024 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:02.887542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:02.898289 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Project 81de768bdfdd451d8a77f04224fb749b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:19:02.904309 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.970851 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.974104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:02.997304 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414389d1-a46d-4f11-aa01-ccc7b6b227e2,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:03.006581 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.007732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d9b338ec-69ff-42bb-9863-3b65a42ac8fe tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1424751 Feb 16 09:19:03.011413 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42730) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:03.016630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'network': {'name': 'tempest-network-smoke--78365171', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'port_security_enabled': True}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:03.021326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:03.025294 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:network and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:03.028124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:03.034140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:03.044722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:03.048260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.075022 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:19:03.083307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.083650 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Added segment 40b65959-21cc-46d9-97ef-1662c81e2678 of type vlan for network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a Feb 16 09:19:03.108813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.139044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.142782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:03.143352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.337318 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3244846 Feb 16 09:19:03.340056 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42734) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:03.345476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'admin_state_up': True, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:03.349484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07271bcc-c39e-4f50-9990-7ac3cf5c755e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Network': ['ID=8e94fa97-3bc9-4905-bdb8-a5280e54e40a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:03.352236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:03.356645 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:router and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:03.359509 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:03.360326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:19:03.365997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:03.378116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.379235 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.397818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.539570 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.712550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.833562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:03.963280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.56 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/ccdf8909-ca8e-40e4-b641-af8af3db1129) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:04.107639 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:04.134157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:04.197352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:04.199902 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:04.203928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:19:04.232791 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=ccdf8909-ca8e-40e4-b641-af8af3db1129,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:04.360035 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:04.360731 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:04.580335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:19:04.773106 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:19:04.782804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Sync routers for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:19:04.794648 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:04.795578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:04.799517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:04.800707 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b1b1baaa-5a1d-4f92-8873-c8e7da6dc1b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4596422 Feb 16 09:19:04.803792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42738) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:04.845569 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-44e91694-2ed5-4ce7-82f9-6781b470fbba tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?project_id=81de768bdfdd451d8a77f04224fb749b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406737 Feb 16 09:19:04.848317 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42742) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:04.972348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:04.973958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766415bb-1ad9-4074-abb5-87ca35e745bb tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:04.978086 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-766415bb-1ad9-4074-abb5-87ca35e745bb tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1261590 Feb 16 09:19:04.978350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42746) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:05.016919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-efb8d24c-b480-4cdc-b96c-a4de0e318ec9 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/subnets?network_id=19ca0748-c71b-4f18-b783-087a01465729&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374703 Feb 16 09:19:05.019536 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42750) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:05.025238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-168098905', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:05.132033 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:05.135743 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:subnet and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:05.138538 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:05.144985 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:05.154749 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:05.268827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:04Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:05.270051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.272720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Checking router: 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:19:05.273079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Updating router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 port ccdf8909-ca8e-40e4-b641-af8af3db1129 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:19:05.322746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.478253 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.557499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Subnet': ['ID=6497a86f-836a-4461-823b-d83d39598970,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:05.563427 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Checking segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:19:05.563787 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network hostable DHCP agents. Network: 8e94fa97-3bc9-4905-bdb8-a5280e54e40a, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:19:05.586419 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:19:05.597368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 8e94fa97-3bc9-4905-bdb8-a5280e54e40a) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:05.601636 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:05.602217 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.608888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b874d1-3f70-4bf7-baf4-028aeb31d559 None None] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:19:05.627020 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d0102efd-9864-4900-b2e4-c307222f04de tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6064062 Feb 16 09:19:05.629831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42754) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:05.788455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.837335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Transition to ACTIVE for port object ccdf8909-ca8e-40e4-b641-af8af3db1129 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:05.846944 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.950271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:19:05.951089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:05.973528 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420026fe-94fa-4ac3-8ecb-194d0a2f5d3a None None] Pushing event updated for resources: {'Port': ['ID=ccdf8909-ca8e-40e4-b641-af8af3db1129,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:05.981478 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Attempting to bind port ccdf8909-ca8e-40e4-b641-af8af3db1129 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:19:05.981846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Attempting to bind port ccdf8909-ca8e-40e4-b641-af8af3db1129 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:19:05.982210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Attempting to bind port ccdf8909-ca8e-40e4-b641-af8af3db1129 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:19:06.024636 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:19:06.025009 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:19:06.025410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.025799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:19:06.026277 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Bound port: ccdf8909-ca8e-40e4-b641-af8af3db1129, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:19:06.026670 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.158857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] For port ccdf8909-ca8e-40e4-b641-af8af3db1129, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:06.175110 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] For port ccdf8909-ca8e-40e4-b641-af8af3db1129, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ccdf8909-ca8e-40e4-b641-af8af3db1129,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:06.180504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.228773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Allocated IP 172.20.0.2 (8e94fa97-3bc9-4905-bdb8-a5280e54e40a/6497a86f-836a-4461-823b-d83d39598970/e135d6db-30f6-4a77-b39c-61d35da6f1bf) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:06.332864 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420026fe-94fa-4ac3-8ecb-194d0a2f5d3a None None] Pushing event updated for resources: {'Port': ['ID=ccdf8909-ca8e-40e4-b641-af8af3db1129,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:06.359097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:06.359713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:06.447065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.617833 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.620106 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:06.724620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Transition to ACTIVE for port object e135d6db-30f6-4a77-b39c-61d35da6f1bf will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:06.811782 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Transition to ACTIVE for port object e135d6db-30f6-4a77-b39c-61d35da6f1bf will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:06.822675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:06.879873 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.1 (8e94fa97-3bc9-4905-bdb8-a5280e54e40a/6497a86f-836a-4461-823b-d83d39598970/d0542e37-2cc2-46ef-a35f-4660ca5b5805) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:06.914918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:06.927632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:06.932213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Pushing event updated for resources: {'Port': ['ID=e135d6db-30f6-4a77-b39c-61d35da6f1bf,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:06.935757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:19:07.040864 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.057519 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object d0542e37-2cc2-46ef-a35f-4660ca5b5805 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:07.078650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.102419 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Attempting to bind port e135d6db-30f6-4a77-b39c-61d35da6f1bf on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:19:07.102808 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Attempting to bind port e135d6db-30f6-4a77-b39c-61d35da6f1bf by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:19:07.103163 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Attempting to bind port e135d6db-30f6-4a77-b39c-61d35da6f1bf on network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:19:07.113362 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:19:07.113733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Checking segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:19:07.114130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.114543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Bound using segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:19:07.115002 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Bound port: e135d6db-30f6-4a77-b39c-61d35da6f1bf, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:19:07.115372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.147327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:07.150096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:07.152547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:19:07.183643 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:04Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:07.192987 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:07.198008 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c3042d-06e4-4e98-b2b7-9a15466c4769 None None] The sync data for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv is: [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:04Z', 'revision_number': 3, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:19:07.213940 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] For port e135d6db-30f6-4a77-b39c-61d35da6f1bf, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:07.217267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] For port e135d6db-30f6-4a77-b39c-61d35da6f1bf, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e135d6db-30f6-4a77-b39c-61d35da6f1bf,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:07.221966 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.231896 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.314332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f7646-15a2-46b0-9580-7873ca87e4ac None None] Pushing event updated for resources: {'Port': ['ID=e135d6db-30f6-4a77-b39c-61d35da6f1bf,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:07.450576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.900876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:07.905769 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.019772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:08.024726 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.180303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:08.181593 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:08.244699 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccdf8909-ca8e-40e4-b641-af8af3db1129 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:08.302877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290f9678-808b-4e90-931e-85118d2fd808 None None] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:19:08.421779 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-3fb72a1e-2d9c-425d-a5f3-d1530909674d None None] Provisioning for port e135d6db-30f6-4a77-b39c-61d35da6f1bf completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:08.439775 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port ccdf8909-ca8e-40e4-b641-af8af3db1129 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:08.450179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ccdf8909-ca8e-40e4-b641-af8af3db1129 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:08.450586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.556115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-11449c54-174f-4fc3-964d-48dcd9f16f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.580103 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:19:08.665456 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.688123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port ccdf8909-ca8e-40e4-b641-af8af3db1129, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ccdf8909-ca8e-40e4-b641-af8af3db1129,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:08.700316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.701308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e135d6db-30f6-4a77-b39c-61d35da6f1bf up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:08.795709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:19:08.816298 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d176ce7e-ac90-42a1-b4ba-a29511550065 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1815712 Feb 16 09:19:08.824105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=ccdf8909-ca8e-40e4-b641-af8af3db1129,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:08.838066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port e135d6db-30f6-4a77-b39c-61d35da6f1bf completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:08.843108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port e135d6db-30f6-4a77-b39c-61d35da6f1bf triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:08.843517 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.973285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:08.994027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Provisioning complete for port e135d6db-30f6-4a77-b39c-61d35da6f1bf triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:08.994428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:09.005173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-bdb413a4-d35c-4d4a-9c93-1fe1eeff786f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:19:09.021674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-bdb413a4-d35c-4d4a-9c93-1fe1eeff786f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:19:09.022612 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-bdb413a4-d35c-4d4a-9c93-1fe1eeff786f tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-399920767&fields=id&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 267 time: 0.0605977 Feb 16 09:19:09.057667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port e135d6db-30f6-4a77-b39c-61d35da6f1bf, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e135d6db-30f6-4a77-b39c-61d35da6f1bf,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:09.067566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:09.191937 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=e135d6db-30f6-4a77-b39c-61d35da6f1bf,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:09.209839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Provisioning for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:09.215984 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Provisioning complete for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:09.216368 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:09.270101 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f8c00bd3-1383-4fd7-92a5-f2fa45f03bb5 None None] Port d0542e37-2cc2-46ef-a35f-4660ca5b5805 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:19:09.299657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee088-a673-4e69-8aaf-929b3c124339 req-bc92a85c-6900-4d30-90fc-5cdf74d96535 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:09.301098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-bc92a85c-6900-4d30-90fc-5cdf74d96535 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 795 time: 0.2710245 Feb 16 09:19:09.316788 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-fdb9a848-694d-410a-a876-bec085023112 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/quotas/81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 375 time: 0.0104492 Feb 16 09:19:09.390830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-319f8d4b-3879-4c80-9378-943e5013cf46 None None] Provisioning complete for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:09.391132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-319f8d4b-3879-4c80-9378-943e5013cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:09.393290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-45db2ca8-1272-477d-9071-d70f9337f70e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:19:09.408975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-45db2ca8-1272-477d-9071-d70f9337f70e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:19:09.410396 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-45db2ca8-1272-477d-9071-d70f9337f70e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888960 Feb 16 09:19:09.447682 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-319f8d4b-3879-4c80-9378-943e5013cf46 None None] Port d0542e37-2cc2-46ef-a35f-4660ca5b5805 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:19:09.609521 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-2b260f5e-0c22-4597-bfb7-3c791399675a service neutron] 10.222.0.94 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877892 Feb 16 09:19:09.736668 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-982bb854-af4b-40b9-9c9a-2c45f8c1da4a service neutron] 10.222.0.94 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214912 Feb 16 09:19:09.921576 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6954749f-2d65-4755-b4f7-8b31c310a8b9 req-aa69062b-4b94-4997-a73b-ef047490e5a3 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 210 time: 0.0447056 Feb 16 09:19:10.189763 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccdf8909-ca8e-40e4-b641-af8af3db1129 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:10.265624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port ccdf8909-ca8e-40e4-b641-af8af3db1129 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:10.266000 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:10.391837 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e135d6db-30f6-4a77-b39c-61d35da6f1bf up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:10.464958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port e135d6db-30f6-4a77-b39c-61d35da6f1bf triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:10.465381 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:10.740419 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Sync routers for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:19:10.756397 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:10.757190 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:18:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:10.947425 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:11.016284 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c2d08c8-13dd-4df4-844c-0f2577fbbfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.114939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4f4480aa-65c4-407a-8b2a-78f714bed9e7 req-d042a220-f2b4-4dac-b4fe-d25957beccf4 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 210 time: 0.0660951 Feb 16 09:19:11.232026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee088-a673-4e69-8aaf-929b3c124339 req-faa08b04-27ee-4eb9-afcc-c5d8f6d95d14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:11.232747 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-faa08b04-27ee-4eb9-afcc-c5d8f6d95d14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:19:11.253416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-faa08b04-27ee-4eb9-afcc-c5d8f6d95d14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:19:11.254644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-faa08b04-27ee-4eb9-afcc-c5d8f6d95d14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 795 time: 0.2170248 Feb 16 09:19:11.274187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 2, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:11.277849 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Checking router: 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:19:11.278190 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Updating router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 port d0542e37-2cc2-46ef-a35f-4660ca5b5805 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:19:11.327654 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-2ed86797-9970-4496-869f-2589f63e17b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:19:11.340386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-195ee088-a673-4e69-8aaf-929b3c124339 req-2ed86797-9970-4496-869f-2589f63e17b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:19:11.341502 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-2ed86797-9970-4496-869f-2589f63e17b1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81de768bdfdd451d8a77f04224fb749b HTTP/1.1" status: 200 len: 379 time: 0.0575299 Feb 16 09:19:11.352395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'port': {'device_id': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'admin_state_up': True, 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'security_groups': ['89eb27af-3ee2-4980-b26d-9945d11ebecb']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:11.361405 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.486695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:11.495784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:11.506563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Made reservation on behalf of 81de768bdfdd451d8a77f04224fb749b for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:19:11.509491 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.686255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.698427 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Transition to ACTIVE for port object d0542e37-2cc2-46ef-a35f-4660ca5b5805 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:11.704540 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.764248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.769096 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.20.0.13 (8e94fa97-3bc9-4905-bdb8-a5280e54e40a/6497a86f-836a-4461-823b-d83d39598970/03518982-3058-4135-aa49-de88bda69d1d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:11.779569 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Pushing event updated for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:11.839741 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.840084 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.840417 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.840748 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.841076 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.841401 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.841723 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.842044 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.842358 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.842815 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.843007 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:19:11.943788 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Attempting to bind port d0542e37-2cc2-46ef-a35f-4660ca5b5805 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:19:11.944066 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Attempting to bind port d0542e37-2cc2-46ef-a35f-4660ca5b5805 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:19:11.944452 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Attempting to bind port d0542e37-2cc2-46ef-a35f-4660ca5b5805 on network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:19:11.953076 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:19:11.953489 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Checking segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:19:11.953884 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.954274 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Bound using segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:19:11.954776 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Bound port: d0542e37-2cc2-46ef-a35f-4660ca5b5805, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:19:11.955144 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.965006 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:11.982059 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Transition to ACTIVE for port object 03518982-3058-4135-aa49-de88bda69d1d will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:12.005639 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.047666 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] For port d0542e37-2cc2-46ef-a35f-4660ca5b5805, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:12.051565 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] For port d0542e37-2cc2-46ef-a35f-4660ca5b5805, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d0542e37-2cc2-46ef-a35f-4660ca5b5805,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:12.056101 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.078794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:12.080303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.081843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:12.085608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:19:12.134495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:12.151990 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233ba6d-5e85-4aa1-812b-b1d4c7458a0d None None] Pushing event updated for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:12.154816 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:12.155502 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:12.174061 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:12.174769 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.205828 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e0601299-a061-472e-948d-a9a42ddcbd89 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8571341 Feb 16 09:19:12.228799 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Request body: {'port': {'device_id': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:12.359787 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:12.361020 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.363346 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97e47-7743-4511-ae7d-9182ebb2d5d8 req-1ae16c8e-97c8-46f1-81f6-74133d7a3846 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:12.365504 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-04c97e47-7743-4511-ae7d-9182ebb2d5d8 req-1ae16c8e-97c8-46f1-81f6-74133d7a3846 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 932 time: 0.0893936 Feb 16 09:19:12.418588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62a383e8-915c-4e63-8dd7-931a36ba2185 None None] Provisioning for port 03518982-3058-4135-aa49-de88bda69d1d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:12.424855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-62a383e8-915c-4e63-8dd7-931a36ba2185 None None] Provisioning complete for port 03518982-3058-4135-aa49-de88bda69d1d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:12.425234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62a383e8-915c-4e63-8dd7-931a36ba2185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.434853 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-04c97e47-7743-4511-ae7d-9182ebb2d5d8 req-6d6fe9c0-63cc-4e6d-93f4-2af1ebd9caeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631700 Feb 16 09:19:12.531155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-62a383e8-915c-4e63-8dd7-931a36ba2185 None None] Port 03518982-3058-4135-aa49-de88bda69d1d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:19:12.692747 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:12Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:12.696603 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e959d3fd-c5f8-4d28-908d-be82bccf0f14 None None] The sync data for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv is: [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:12Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:19:12.773234 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03518982-3058-4135-aa49-de88bda69d1d {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:19:12.779990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:12.798784 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Transition to ACTIVE for port object 03518982-3058-4135-aa49-de88bda69d1d will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:19:12.803870 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:13.041859 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Pushing event updated for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:13.150621 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Attempting to bind port 03518982-3058-4135-aa49-de88bda69d1d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:19:13.150955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Attempting to bind port 03518982-3058-4135-aa49-de88bda69d1d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:19:13.151279 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Attempting to bind port 03518982-3058-4135-aa49-de88bda69d1d on network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:19:13.157778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Port 03518982-3058-4135-aa49-de88bda69d1d on network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:19:13.158092 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Attempting to bind port 03518982-3058-4135-aa49-de88bda69d1d on network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:19:13.164638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:19:13.164966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Checking segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:19:13.165338 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Bound using segment: {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:19:13.165780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Bound port: 03518982-3058-4135-aa49-de88bda69d1d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b65959-21cc-46d9-97ef-1662c81e2678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:19:13.166125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:13.256508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:19:13.259873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=03518982-3058-4135-aa49-de88bda69d1d,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:19:13.264708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:13.333102 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:13.334408 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] 10.222.0.98 "PUT /v2.0/ports/03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 1094 time: 1.1106081 Feb 16 09:19:13.334872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:19:13.352602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d137d33-7346-4b26-a90f-edb098c5188c service neutron] Pushing event updated for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:13.395860 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d', 'status': 'completed', 'code': 200} Feb 16 09:19:13.486852 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-e98288b9-c49a-436d-ba57-65a59e96ff12 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1097 time: 0.0760007 Feb 16 09:19:13.570153 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-34e1a3d1-9b08-48eb-8a48-9a7858c097f2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 217 time: 0.0718319 Feb 16 09:19:13.635928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ee088-a673-4e69-8aaf-929b3c124339 req-16eeee9f-e9e5-4661-b3af-ec406d413456 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:13.637410 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-16eeee9f-e9e5-4661-b3af-ec406d413456 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0611849 Feb 16 09:19:13.649532 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cc4ea-62a0-4117-907e-599feb87e946 req-ca421d89-38e7-4178-be4d-e9336799005d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:13.651011 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f5cc4ea-62a0-4117-907e-599feb87e946 req-ca421d89-38e7-4178-be4d-e9336799005d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 944 time: 0.0795588 Feb 16 09:19:13.695250 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f5cc4ea-62a0-4117-907e-599feb87e946 req-f2ba1e07-f291-469d-b5d3-928da1015bfa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386834 Feb 16 09:19:13.714185 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-a0d312af-3027-4db4-b543-24680bdeeab7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703695 Feb 16 09:19:13.844333 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-307fc8ab-30e0-4242-bef7-d077f8512f31 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226895 Feb 16 09:19:13.896242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:13.973839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-195ee088-a673-4e69-8aaf-929b3c124339 req-a28aa209-b519-4100-9ec0-e1e763bf1184 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248584 Feb 16 09:19:14.124575 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-689e3c41-c560-4a6a-9d03-f2cdff6b44fc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1097 time: 0.0677106 Feb 16 09:19:14.211407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d0542e37-2cc2-46ef-a35f-4660ca5b5805 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:14.260057 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-b4e1b838-f575-4af8-b165-e10b493f9747 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:14.261910 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-b4e1b838-f575-4af8-b165-e10b493f9747 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 896 time: 0.1304865 Feb 16 09:19:14.282848 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:14.287796 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:14.288160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:14.332347 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-ea3485eb-252d-4bd1-867d-235521ee1635 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 217 time: 0.0635355 Feb 16 09:19:14.393609 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-6aabe3b7-138d-4011-a895-9b3f4b97ee94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:14.395014 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-6aabe3b7-138d-4011-a895-9b3f4b97ee94 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0567393 Feb 16 09:19:14.397893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:14.429141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port d0542e37-2cc2-46ef-a35f-4660ca5b5805, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d0542e37-2cc2-46ef-a35f-4660ca5b5805,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:14.433105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:14.480578 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-7021e8b2-2a04-4032-acb1-4f46fd372f73 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715134 Feb 16 09:19:14.517042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:14.610697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-5450980f-a246-4b6f-8c12-c436d0b76342 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237240 Feb 16 09:19:14.739762 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c18ee83f-8512-4af5-b6bd-62f9bc9c67fc req-ff666d7a-ff3b-4421-8fee-fba51f9f3b5d service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229110 Feb 16 09:19:14.895370 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3c605-70b5-4ee0-80c8-457ef79b79a8 req-879ca3ad-3a65-4c74-ba02-5eede9f19a32 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:14.896786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41a3c605-70b5-4ee0-80c8-457ef79b79a8 req-879ca3ad-3a65-4c74-ba02-5eede9f19a32 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 944 time: 0.0774429 Feb 16 09:19:14.941127 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41a3c605-70b5-4ee0-80c8-457ef79b79a8 req-5f9b7b79-164f-4d3c-8a7b-2928ef390067 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389602 Feb 16 09:19:15.540949 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 03518982-3058-4135-aa49-de88bda69d1d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:19:15.671295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=03518982-3058-4135-aa49-de88bda69d1d,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:15.684471 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '03518982-3058-4135-aa49-de88bda69d1d', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'port_id': '03518982-3058-4135-aa49-de88bda69d1d', 'mac_address': 'fa:16:3e:eb:f0:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:19:15.737789 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:15.755198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03518982-3058-4135-aa49-de88bda69d1d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:19:15.770330 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=03518982-3058-4135-aa49-de88bda69d1d,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:15.774266 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:15.842379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:16.049500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['03518982-3058-4135-aa49-de88bda69d1d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:19:16.135471 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b6472-0ce2-4922-9e3a-bfc3b2b3291b req-98c6721d-f6eb-4566-b142-0bb66eb5c35d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:16.136902 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c44b6472-0ce2-4922-9e3a-bfc3b2b3291b req-98c6721d-f6eb-4566-b142-0bb66eb5c35d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 945 time: 0.0755250 Feb 16 09:19:16.192068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d0542e37-2cc2-46ef-a35f-4660ca5b5805 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:16.195071 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c44b6472-0ce2-4922-9e3a-bfc3b2b3291b req-a75da7c8-159a-4358-8c1e-c3230d7f1192 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511639 Feb 16 09:19:16.319079 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port d0542e37-2cc2-46ef-a35f-4660ca5b5805 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:16.319441 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:17.400924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726dac0-19a6-4957-b849-442ecb6a1d37 req-4d3269d0-9cc1-483d-8a9b-14b4c1d510c5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:17.402405 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c726dac0-19a6-4957-b849-442ecb6a1d37 req-4d3269d0-9cc1-483d-8a9b-14b4c1d510c5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 945 time: 0.0797076 Feb 16 09:19:17.449157 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c726dac0-19a6-4957-b849-442ecb6a1d37 req-5a619ca4-b80b-49a1-9bb1-ba4193764e8d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407445 Feb 16 09:19:17.540627 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 03518982-3058-4135-aa49-de88bda69d1d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:19:17.610003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 03518982-3058-4135-aa49-de88bda69d1d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:19:17.614667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 03518982-3058-4135-aa49-de88bda69d1d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:19:17.615075 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:17.728213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:17.755889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03518982-3058-4135-aa49-de88bda69d1d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:19:17.765968 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=03518982-3058-4135-aa49-de88bda69d1d,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:19:17.769876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:17.837813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:17.881293 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03518982-3058-4135-aa49-de88bda69d1d', 'code': 200} Feb 16 09:19:18.141939 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91e7a19e-f03c-4c20-99ca-d3d5db20ba14 req-91f9993c-d6b9-4b81-ae88-312106117459 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1099 time: 0.0709894 Feb 16 09:19:18.181188 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-91e7a19e-f03c-4c20-99ca-d3d5db20ba14 req-b13c5b7e-4e26-43a6-888f-736ca5d86a80 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337131 Feb 16 09:19:18.644335 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa34bb7-0734-4690-b71e-28d9797ef54a req-6cfe7304-8e9b-4b0d-a589-1157706a60c7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:18.645730 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fa34bb7-0734-4690-b71e-28d9797ef54a req-6cfe7304-8e9b-4b0d-a589-1157706a60c7 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0740516 Feb 16 09:19:18.689004 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6fa34bb7-0734-4690-b71e-28d9797ef54a req-7ccd7f64-4bb1-4b10-b639-bbee9da9ddeb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379360 Feb 16 09:19:19.883938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48673000-9fd1-4cb9-9e4e-76970590237f req-ec0b438b-db4e-4fca-8265-abb54df0beaa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:19.885393 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-48673000-9fd1-4cb9-9e4e-76970590237f req-ec0b438b-db4e-4fca-8265-abb54df0beaa tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0765960 Feb 16 09:19:19.930315 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-48673000-9fd1-4cb9-9e4e-76970590237f req-a3c90f56-a1c4-4ebd-937a-22334bacfece tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395777 Feb 16 09:19:20.123132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb565e-e6ba-4b80-9518-382b7b82b551 req-8b3a7199-f5a4-447a-b654-546c1ed42dc1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:20.124556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0cb565e-e6ba-4b80-9518-382b7b82b551 req-8b3a7199-f5a4-447a-b654-546c1ed42dc1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0732212 Feb 16 09:19:20.171856 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c0cb565e-e6ba-4b80-9518-382b7b82b551 req-145d0cc3-1961-404b-8491-6b4b8fa8094e tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Feb 16 09:19:20.198612 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42806) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:20.267131 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-631c77c8-df23-41b4-8378-650d2a8e4714 tempest-TestNetworkAdvancedServerOps-720709796 tempest-TestNetworkAdvancedServerOps-720709796-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1094 time: 0.0674002 Feb 16 09:19:20.269848 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42810) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:20.274802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '03518982-3058-4135-aa49-de88bda69d1d', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:19:20.280086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:19:20.284455 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Usage tracker for resource:floatingip and tenant:81de768bdfdd451d8a77f04224fb749b is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:19:20.287342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:19:20.293047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:19:20.302841 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:20.435802 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:20.567185 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Allocated IP 172.26.4.171 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/7780a9fc-074e-46a2-b0e3-71edf4d1a16e) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:19:20.787232 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:20.814452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:20.883541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:19:20.887049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:19:20.888836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=7780a9fc-074e-46a2-b0e3-71edf4d1a16e,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:20.891026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:19:21.378681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:21.435539 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:21.637447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:21.641664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:21.746311 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event updated for resources: {'Port': ['ID=7780a9fc-074e-46a2-b0e3-71edf4d1a16e,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:19:21.759006 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:21.940924 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Floating IP 1e4c43d6-deab-4756-9dab-887526c3c1f0 associated. External IP: 172.26.4.171, port: 03518982-3058-4135-aa49-de88bda69d1d. Feb 16 09:19:22.415328 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:19:22.608552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:19:22.618628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Sync routers for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:19:22.630800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:22.631412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:22.632126 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:22.688111 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d077b146-3c5c-492a-8c52-dcf9d4e631e5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4172430 Feb 16 09:19:22.688962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:19:22.747791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d', 'status': 'completed', 'code': 200} Feb 16 09:19:22.810818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:22.863509 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-07fc999c-332c-445f-b163-6e244dbe9f50 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1099 time: 0.0691292 Feb 16 09:19:22.867280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac0615-bc02-43ae-8ec7-7c488155df1b req-8d90db71-b958-4a59-8049-77e608d624e8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:22.868890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-24ac0615-bc02-43ae-8ec7-7c488155df1b req-8d90db71-b958-4a59-8049-77e608d624e8 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0820737 Feb 16 09:19:22.922180 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-24ac0615-bc02-43ae-8ec7-7c488155df1b req-3e7b196c-0b06-4046-8cd3-2db832f497e0 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462244 Feb 16 09:19:22.952366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42818) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:23.060295 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3c5db375-a6ba-47f2-8d38-f97159a6e840 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 992 time: 0.1052458 Feb 16 09:19:23.108325 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-c3d32ab4-bb99-4515-9dcd-3b344a659640 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:23.110544 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-c3d32ab4-bb99-4515-9dcd-3b344a659640 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 896 time: 0.2418945 Feb 16 09:19:23.201639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1e4c43d6-deab-4756-9dab-887526c3c1f0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'port_id': '03518982-3058-4135-aa49-de88bda69d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'mac_address': 'fa:16:3e:eb:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:19:21Z', 'updated_at': '2022-02-16T09:19:21Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:23.205539 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Checking router: 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:19:23.207363 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-a390593d-c477-4a76-9089-243cfc590281 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 1000 time: 0.0912435 Feb 16 09:19:23.216352 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:19:23.216927 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:23.273733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-d404a644-9066-4bde-b868-d1be830bf482 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:23.275225 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-d404a644-9066-4bde-b868-d1be830bf482 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0617945 Feb 16 09:19:23.352609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-f4df26b5-7d33-4cad-8412-d5ebb8090288 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716524 Feb 16 09:19:23.418455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:19:23.484653 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-4e58c4a9-5909-4f42-ba53-d38276c326bd service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251423 Feb 16 09:19:23.612138 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-08d22a2c-baa2-4a25-9e6d-ea8c794c8cb7 req-fb539cac-d0cf-4327-9969-d9356ad56521 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230042 Feb 16 09:19:23.757928 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1e4c43d6-deab-4756-9dab-887526c3c1f0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'port_id': '03518982-3058-4135-aa49-de88bda69d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'mac_address': 'fa:16:3e:eb:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:19:21Z', 'updated_at': '2022-02-16T09:19:21Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:19:23.761766 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a598bf-2e9d-43f1-abcc-600e260dcddf None None] The sync data for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv is: [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '1e4c43d6-deab-4756-9dab-887526c3c1f0', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'floating_ip_address': '172.26.4.171', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'port_id': '03518982-3058-4135-aa49-de88bda69d1d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'mac_address': 'fa:16:3e:eb:f0:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:19:21Z', 'updated_at': '2022-02-16T09:19:21Z', 'revision_number': 0, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:19:24.063683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42822) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:24.164556 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-3390e458-9375-4953-a595-e23804a7a253 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 992 time: 0.0998549 Feb 16 09:19:25.168501 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42826) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:25.272265 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4e49006f-d10d-4e81-b8aa-25a476af4e93 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 992 time: 0.1026518 Feb 16 09:19:26.275854 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42830) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:26.386939 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-cdf636a9-b292-456c-b788-d0e986409d64 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 992 time: 0.1097553 Feb 16 09:19:26.642044 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476ee99e-6440-4047-8d29-83dee79b49c0 None None] New status for floating IP 1e4c43d6-deab-4756-9dab-887526c3c1f0: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:19:27.390889 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42834) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:27.498609 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9db74d2c-aea8-4d77-b09f-25b13e9958be tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 994 time: 0.1064055 Feb 16 09:19:29.764610 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:19:32.332555 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:38.524905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-56997352-dd70-4217-8dd9-da82039d192e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:41.008649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3e1bc839-b14e-49ae-86fd-a6f70f1421fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:41.766016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:42.082073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:43.901629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:19:46.362726 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-61d90440-51eb-4828-a8dd-8617073daa0d service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722530 Feb 16 09:19:46.524053 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-01556f04-386c-43e4-8437-e38d28865bcc service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1099 time: 0.0700071 Feb 16 09:19:46.665107 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725dac3-4704-4a3e-be41-c367fa978276 req-46dec89e-b258-4fdf-a827-6b4d0391b180 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:46.666590 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-46dec89e-b258-4fdf-a827-6b4d0391b180 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 896 time: 0.1232989 Feb 16 09:19:46.773406 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-8a3882f1-c051-41d7-8c3a-ec39cfd3555d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 1002 time: 0.0999765 Feb 16 09:19:46.837308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725dac3-4704-4a3e-be41-c367fa978276 req-8c74cfdc-9fd5-4ba4-a930-65b2171c2d97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:46.838937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-8c74cfdc-9fd5-4ba4-a930-65b2171c2d97 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0603507 Feb 16 09:19:46.916008 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-e5adab1d-2552-4e29-a1f8-b8105e8dff6e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700605 Feb 16 09:19:47.047251 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-444acbb4-d8c2-411e-b17d-f03017b17cf2 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250393 Feb 16 09:19:47.178377 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-2725dac3-4704-4a3e-be41-c367fa978276 req-6a2d9342-4371-439d-992c-d6c64a46bc03 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249833 Feb 16 09:19:55.154919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c5a5e-cb4c-4898-b989-bb6c32e7f713 req-7c3ef4c5-7841-4955-b063-57e82fe9e0cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:55.156290 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-543c5a5e-cb4c-4898-b989-bb6c32e7f713 req-7c3ef4c5-7841-4955-b063-57e82fe9e0cb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0796056 Feb 16 09:19:55.203576 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-543c5a5e-cb4c-4898-b989-bb6c32e7f713 req-cc7642f4-a0dc-4161-8e30-7a84a6885bfb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415058 Feb 16 09:19:56.405385 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee021fe1-642a-4de0-a8ea-1f97aad7ab19 req-c1018081-9490-4391-be1d-1f611c644b91 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:56.407033 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee021fe1-642a-4de0-a8ea-1f97aad7ab19 req-c1018081-9490-4391-be1d-1f611c644b91 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0794270 Feb 16 09:19:56.455132 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee021fe1-642a-4de0-a8ea-1f97aad7ab19 req-18a798bb-2e29-48e5-a752-6c1ffdbdbac5 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Feb 16 09:19:56.484196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42854) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:19:56.693317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-1ba3f87a-421f-482d-9bce-3bf22b5d50bb tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 994 time: 0.2074606 Feb 16 09:19:58.197586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1322b1-7cb0-46fb-bd58-5d0da174a44b req-cc5266eb-fe12-41b6-b809-0b56ef034b14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:58.199164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd1322b1-7cb0-46fb-bd58-5d0da174a44b req-cc5266eb-fe12-41b6-b809-0b56ef034b14 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0768995 Feb 16 09:19:58.224100 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-f510f44e-445f-46b7-bfc6-77f0e0b1eda0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1099 time: 0.0696268 Feb 16 09:19:58.251362 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-dd1322b1-7cb0-46fb-bd58-5d0da174a44b req-bc974a14-0e7c-43bf-8573-e7089483a353 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Feb 16 09:19:58.354864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72684d8f-452b-4645-9abf-abaf1c37772b req-be4671ce-5321-406d-99e6-3e71f829298f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:58.356317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-be4671ce-5321-406d-99e6-3e71f829298f service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 896 time: 0.1265810 Feb 16 09:19:58.463325 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-01b8aee7-efd6-4808-8a07-7e8a1fe812eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 1002 time: 0.0998456 Feb 16 09:19:58.524424 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72684d8f-452b-4645-9abf-abaf1c37772b req-b1448b88-4860-4c6c-ac44-aff112f035fb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:58.525759 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-b1448b88-4860-4c6c-ac44-aff112f035fb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0565743 Feb 16 09:19:58.602642 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-57ceef91-2bdc-46e9-8c9d-aefdb3bdc529 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702057 Feb 16 09:19:58.732239 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-32fcc7f6-0c39-4997-b242-4c47bc432500 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Feb 16 09:19:58.863419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-72684d8f-452b-4645-9abf-abaf1c37772b req-febdc345-e40d-4374-b558-6789d97c38e2 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253133 Feb 16 09:19:59.464879 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7dea8-060a-402c-8323-f19f0630dcac req-c3af7f6a-e652-455f-b92d-e1be704599bc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:19:59.466324 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70f7dea8-060a-402c-8323-f19f0630dcac req-c3af7f6a-e652-455f-b92d-e1be704599bc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0798004 Feb 16 09:19:59.511292 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-70f7dea8-060a-402c-8323-f19f0630dcac req-8bdc5faf-9a69-40d4-901e-110f91b713bc tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Feb 16 09:20:00.865805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb136d51-c3a6-4975-8877-d4f369c5d21c req-6e881cc7-fc2f-445d-9f7a-c71e30dfe667 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:00.867156 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb136d51-c3a6-4975-8877-d4f369c5d21c req-6e881cc7-fc2f-445d-9f7a-c71e30dfe667 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0950987 Feb 16 09:20:00.911574 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fb136d51-c3a6-4975-8877-d4f369c5d21c req-ec82faef-e702-4edc-80b6-0857d41a5b88 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389323 Feb 16 09:20:00.938987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42868) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:01.043699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3976f687-a365-4cf4-af2e-56d805d3b3e1 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 200 len: 994 time: 0.1035645 Feb 16 09:20:01.350564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42876) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:01.548687 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 7780a9fc-074e-46a2-b0e3-71edf4d1a16e {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:20:01.549019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:01.716618 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:01.716942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:01.841514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 7780a9fc-074e-46a2-b0e3-71edf4d1a16e owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:20:01.990698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:02.129511 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=7780a9fc-074e-46a2-b0e3-71edf4d1a16e,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:02.168032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.168365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.168703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.169037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.169370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.169692 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.170013 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.170333 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.170677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.170999 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.171320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:02.230150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:02.323179 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:02.631230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:20:02.840730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:02.852531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Sync routers for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:02.857554 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:02.866089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:02.866751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:02.915103 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0a452978-b472-4bd2-b623-1503ecf057b6 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/floatingips/1e4c43d6-deab-4756-9dab-887526c3c1f0 HTTP/1.1" status: 204 len: 168 time: 1.5633724 Feb 16 09:20:02.915570 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:20:02.982902 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'tag': '03518982-3058-4135-aa49-de88bda69d1d', 'status': 'completed', 'code': 200} Feb 16 09:20:03.058047 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:03.095800 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-204c9776-ee25-4c9c-a696-32583ce641e1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=81de768bdfdd451d8a77f04224fb749b&device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 1099 time: 0.0727115 Feb 16 09:20:03.253141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-03f228bc-ae90-4810-9b75-c5cef2d6be75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:03.254616 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-03f228bc-ae90-4810-9b75-c5cef2d6be75 service neutron] 10.222.0.98 "GET /v2.0/networks?id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 200 len: 896 time: 0.1532488 Feb 16 09:20:03.325834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-b9d9e5cd-95a8-482f-8be3-09f0ccdd039c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 200 len: 217 time: 0.0649488 Feb 16 09:20:03.404436 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-c944a6cc-ac6e-461d-8c64-c8fd6524b16e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:03.406113 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-c944a6cc-ac6e-461d-8c64-c8fd6524b16e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 200 len: 834 time: 0.0728507 Feb 16 09:20:03.438727 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22cd9f-bccf-40ff-a0f2-538b2871c792 req-1d7f0f9d-a2fb-44d0-8df4-d347987a661a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:03.440354 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f22cd9f-bccf-40ff-a0f2-538b2871c792 req-1d7f0f9d-a2fb-44d0-8df4-d347987a661a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.1928670 Feb 16 09:20:03.478945 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:03.483509 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Checking router: 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:03.491479 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9f22cd9f-bccf-40ff-a0f2-538b2871c792 req-455cd4fc-dd86-43e3-9b5f-4a3f1d4b0743 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451262 Feb 16 09:20:03.494332 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:03.494820 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-89f59e3c-d606-4de9-8257-c55c3fec96b0 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=8e94fa97-3bc9-4905-bdb8-a5280e54e40a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817900 Feb 16 09:20:03.494992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:03.628460 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-e07b0c69-fa7b-4a49-9002-770f4e42f2c3 service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264997 Feb 16 09:20:03.676208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:03.763620 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c3cdbc71-781c-445b-89e1-5f10bab2a423 req-1f99b1de-d1b3-49be-ba38-5e01090105ce service neutron] 10.222.0.98 "GET /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291740 Feb 16 09:20:03.992424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:03.996282 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c828328-770d-4f72-9937-4d0f670ce72d None None] The sync data for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv is: [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:07Z', 'revision_number': 4, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'd0542e37-2cc2-46ef-a35f-4660ca5b5805', 'name': '', 'network_id': '8e94fa97-3bc9-4905-bdb8-a5280e54e40a', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'mac_address': 'fa:16:3e:c5:30:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6497a86f-836a-4461-823b-d83d39598970', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:06Z', 'updated_at': '2022-02-16T09:19:14Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'subnets': [{'id': '6497a86f-836a-4461-823b-d83d39598970', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:04.219508 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b525670-eec4-4854-92e7-b6c293eaf034 None None] New status for floating IP 1e4c43d6-deab-4756-9dab-887526c3c1f0: DOWN {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:20:04.699043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082443e-0f7a-4ced-994a-3586cc92a810 req-f506e577-20ed-45bd-94af-5a6d36299f4d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:04.700407 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f082443e-0f7a-4ced-994a-3586cc92a810 req-f506e577-20ed-45bd-94af-5a6d36299f4d tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.0773616 Feb 16 09:20:04.750365 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f082443e-0f7a-4ced-994a-3586cc92a810 req-8af33bd9-ba36-416f-8c33-9efcc01757b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/security-groups?id=89eb27af-3ee2-4980-b26d-9945d11ebecb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Feb 16 09:20:05.040962 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14759302-39eb-46c6-b763-490b7ccd7718 req-43f51807-f181-476b-ae22-6d159bda3302 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:05.041630 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-14759302-39eb-46c6-b763-490b7ccd7718 req-43f51807-f181-476b-ae22-6d159bda3302 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Synchronizing usage tracker for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:20:05.056567 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-14759302-39eb-46c6-b763-490b7ccd7718 req-43f51807-f181-476b-ae22-6d159bda3302 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Unset dirty status for tenant:81de768bdfdd451d8a77f04224fb749b on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:20:05.057940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-14759302-39eb-46c6-b763-490b7ccd7718 req-43f51807-f181-476b-ae22-6d159bda3302 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 946 time: 0.1969867 Feb 16 09:20:05.123858 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port 03518982-3058-4135-aa49-de88bda69d1d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:20:05.124197 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:05.364571 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port 03518982-3058-4135-aa49-de88bda69d1d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=03518982-3058-4135-aa49-de88bda69d1d,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:05.364835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:05.492620 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for 03518982-3058-4135-aa49-de88bda69d1d owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:20:05.639162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:05.695586 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=03518982-3058-4135-aa49-de88bda69d1d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:05.776795 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] No DVR routers for this DVR port 03518982-3058-4135-aa49-de88bda69d1d on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:20:05.779537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:05.782315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'name': 'network-vif-deleted', 'tag': '03518982-3058-4135-aa49-de88bda69d1d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:20:05.800369 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-14759302-39eb-46c6-b763-490b7ccd7718 req-d65cd728-2d72-47cc-89d6-5d76f6ed06b2 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.98 "DELETE /v2.0/ports/03518982-3058-4135-aa49-de88bda69d1d HTTP/1.1" status: 204 len: 173 time: 0.7367990 Feb 16 09:20:05.849208 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eeb2691-f373-45be-a1e5-ae7d4d628333', 'name': 'network-vif-deleted', 'tag': '03518982-3058-4135-aa49-de88bda69d1d', 'status': 'completed', 'code': 200} Feb 16 09:20:05.949096 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e0fbc1a3-a8a7-4c0f-87db-f49fdd938cf2 req-3d69a27f-33b2-4752-ba2f-09391850d045 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "GET /v2.0/ports?device_id=0eeb2691-f373-45be-a1e5-ae7d4d628333 HTTP/1.1" status: 200 len: 210 time: 0.0474012 Feb 16 09:20:06.764689 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:20:07.055661 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42894) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:07.459038 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:08.089964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port d0542e37-2cc2-46ef-a35f-4660ca5b5805 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:20:08.090741 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:08.290049 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port d0542e37-2cc2-46ef-a35f-4660ca5b5805, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=d0542e37-2cc2-46ef-a35f-4660ca5b5805,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:08.290401 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:08.513057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for d0542e37-2cc2-46ef-a35f-4660ca5b5805 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:20:08.517235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-428531c2-c635-4048-b114-9f6b4db91ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:08.691720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:08.739019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=d0542e37-2cc2-46ef-a35f-4660ca5b5805,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:08.808569 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.809108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.809884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.809884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.809884 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.810698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.810698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.810960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.811131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.811457 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:08.811771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:09.066937 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:09.660299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:20:09.821333 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 03518982-3058-4135-aa49-de88bda69d1d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:20:09.854889 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 03518982-3058-4135-aa49-de88bda69d1d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:20:09.855270 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 03518982-3058-4135-aa49-de88bda69d1d not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:20:09.878208 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:09.887965 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Sync routers for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:09.892976 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ac1cca55-0f3f-49c5-883d-09f82ab2c6cf tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "PUT /v2.0/routers/3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8362265 Feb 16 09:20:09.897432 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42898) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:09.900562 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:09.901180 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:10.089273 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:10.195915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting subnet 6497a86f-836a-4461-823b-d83d39598970 {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:20:10.199442 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.295583 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.388092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.405279 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:20:08Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:10.410237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Checking router: 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:10.421612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Routers {'3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:10.422232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:19:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:10.468009 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.508357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Subnet': ['ID=6497a86f-836a-4461-823b-d83d39598970,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:10.514849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.521760 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-090b412b-eef1-4198-84f7-db88a9ae7c1a tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/subnets/6497a86f-836a-4461-823b-d83d39598970 HTTP/1.1" status: 204 len: 168 time: 0.6233408 Feb 16 09:20:10.524607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42902) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:10.530274 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3bc858-2c39-41fe-b482-98552d3cb374 None None] Network 8e94fa97-3bc9-4905-bdb8-a5280e54e40a requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:20:10.735334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.804243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] Set router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:10.930606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:10.941375 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Deleting port ccdf8909-ca8e-40e4-b641-af8af3db1129 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:20:10.941711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.028846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f5e96037-ced9-4749-80c7-a688cd5b5d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.094232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] DHCP port deletion for 8e94fa97-3bc9-4905-bdb8-a5280e54e40a request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:20:11.101828 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Deleting port e135d6db-30f6-4a77-b39c-61d35da6f1bf {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:20:11.102200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.132003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] For port ccdf8909-ca8e-40e4-b641-af8af3db1129, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=ccdf8909-ca8e-40e4-b641-af8af3db1129,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:11.132356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.284875 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:20:08Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:11.308225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e0273f-bf3f-4bd1-8076-369a353b3a39 None None] The sync data for ids ['3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0'] in dv-neutron-829488-1-hyperv is: [{'id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425515236', 'tenant_id': '81de768bdfdd451d8a77f04224fb749b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:20:08Z', 'revision_number': 5, 'project_id': '81de768bdfdd451d8a77f04224fb749b', 'gw_port': {'id': 'ccdf8909-ca8e-40e4-b641-af8af3db1129', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:85:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:19:03Z', 'updated_at': '2022-02-16T09:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:11.333374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] For port e135d6db-30f6-4a77-b39c-61d35da6f1bf, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=e135d6db-30f6-4a77-b39c-61d35da6f1bf,segment=NetworkSegment(40b65959-21cc-46d9-97ef-1662c81e2678),segment_id=40b65959-21cc-46d9-97ef-1662c81e2678)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:11.333767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.352529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Calling delete_port for ccdf8909-ca8e-40e4-b641-af8af3db1129 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:20:11.456220 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Calling delete_port for e135d6db-30f6-4a77-b39c-61d35da6f1bf owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:20:11.534482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.537004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234'] for port, after_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.578191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Port': ['ID=ccdf8909-ca8e-40e4-b641-af8af3db1129,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:11.589108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Pushing event deleted for resources: {'Port': ['ID=e135d6db-30f6-4a77-b39c-61d35da6f1bf,revision_number=None']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:11.594667 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] No DVR routers for this DVR port e135d6db-30f6-4a77-b39c-61d35da6f1bf on host dv-neutron-829488-1-hyperv {{(pid=83711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:20:11.602344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.602712 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.609917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f343d59a-82b3-43d5-9623-9b17f85e129e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:11.772213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:11.819524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.077009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.081383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.084176 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.108804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.109481 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:20:12.128360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.129426 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-94131f44-0fdb-4834-882f-cb2987f06078 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/routers/3e8b43b4-faf6-48c5-9e44-f5d7f50ad9b0 HTTP/1.1" status: 204 len: 168 time: 1.6039462 Feb 16 09:20:12.132396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42906) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:12.275368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.407164 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.441189 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e94fa97-3bc9-4905-bdb8-a5280e54e40a']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:12.453733 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b65959-21cc-46d9-97ef-1662c81e2678') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:12.454026 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b65959-21cc-46d9-97ef-1662c81e2678') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:12.466514 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.487516 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.492974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:20:12.493512 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:20:12.509147 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:20:12.575975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e135d6db-30f6-4a77-b39c-61d35da6f1bf no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:20:12.608018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.620242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: e135d6db-30f6-4a77-b39c-61d35da6f1bf {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:20:12.620598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device e135d6db-30f6-4a77-b39c-61d35da6f1bf not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:20:12.621029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d0542e37-2cc2-46ef-a35f-4660ca5b5805 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:20:12.626976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.642561 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'Network': ['ID=8e94fa97-3bc9-4905-bdb8-a5280e54e40a,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:12.645725 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-15996b52-5e7f-4265-ac5a-13b6cf1fdb72 tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/networks/8e94fa97-3bc9-4905-bdb8-a5280e54e40a HTTP/1.1" status: 204 len: 168 time: 0.5123219 Feb 16 09:20:12.648478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42910) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:12.655590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: d0542e37-2cc2-46ef-a35f-4660ca5b5805 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:20:12.655952 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device d0542e37-2cc2-46ef-a35f-4660ca5b5805 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:20:12.722620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.750543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.817145 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.834909 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89eb27af-3ee2-4980-b26d-9945d11ebecb,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:12.848912 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:12.852635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-947ad965-7fe0-4ba4-aedd-dcdad45f150b tempest-TestNetworkAdvancedServerOps-439616202 tempest-TestNetworkAdvancedServerOps-439616202-project] 10.222.0.94 "DELETE /v2.0/security-groups/89eb27af-3ee2-4980-b26d-9945d11ebecb HTTP/1.1" status: 204 len: 168 time: 0.2003951 Feb 16 09:20:13.261396 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42924) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:13.438791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-1795d77e-f661-4a25-a279-f61f3e692280 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=81de768bdfdd451d8a77f04224fb749b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1762738 Feb 16 09:20:13.441966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42930) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:13.502334 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:13.527606 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:13.583831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:13.601156 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf46871-4cf0-4258-bf13-96afd2679c02,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:13.607502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:13.610638 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-b5386eb7-cd90-4110-8133-ec78eff9fec4 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/9cf46871-4cf0-4258-bf13-96afd2679c02 HTTP/1.1" status: 204 len: 168 time: 0.1657159 Feb 16 09:20:13.900023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:13.949900 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42938) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:13.969082 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.001496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:14.004745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Usage tracker for resource:security_group_rule and tenant:04ad4f18269945c0b350703f6a6a70b0 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:14.007597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:14.013114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:14.077919 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.082461 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.127170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520d5b44-1033-4641-8bed-54bfd55b24d6,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:14.132477 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-fdea23af-d09c-428f-9f58-e2e7e1ba846c admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=04ad4f18269945c0b350703f6a6a70b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813986 Feb 16 09:20:14.135263 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42942) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:14.168935 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccdf8909-ca8e-40e4-b641-af8af3db1129 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:20:14.196323 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.204926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: ccdf8909-ca8e-40e4-b641-af8af3db1129 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:20:14.205807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device ccdf8909-ca8e-40e4-b641-af8af3db1129 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:20:14.224206 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.284721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.300644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520d5b44-1033-4641-8bed-54bfd55b24d6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:14.305170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:14.306111 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ad6cf438-103e-4f2b-be2f-052c794203a0 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/520d5b44-1033-4641-8bed-54bfd55b24d6 HTTP/1.1" status: 204 len: 168 time: 0.1699519 Feb 16 09:20:15.138912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42964) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:15.278083 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1762708204-network', 'tenant_id': '772c3601bab2495eaa67b0d076f494de'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:15.282826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:15.286597 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Usage tracker for resource:network and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:15.289349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:15.294860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:15.304958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Made reservation on behalf of 772c3601bab2495eaa67b0d076f494de for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:20:15.307150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.319564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.350820 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:15.354912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:15.357752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:15.363841 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:15.433665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.438631 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.473053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:20:15.481352 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a49f12-c9ca-4ee4-a574-694f292f2868,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:15.487607 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.488265 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Added segment f383e134-b672-46f9-aafd-6e749477628c of type vlan for network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d Feb 16 09:20:15.515671 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.544145 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.545103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:15.545655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.649334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] Pushing event updated for resources: {'Network': ['ID=89b9ac96-66aa-451d-9d1c-554ab8c7e60d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:15.652266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-daf97b71-bc6c-44a6-bb39-516b65d3a44f admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5120223 Feb 16 09:20:15.655724 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 42970) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:15.661150 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Request body: {'subnet': {'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1762708204-subnet', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:15.666148 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:20:15.666714 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:15.670091 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Usage tracker for resource:subnet and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:15.673004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:15.679377 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:15.692553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Made reservation on behalf of 772c3601bab2495eaa67b0d076f494de for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:20:15.694939 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.900043 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:15.975827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e012d1f-5689-408d-86c8-f300d176c0ac,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:15.987563 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Checking segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:15.987916 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Network hostable DHCP agents. Network: 89b9ac96-66aa-451d-9d1c-554ab8c7e60d, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:20:16.008357 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:20:16.016894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 89b9ac96-66aa-451d-9d1c-554ab8c7e60d) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:16.020771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:16.021342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.026347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ceb30b-369e-48ca-9dac-c401c1e05a1b None None] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:20:16.041048 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7e96bf60-58d3-4140-babc-f20250a0727e admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3841376 Feb 16 09:20:16.043973 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42974) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:16.049645 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:16.055186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:16.059183 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Usage tracker for resource:router and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:16.062492 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:16.068398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:16.090800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.091956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.116380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.241957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:20:16.242802 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.379108 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.403611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Allocated IP 172.20.0.2 (89b9ac96-66aa-451d-9d1c-554ab8c7e60d/2e012d1f-5689-408d-86c8-f300d176c0ac/7277df1e-1002-498d-8546-90873560b288) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:16.577388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.607668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.628165 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.638532 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Transition to ACTIVE for port object 7277df1e-1002-498d-8546-90873560b288 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:16.660400 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Transition to ACTIVE for port object 7277df1e-1002-498d-8546-90873560b288 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:16.666369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.738093 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:16.740799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:16.743158 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:16.749996 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Allocated IP 172.26.4.120 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/3b464a0b-4fa9-4e19-86ee-c4df5191ff07) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:16.750997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Pushing event updated for resources: {'Port': ['ID=7277df1e-1002-498d-8546-90873560b288,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:16.842593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Attempting to bind port 7277df1e-1002-498d-8546-90873560b288 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:16.843105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Attempting to bind port 7277df1e-1002-498d-8546-90873560b288 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:16.843634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Attempting to bind port 7277df1e-1002-498d-8546-90873560b288 on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:16.853443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:16.853964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Checking segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:16.854631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.854631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Bound using segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:16.855756 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Bound port: 7277df1e-1002-498d-8546-90873560b288, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:16.856291 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.906260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.935560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:16.972188 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] For port 7277df1e-1002-498d-8546-90873560b288, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:16.975397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] For port 7277df1e-1002-498d-8546-90873560b288, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7277df1e-1002-498d-8546-90873560b288,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:16.981785 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:17.010027 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:17.012754 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:17.017306 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:17.044547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Pushing event updated for resources: {'Port': ['ID=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:17.067661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c8e6b-5856-4846-8305-b8e8f8fe0555 None None] Pushing event updated for resources: {'Port': ['ID=7277df1e-1002-498d-8546-90873560b288,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:17.183406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:17.184196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:17.442334 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:20:17.654380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:17.664911 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:17.678075 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:17.679052 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:17.687604 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:17.688981 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3ea88698-cf00-4b72-90e8-055439e9f346 admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6439497 Feb 16 09:20:17.692157 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 42978) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:17.888230 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:18.095444 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f7f65-0fc9-4e0c-a7f6-40717da8dcaf None None] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:20:18.216658 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:17Z', 'revision_number': 3, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:18.220154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7cc0f8ea-fb71-4692-b2db-e107207df9ec None None] Provisioning for port 7277df1e-1002-498d-8546-90873560b288 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:18.224066 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:18.224464 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Updating router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:20:18.296526 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.298706 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7277df1e-1002-498d-8546-90873560b288 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:18.477895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 7277df1e-1002-498d-8546-90873560b288 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:18.484210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 7277df1e-1002-498d-8546-90873560b288 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:18.484480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.616267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.662227 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.665017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 7277df1e-1002-498d-8546-90873560b288, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7277df1e-1002-498d-8546-90873560b288,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:18.672281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.682676 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Transition to ACTIVE for port object 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:18.692852 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.743868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.758166 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=7277df1e-1002-498d-8546-90873560b288,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:18.776107 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Attempting to bind port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:18.776575 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Attempting to bind port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:18.777070 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Attempting to bind port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:18.784236 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Pushing event updated for resources: {'Port': ['ID=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:18.790960 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:18.791481 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:18.791998 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.792494 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:18.793072 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Bound port: 3b464a0b-4fa9-4e19-86ee-c4df5191ff07, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:18.793549 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.800721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-22c77743-4f78-4435-8614-49006e842ff8 None None] Provisioning complete for port 7277df1e-1002-498d-8546-90873560b288 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:18.801026 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-22c77743-4f78-4435-8614-49006e842ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.835875 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.836277 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.836691 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.837087 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.837473 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.837806 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.838125 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.838740 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.839056 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.839375 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.839685 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:20:18.889807 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] For port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:18.895606 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] For port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:18.902113 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:18.981396 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421a53e-ab20-47e5-aa4e-57c7df6730ce None None] Pushing event updated for resources: {'Port': ['ID=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:18.985022 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:18.985613 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:18.998785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Allocated IP 172.20.0.1 (89b9ac96-66aa-451d-9d1c-554ab8c7e60d/2e012d1f-5689-408d-86c8-f300d176c0ac/26c20113-d47c-4a2c-b11f-13c47de9450f) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:19.157955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.175011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Transition to ACTIVE for port object 26c20113-d47c-4a2c-b11f-13c47de9450f will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:19.198516 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.199760 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:19.260125 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:19.263152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:19.271928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:19.317768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Pushing event updated for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:19.338032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.429729 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.516845 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:17Z', 'revision_number': 3, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:19.520798 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7ab428-e60b-490b-a357-0273ef25f2e2 None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:17Z', 'revision_number': 3, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:19.560803 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7a04bc8c-bb76-4eaf-a6c7-cbc2df587cb9 None None] Provisioning for port 26c20113-d47c-4a2c-b11f-13c47de9450f completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:19.566521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7a04bc8c-bb76-4eaf-a6c7-cbc2df587cb9 None None] Provisioning complete for port 26c20113-d47c-4a2c-b11f-13c47de9450f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:19.566900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7a04bc8c-bb76-4eaf-a6c7-cbc2df587cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.628011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7a04bc8c-bb76-4eaf-a6c7-cbc2df587cb9 None None] Port 26c20113-d47c-4a2c-b11f-13c47de9450f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:20:19.684700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.689649 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:19.827237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Pushing event updated for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:19.831723 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.005373 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:20.006780 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:20.268632 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-306783f5-5512-4ac0-a5fe-5f681916b389 None None] Provisioning complete for port 26c20113-d47c-4a2c-b11f-13c47de9450f triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:20.269285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-306783f5-5512-4ac0-a5fe-5f681916b389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.356487 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7277df1e-1002-498d-8546-90873560b288 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:20.421804 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-306783f5-5512-4ac0-a5fe-5f681916b389 None None] Port 26c20113-d47c-4a2c-b11f-13c47de9450f cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:20:20.444523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 7277df1e-1002-498d-8546-90873560b288 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:20.444888 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.562160 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:20.586126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:20:20.632369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:20.637153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:20.637521 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.764349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.780128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:20.784583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:20.816676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:20.825631 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7613e809-a944-4ca1-9c5c-31b90df400d0 admin admin] 10.222.0.94 "PUT /v2.0/routers/5f6dc71c-2c48-4468-84eb-34beef0c8b96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1321852 Feb 16 09:20:20.854425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:21.689682 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43000) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:21.695574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-355970969-network', 'tenant_id': 'aa00a9561567403db0000f67051c2952'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:21.700724 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:21.704932 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Usage tracker for resource:network and tenant:aa00a9561567403db0000f67051c2952 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:21.708629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:21.715139 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:21.726537 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Made reservation on behalf of aa00a9561567403db0000f67051c2952 for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:20:21.728831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.741128 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.773575 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:21.777464 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Usage tracker for resource:security_group_rule and tenant:aa00a9561567403db0000f67051c2952 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:21.780337 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:21.786041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:21.856557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.860715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.890632 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:20:21.899728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183ea991-8abc-418a-907c-18efacca455c,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:21.905246 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.905593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Added segment f71643ff-b20e-40f0-b48e-5598d707ac53 of type vlan for network 53498d99-761b-479a-8c59-7c3fdbb547c0 Feb 16 09:20:21.932191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.967329 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:21.968162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:21.968756 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.071651 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] Pushing event updated for resources: {'Network': ['ID=53498d99-761b-479a-8c59-7c3fdbb547c0,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:22.074392 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5cf8ca55-de89-4e1a-9b68-d2839a3de604 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3833992 Feb 16 09:20:22.077191 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43004) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:22.081911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:20:22.083313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Request body: {'subnet': {'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-355970969-subnet', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'ip_version': 4}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:22.088685 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:22.092507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Usage tracker for resource:subnet and tenant:aa00a9561567403db0000f67051c2952 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:22.095340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:22.100836 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:22.111892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Made reservation on behalf of aa00a9561567403db0000f67051c2952 for: {'subnet': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:20:22.114319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3495526'] for subnet, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.243840 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:22.318337 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:22.318745 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.327707 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3630535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3495512'] for subnet, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.396132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a10d9cb4-45f0-4a7d-9860-7f70da25f5d1,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:22.412782 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Checking segment: {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:22.413129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Network hostable DHCP agents. Network: 53498d99-761b-479a-8c59-7c3fdbb547c0, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:20:22.444670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:20:22.454734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 53498d99-761b-479a-8c59-7c3fdbb547c0) {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:22.459947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:22.461245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.466922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7995c5-9354-448f-a2ce-7f48908c9775 None None] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:20:22.487154 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c6b1d89f-aaee-4fd9-9aed-be6b34159ef4 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4081690 Feb 16 09:20:22.489499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43008) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:22.494536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:22.499531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:22.503521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Usage tracker for resource:router and tenant:aa00a9561567403db0000f67051c2952 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:22.506463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:22.512175 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:22.523702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.524647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.553095 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.688285 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-53498d99-761b-479a-8c59-7c3fdbb547c0', 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'fixed_ips': [{'subnet_id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:20:22.689131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.728052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.854564 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Allocated IP 172.20.0.2 (53498d99-761b-479a-8c59-7c3fdbb547c0/a10d9cb4-45f0-4a7d-9860-7f70da25f5d1/c7cba153-fc4b-4e07-b156-606b7192819a) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:22.920480 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:22.952474 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.066301 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.077034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Transition to ACTIVE for port object c7cba153-fc4b-4e07-b156-606b7192819a will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:23.102623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Transition to ACTIVE for port object c7cba153-fc4b-4e07-b156-606b7192819a will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:23.112971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.119695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Allocated IP 172.26.4.12 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/3091fc9f-364b-4a9b-afef-ac6eac832bc5) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:23.186214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:23.191687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:23.195112 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:23.197504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:23.204263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Pushing event updated for resources: {'Port': ['ID=c7cba153-fc4b-4e07-b156-606b7192819a,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:23.279267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:23.279911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:23.388521 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.420297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.454809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Attempting to bind port c7cba153-fc4b-4e07-b156-606b7192819a on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:23.455015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Attempting to bind port c7cba153-fc4b-4e07-b156-606b7192819a by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:23.455899 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Attempting to bind port c7cba153-fc4b-4e07-b156-606b7192819a on network 53498d99-761b-479a-8c59-7c3fdbb547c0 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:23.477379 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:23.478222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Checking segment: {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:23.478222 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.478547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Bound using segment: {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:23.479016 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Bound port: c7cba153-fc4b-4e07-b156-606b7192819a, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:23.479382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.490260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:23.494036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:23.495877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Pushing event updated for resources: {'Port': ['ID=3091fc9f-364b-4a9b-afef-ac6eac832bc5,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:23.498000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:23.599752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] For port c7cba153-fc4b-4e07-b156-606b7192819a, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:23.601710 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:23.648295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] For port c7cba153-fc4b-4e07-b156-606b7192819a, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c7cba153-fc4b-4e07-b156-606b7192819a,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:23.659201 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.660811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.661540 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:23.914556 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35736597-bfe1-49d2-be82-f41eb695220c None None] Pushing event updated for resources: {'Port': ['ID=c7cba153-fc4b-4e07-b156-606b7192819a,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:23.915744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Router bd1fe0f5-f93e-4064-9c21-39ad455083dc is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:20:24.067492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 2, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:24.073433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:24.074105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Updating router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 port 26c20113-d47c-4a2c-b11f-13c47de9450f binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:20:24.137795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:24.172613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:24.188816 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Sync routers for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:24.212068 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:24.214246 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:24.217241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:24.221639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ecb69dba-7246-489b-8560-86f2f4886bae admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7280936 Feb 16 09:20:24.222031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43012) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:24.312316 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c7cba153-fc4b-4e07-b156-606b7192819a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:24.432493 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:24.547933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port c7cba153-fc4b-4e07-b156-606b7192819a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:24.717994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:24.732535 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Transition to ACTIVE for port object 26c20113-d47c-4a2c-b11f-13c47de9450f will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:24.742373 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:24.799644 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:23Z', 'revision_number': 3, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:24.804794 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Checking router: bd1fe0f5-f93e-4064-9c21-39ad455083dc for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:24.805140 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Updating router bd1fe0f5-f93e-4064-9c21-39ad455083dc port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:20:24.872035 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:24.904831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973898bf-c5b0-484e-a470-5fc9956633cc None None] Pushing event updated for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:25.024991 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67f0b54-93da-4474-a810-91e938fe6087 None None] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:20:25.172004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Attempting to bind port 26c20113-d47c-4a2c-b11f-13c47de9450f on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:25.172688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Attempting to bind port 26c20113-d47c-4a2c-b11f-13c47de9450f by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:25.172811 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Attempting to bind port 26c20113-d47c-4a2c-b11f-13c47de9450f on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:25.234025 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.268526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:25.268904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Checking segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:25.269312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.269989 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Bound using segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:25.270200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Bound port: 26c20113-d47c-4a2c-b11f-13c47de9450f, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:25.270590 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.289778 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.299565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Provisioning for port c7cba153-fc4b-4e07-b156-606b7192819a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:25.304809 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Transition to ACTIVE for port object 3091fc9f-364b-4a9b-afef-ac6eac832bc5 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:25.312745 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.340133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Provisioning complete for port c7cba153-fc4b-4e07-b156-606b7192819a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:25.340513 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.396424 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8101-1fd5-4033-93a0-90377c8abeff None None] Pushing event updated for resources: {'Port': ['ID=3091fc9f-364b-4a9b-afef-ac6eac832bc5,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:25.402577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Attempting to bind port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:25.402934 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Attempting to bind port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:25.403298 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Attempting to bind port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:25.416843 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:25.417231 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:25.417634 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.417997 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:25.418486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Bound port: 3091fc9f-364b-4a9b-afef-ac6eac832bc5, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:25.418858 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.496230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] For port 26c20113-d47c-4a2c-b11f-13c47de9450f, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:25.497169 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Allocated IP 172.20.0.1 (53498d99-761b-479a-8c59-7c3fdbb547c0/a10d9cb4-45f0-4a7d-9860-7f70da25f5d1/00987e37-89e1-4204-b0d6-78788b4360a9) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:25.502660 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] For port 26c20113-d47c-4a2c-b11f-13c47de9450f, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=26c20113-d47c-4a2c-b11f-13c47de9450f,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:25.506853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] For port 3091fc9f-364b-4a9b-afef-ac6eac832bc5, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:25.510284 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] For port 3091fc9f-364b-4a9b-afef-ac6eac832bc5, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3091fc9f-364b-4a9b-afef-ac6eac832bc5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:25.515467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.524218 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.663548 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.674581 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8101-1fd5-4033-93a0-90377c8abeff None None] Pushing event updated for resources: {'Port': ['ID=3091fc9f-364b-4a9b-afef-ac6eac832bc5,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:25.692950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973898bf-c5b0-484e-a470-5fc9956633cc None None] Pushing event updated for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:25.710610 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:25.711227 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:25.711488 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:25.712154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:25.723450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.740700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Transition to ACTIVE for port object 00987e37-89e1-4204-b0d6-78788b4360a9 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:25.783620 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.871467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] For port c7cba153-fc4b-4e07-b156-606b7192819a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c7cba153-fc4b-4e07-b156-606b7192819a,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:25.890236 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.895429 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:25.899198 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:25.901414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Pushing event updated for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:25.903931 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:25.952557 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:25.980920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:25.993721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd9818-8141-4db3-8859-971524b47077 None None] Pushing event updated for resources: {'Port': ['ID=c7cba153-fc4b-4e07-b156-606b7192819a,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:26.015575 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:26.080507 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-c4b43f40-cc22-4659-8056-0f6497814b13 None None] Provisioning complete for port c7cba153-fc4b-4e07-b156-606b7192819a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:26.081314 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c4b43f40-cc22-4659-8056-0f6497814b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.102076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.299394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c7cba153-fc4b-4e07-b156-606b7192819a up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:26.337818 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:23Z', 'revision_number': 3, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:26.342253 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c739b3b2-182a-46ee-a6b4-aae422ee2164 None None] The sync data for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv is: [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:23Z', 'revision_number': 3, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:26.436045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.443515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.587097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c7cba153-fc4b-4e07-b156-606b7192819a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:26.587686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.622843 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Pushing event updated for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:26.627092 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.718030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:25Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:26.727353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed42ea-a9b1-418d-8926-0925ea41da78 None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:25Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:26.853554 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5c311aa2-ad09-4ad0-8c86-a84e9ed908a4 None None] Provisioning for port 00987e37-89e1-4204-b0d6-78788b4360a9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:26.870865 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-5c311aa2-ad09-4ad0-8c86-a84e9ed908a4 None None] Provisioning complete for port 00987e37-89e1-4204-b0d6-78788b4360a9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:26.871410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5c311aa2-ad09-4ad0-8c86-a84e9ed908a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:26.918257 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:26.919849 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:26.940454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-5c311aa2-ad09-4ad0-8c86-a84e9ed908a4 None None] Port 00987e37-89e1-4204-b0d6-78788b4360a9 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:20:27.267764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-ff5e337e-4e1b-4c78-80aa-ecd146b69d2f None None] Provisioning complete for port 00987e37-89e1-4204-b0d6-78788b4360a9 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:27.268424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ff5e337e-4e1b-4c78-80aa-ecd146b69d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:27.337572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-ff5e337e-4e1b-4c78-80aa-ecd146b69d2f None None] Port 00987e37-89e1-4204-b0d6-78788b4360a9 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:20:27.503012 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Router bd1fe0f5-f93e-4064-9c21-39ad455083dc has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:20:27.717852 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:27.728316 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c0625310-2ad4-4cce-b380-fddbe54a13c0 admin admin] 10.222.0.94 "PUT /v2.0/routers/bd1fe0f5-f93e-4064-9c21-39ad455083dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5051532 Feb 16 09:20:28.273689 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3091fc9f-364b-4a9b-afef-ac6eac832bc5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:28.341716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:28.346686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:28.347061 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.446557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43022) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:28.453143 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180884883', 'description': 'tempest-secgroup-smoke-180884883 description', 'project_id': '772c3601bab2495eaa67b0d076f494de'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:28.459275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:28.466790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:28.469806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:28.476162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.478421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:28.500188 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.503786 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 3091fc9f-364b-4a9b-afef-ac6eac832bc5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3091fc9f-364b-4a9b-afef-ac6eac832bc5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:28.508664 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.510100 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 26c20113-d47c-4a2c-b11f-13c47de9450f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:28.538173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:28.541900 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:28.544759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:28.553016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:28.613707 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.617450 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.635039 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=3091fc9f-364b-4a9b-afef-ac6eac832bc5,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:28.648475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 26c20113-d47c-4a2c-b11f-13c47de9450f completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:28.653655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 26c20113-d47c-4a2c-b11f-13c47de9450f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:28.654034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.663950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:28.667991 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.669239 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2652d5cc-a3a5-49c9-ae4f-fcc929360296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2216868 Feb 16 09:20:28.672454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43026) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:28.681036 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:28.687757 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:28.692030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:28.696638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:28.702689 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:28.719737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.784507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.788357 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.810324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b143225-562e-401b-ae76-11858689621a,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:28.822939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.824352 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-70ad5573-47c1-44ce-b3e6-64cf5f440ef3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1493216 Feb 16 09:20:28.827235 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43030) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:28.835240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.835648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:28.842112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:28.845984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:28.848912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:28.854636 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:28.873230 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 26c20113-d47c-4a2c-b11f-13c47de9450f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=26c20113-d47c-4a2c-b11f-13c47de9450f,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:28.873987 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.876440 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.937058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.941811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.948913 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:28.965650 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec6a929-db31-415f-b4d8-797c23ec075b,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:28.975482 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:28.977958 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6d2c03c3-e28f-4428-b415-de5a2585be81 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1487896 Feb 16 09:20:28.980406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43034) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:28.985944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:28.992163 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:28.996131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:28.999677 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:29.005361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:29.025421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.088470 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.092347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.116021 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eec638c-e8ae-4450-9d1a-058e03f550d9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:29.129867 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.131375 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-d2465c46-febb-4070-988e-2eef9abd3533 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1500380 Feb 16 09:20:29.134355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43038) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:29.140126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:29.146964 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:29.150732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:29.153531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:29.159714 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:29.176789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.243705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.247644 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.271794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607f4c6d-bee7-48ca-a1ec-366efb305ce4,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:29.280864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.282026 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ecda6cdc-3cce-4b4e-9022-3143cdd398fb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1465626 Feb 16 09:20:29.285071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43042) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:29.290768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:29.296733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:29.300613 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:29.303523 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:29.309171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:29.327670 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Project 772c3601bab2495eaa67b0d076f494de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:20:29.334889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.402042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.406667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.430750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffcb94a-1c7e-4f6c-9983-d788e77f08a6,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:29.440710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.441907 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-93582d7b-a0ae-423d-b94b-d2679faf64ca tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1558158 Feb 16 09:20:29.444666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43046) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:29.450699 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': 'ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:29.458195 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:29.462214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:29.465552 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:29.471355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:29.481348 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Project 772c3601bab2495eaa67b0d076f494de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:20:29.488188 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.556531 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.560477 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.585196 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c7cda6-c61a-462b-beba-5131026cd9df,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:29.594362 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:29.595644 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4aed5fa-428f-4ef6-a2a0-06be3afb7048 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1500578 Feb 16 09:20:29.931140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ea06f755-0eac-41ef-9994-252e74abdfdb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:20:29.948452 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ea06f755-0eac-41ef-9994-252e74abdfdb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:20:29.949633 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ea06f755-0eac-41ef-9994-252e74abdfdb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180884883&fields=id&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 267 time: 0.0578146 Feb 16 09:20:30.095376 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-94f08afc-1bf7-49a5-829b-33b084929978 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:30.097299 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-94f08afc-1bf7-49a5-829b-33b084929978 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 809 time: 0.1411743 Feb 16 09:20:30.114235 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-e7a5b70f-45c3-44e9-b116-28d6a2e837ab tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/quotas/772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 375 time: 0.0115821 Feb 16 09:20:30.207865 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-978aff1e-1dab-4717-b5a4-804ca5ac2d45 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0881429 Feb 16 09:20:30.231032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3091fc9f-364b-4a9b-afef-ac6eac832bc5 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:30.301692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:30.302068 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:30.419696 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 26c20113-d47c-4a2c-b11f-13c47de9450f up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:30.490656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 26c20113-d47c-4a2c-b11f-13c47de9450f triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:30.491029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:30.491357 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-56e69e1d-83b6-496a-b833-26dabfafe7fe service neutron] 10.222.0.94 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720387 Feb 16 09:20:30.646825 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-33e4a809-0d4b-4d35-98ac-e1dafe6eefbc service neutron] 10.222.0.94 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461773 Feb 16 09:20:31.599230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-73a89453-e3b8-4e83-a9d3-441324ab4f62 req-e5bedb20-2b58-406f-b1b1-ed37ac3673d7 service neutron] (83710) timed out ('10.222.0.98', 57841) {{(pid=83710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 09:20:31.934313 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e3f31594-b6c9-4e56-bf3d-31b6490f6c74 req-99757aff-2dba-45e6-9904-11890415e8b7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 210 time: 0.1105993 Feb 16 09:20:32.328739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:32.991705 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-16486c7f-be46-4070-bb59-a65768eb986b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:32.992466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-16486c7f-be46-4070-bb59-a65768eb986b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:network {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:20:33.011928 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-16486c7f-be46-4070-bb59-a65768eb986b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:network {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:20:33.013221 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-16486c7f-be46-4070-bb59-a65768eb986b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 809 time: 0.1840198 Feb 16 09:20:33.073245 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-e22619ba-e4be-427a-b75d-b3f085c89f1e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:20:33.085164 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-e22619ba-e4be-427a-b75d-b3f085c89f1e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:20:33.086300 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-e22619ba-e4be-427a-b75d-b3f085c89f1e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 379 time: 0.0552557 Feb 16 09:20:33.098239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'port': {'device_id': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'admin_state_up': True, 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'security_groups': ['ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:33.114012 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-00ea0b64-c478-45d0-8bb2-9c661f9fd6c2 req-d831f885-d99d-4271-968c-33061055efd2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 210 time: 0.0436046 Feb 16 09:20:33.233822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:33.238305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:port and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:33.241360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:33.247200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:33.258322 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Made reservation on behalf of 772c3601bab2495eaa67b0d076f494de for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:20:33.261332 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:33.428493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Allocated IP 172.20.0.10 (89b9ac96-66aa-451d-9d1c-554ab8c7e60d/2e012d1f-5689-408d-86c8-f300d176c0ac/1d943c31-98f8-4438-86be-c842c86f144a) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:33.708458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:33.724947 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Transition to ACTIVE for port object 1d943c31-98f8-4438-86be-c842c86f144a will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:33.748979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:33.828342 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:33.831783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:33.835715 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:33.870123 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:33.900320 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:33.900946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:33.922424 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-ef160b74-8269-4e71-86e5-53f8b9e14af9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8284969 Feb 16 09:20:33.942416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Request body: {'port': {'device_id': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:34.065538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.104480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0d08a414-ef7c-420c-aaeb-b31f7f482b1e None None] Provisioning for port 1d943c31-98f8-4438-86be-c842c86f144a completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:34.109510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-0d08a414-ef7c-420c-aaeb-b31f7f482b1e None None] Provisioning complete for port 1d943c31-98f8-4438-86be-c842c86f144a triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:34.109886 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0d08a414-ef7c-420c-aaeb-b31f7f482b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.165678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-0d08a414-ef7c-420c-aaeb-b31f7f482b1e None None] Port 1d943c31-98f8-4438-86be-c842c86f144a cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:20:34.325702 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c89790-ce84-49e4-a17d-c29c0362adfc req-3a5daca6-8834-4932-a85a-26dbbbdba199 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:34.327208 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-88c89790-ce84-49e4-a17d-c29c0362adfc req-3a5daca6-8834-4932-a85a-26dbbbdba199 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 932 time: 0.0829864 Feb 16 09:20:34.374475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-88c89790-ce84-49e4-a17d-c29c0362adfc req-eb872da8-34ff-47c8-a292-91074130554f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 Feb 16 09:20:34.457321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:20:34.464772 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.480144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Transition to ACTIVE for port object 1d943c31-98f8-4438-86be-c842c86f144a will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:34.484622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.615830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:34.722837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Attempting to bind port 1d943c31-98f8-4438-86be-c842c86f144a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:34.723171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Attempting to bind port 1d943c31-98f8-4438-86be-c842c86f144a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:34.723499 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Attempting to bind port 1d943c31-98f8-4438-86be-c842c86f144a on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:34.729369 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Port 1d943c31-98f8-4438-86be-c842c86f144a on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:20:34.729688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Attempting to bind port 1d943c31-98f8-4438-86be-c842c86f144a on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:34.735944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:34.736803 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Checking segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:34.737200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Bound using segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:34.737619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Bound port: 1d943c31-98f8-4438-86be-c842c86f144a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:34.737966 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.831402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:34.834252 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:34.844678 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.907748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:34.909670 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] 10.222.0.98 "PUT /v2.0/ports/1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1094 time: 0.9735475 Feb 16 09:20:34.910106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:20:34.930400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fe610-b736-4aec-bd9b-64e4e925d559 service neutron] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:34.996465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'status': 'completed', 'code': 200} Feb 16 09:20:35.043225 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-7c09b4c3-878a-49c7-b895-ebc7f47d6ab7 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1097 time: 0.0783947 Feb 16 09:20:35.116893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-0fa22cc6-3e1a-4d9d-9f12-a9d3d8a0e283 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 217 time: 0.0614519 Feb 16 09:20:35.185526 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-1a74b3ab-369c-4a65-bd42-be8f0667894d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:35.186932 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-1a74b3ab-369c-4a65-bd42-be8f0667894d service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0648253 Feb 16 09:20:35.272236 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-5b434328-fa40-4f36-96c7-9cd742c98ada service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787888 Feb 16 09:20:35.411020 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-fb592265-9b38-4792-9357-61d84bd6ade8 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319623 Feb 16 09:20:35.587233 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6d50a-3bf5-49b1-a5fb-fa554d13f728 req-cf20d20e-07c5-4a24-9835-cd320aa4b365 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:35.588973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68b6d50a-3bf5-49b1-a5fb-fa554d13f728 req-cf20d20e-07c5-4a24-9835-cd320aa4b365 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0867844 Feb 16 09:20:35.634826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68b6d50a-3bf5-49b1-a5fb-fa554d13f728 req-a1c54d1f-f173-44b4-a194-a81c7959f1a1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402007 Feb 16 09:20:35.643195 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3a471513-2353-4cd2-95d8-21a57eac94fa req-6c774d7a-ff98-4c33-87d8-30b364214786 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265604 Feb 16 09:20:35.799654 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-9fbe1b49-23c1-4aa9-b062-e290ad9518c1 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1097 time: 0.0699723 Feb 16 09:20:35.935565 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-d198c1b7-6dc1-4a2a-9b41-914af1d3a9ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:35.937002 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-d198c1b7-6dc1-4a2a-9b41-914af1d3a9ca service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1314802 Feb 16 09:20:36.005372 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-20f389c1-9a2f-48fc-910b-c54f6b627b01 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 217 time: 0.0618422 Feb 16 09:20:36.073762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-c0bf7ccd-ca4c-4621-ab9f-f631df5aacc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:36.075149 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-c0bf7ccd-ca4c-4621-ab9f-f631df5aacc6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0639887 Feb 16 09:20:36.150668 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-419c18fa-42d1-491b-a80d-aa9f05ea8981 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681233 Feb 16 09:20:36.282967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-cf09695d-9903-4511-9453-d09522dba5d7 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258969 Feb 16 09:20:36.416396 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-43eae9ea-1f45-4658-9120-ba63edffe119 req-a133247e-a1be-4f7f-a398-ec58288567d5 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273382 Feb 16 09:20:36.913326 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ea6d0-75e6-475a-b586-799e2c75bdcf req-25c8f6ac-7f17-452d-b56a-9c9f0e7f5591 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:36.914786 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-354ea6d0-75e6-475a-b586-799e2c75bdcf req-25c8f6ac-7f17-452d-b56a-9c9f0e7f5591 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.1579499 Feb 16 09:20:36.963045 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-354ea6d0-75e6-475a-b586-799e2c75bdcf req-647abe07-7911-43fb-8faf-eb6fc0993026 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421662 Feb 16 09:20:37.945853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:20:38.083522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:38.097185 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '1d943c31-98f8-4438-86be-c842c86f144a', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:20:38.150269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:38.162414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cef9ab-3f12-474e-842e-643f3314d9f0 req-5fbae083-d619-4cf3-94f8-24a150924918 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:38.163894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8cef9ab-3f12-474e-842e-643f3314d9f0 req-5fbae083-d619-4cf3-94f8-24a150924918 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0753167 Feb 16 09:20:38.166898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:20:38.182676 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:38.188247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:38.216227 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b8cef9ab-3f12-474e-842e-643f3314d9f0 req-6225361c-6134-4b26-a26e-d09b72aa69d8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467103 Feb 16 09:20:38.260412 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:38.467108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['1d943c31-98f8-4438-86be-c842c86f144a'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:20:38.537773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbce1dc7-1baf-4ec1-988a-2b64a8fbb8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:39.422596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa495a4-40d6-457a-83bc-62fc7ebeb837 req-ee6da8ee-044b-4d0e-a450-300da072f4e4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:39.424490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0aa495a4-40d6-457a-83bc-62fc7ebeb837 req-ee6da8ee-044b-4d0e-a450-300da072f4e4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 945 time: 0.0770407 Feb 16 09:20:39.475401 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0aa495a4-40d6-457a-83bc-62fc7ebeb837 req-4575c7a6-b12b-4cba-90f0-469a3ea99170 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413320 Feb 16 09:20:39.960919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:40.038520 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port 1d943c31-98f8-4438-86be-c842c86f144a completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:40.044037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 1d943c31-98f8-4438-86be-c842c86f144a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:40.044410 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:40.164797 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:40.192920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:20:40.202754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:40.208161 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:40.259525 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'code': 200} Feb 16 09:20:40.282407 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:40.526402 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-983c1add-55c7-4c6c-a6aa-e6a74e2a3641 req-4bdd4486-fef8-4da7-ab75-d7949ab5625b service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.0735912 Feb 16 09:20:40.576112 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-983c1add-55c7-4c6c-a6aa-e6a74e2a3641 req-3fd0c70a-5521-4d7d-878b-ea4aa23e6609 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Feb 16 09:20:40.682703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81725cd-4e30-423f-9597-73f8e6d405a8 req-cacfcf5e-c676-418d-8f04-7a02f4514f97 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:40.684155 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b81725cd-4e30-423f-9597-73f8e6d405a8 req-cacfcf5e-c676-418d-8f04-7a02f4514f97 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0801609 Feb 16 09:20:40.733279 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b81725cd-4e30-423f-9597-73f8e6d405a8 req-cdf34c82-6f5b-47c4-a573-2420ff0c3098 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432401 Feb 16 09:20:41.014340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51f2287f-70da-4dc9-b87c-f43c06c46bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:41.768403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:41.940299 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce35bf-154b-4cb6-b2ef-6c9ef3b18632 req-6e67052c-37a9-4584-8368-64a80085199a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:41.941736 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4ce35bf-154b-4cb6-b2ef-6c9ef3b18632 req-6e67052c-37a9-4584-8368-64a80085199a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0827014 Feb 16 09:20:41.986791 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4ce35bf-154b-4cb6-b2ef-6c9ef3b18632 req-2c6c4e02-5f5d-433e-b4ab-140786f0baff tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389612 Feb 16 09:20:42.088041 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:42.183576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3173a-736e-4017-9e48-4ba6e2508939 req-d46f3745-5ede-42ad-9bae-d0c76a3effce tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:42.185073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b0e3173a-736e-4017-9e48-4ba6e2508939 req-d46f3745-5ede-42ad-9bae-d0c76a3effce tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0781405 Feb 16 09:20:42.231361 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b0e3173a-736e-4017-9e48-4ba6e2508939 req-b0436736-f730-44e5-b84f-b7c7a5d69b1a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406442 Feb 16 09:20:42.260176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43098) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:42.390934 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6f9507e0-ab17-44dd-ada7-d18a7305cde2 tempest-TestShelveInstance-1639834745 tempest-TestShelveInstance-1639834745-project-admin] Synchronizing usage tracker for tenant:aa00a9561567403db0000f67051c2952 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:20:42.406995 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-6f9507e0-ab17-44dd-ada7-d18a7305cde2 tempest-TestShelveInstance-1639834745 tempest-TestShelveInstance-1639834745-project-admin] Unset dirty status for tenant:aa00a9561567403db0000f67051c2952 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:20:42.408670 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6f9507e0-ab17-44dd-ada7-d18a7305cde2 tempest-TestShelveInstance-1639834745 tempest-TestShelveInstance-1639834745-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1094 time: 0.1470213 Feb 16 09:20:42.411631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43104) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:20:42.416744 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:20:42.422218 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:20:42.426094 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:floatingip and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:20:42.428965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:20:42.434794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:20:42.445465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:42.582683 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:42.719210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Allocated IP 172.26.4.115 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:20:42.864575 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:42.891027 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:42.960637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:20:42.963270 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:20:42.967801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:20:42.993799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:43.548122 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:43.604932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:43.764582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:20:43.805818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:43.810249 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:43.905623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:43.915533 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:43.930491 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:44.118490 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Floating IP fd335cbe-c345-4801-b007-5887fe9456c1 associated. External IP: 172.26.4.115, port: 1d943c31-98f8-4438-86be-c842c86f144a. Feb 16 09:20:44.502481 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:20:44.695585 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:20:44.706199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:44.717749 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:44.718547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:44.721211 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:44.776552 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-fb2b7e6d-c945-411f-86c5-e28f3de72954 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3637428 Feb 16 09:20:44.776954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:20:44.834062 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'status': 'completed', 'code': 200} Feb 16 09:20:44.924879 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:44.945085 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-4ac588c6-3034-4976-b1cb-c983eb8027db service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.0670450 Feb 16 09:20:45.075468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182fab-8adf-451e-b79d-288390cfcffb req-9954d168-e46f-4d0d-b683-7f11cdb365a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:45.076818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-9954d168-e46f-4d0d-b683-7f11cdb365a5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1258829 Feb 16 09:20:45.180414 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-3fa511fd-1ced-4e66-8f65-df84e0ef9663 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1000 time: 0.0971627 Feb 16 09:20:45.243902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c182fab-8adf-451e-b79d-288390cfcffb req-b35fa373-bbea-4eb9-af23-7cf444d06876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:45.245462 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-b35fa373-bbea-4eb9-af23-7cf444d06876 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0594313 Feb 16 09:20:45.266350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'fd335cbe-c345-4801-b007-5887fe9456c1', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:20:43Z', 'updated_at': '2022-02-16T09:20:43Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:45.270869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:45.280961 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:45.281770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:45.322941 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-df7e86e4-0132-4c20-80a9-b80cf5f39017 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718203 Feb 16 09:20:45.460076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-b28259bd-4711-4918-a462-e662fb4537bb service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311100 Feb 16 09:20:45.465853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:45.688993 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4c182fab-8adf-451e-b79d-288390cfcffb req-eedd757c-9461-4247-b859-368c651bdc80 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230635 Feb 16 09:20:45.817694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'fd335cbe-c345-4801-b007-5887fe9456c1', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:20:43Z', 'updated_at': '2022-02-16T09:20:43Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:45.821655 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8978b7ff-9d66-4b7c-8425-f9d63c738a6a None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'fd335cbe-c345-4801-b007-5887fe9456c1', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.115', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:20:43Z', 'updated_at': '2022-02-16T09:20:43Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:46.350537 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-9efe1a96-9ad7-43e2-82b3-9586fdeee1b7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680182 Feb 16 09:20:46.510798 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-b4040f93-2d04-43da-9c89-16e6846c8d5d service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.0729342 Feb 16 09:20:46.653825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-738afc48-29d7-4a22-b3dd-d295a27dcd56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:46.655294 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-738afc48-29d7-4a22-b3dd-d295a27dcd56 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1267717 Feb 16 09:20:46.752750 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-e5c9eca9-4bdc-4234-98e0-3d8153f3383c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1000 time: 0.0904653 Feb 16 09:20:46.816711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-ab78fcfa-5537-4469-873c-315b8e253a82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:20:46.818039 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-ab78fcfa-5537-4469-873c-315b8e253a82 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0595119 Feb 16 09:20:46.891337 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-c7821ae2-4ff6-440b-b417-b11dd06ad18b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678923 Feb 16 09:20:47.020916 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-142ae373-5f10-4448-a636-fb221e205687 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229348 Feb 16 09:20:47.149919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-cbafcde0-0f8c-45d0-a677-f5afefc4ea60 req-fc75df2d-6448-43af-b90b-9a69b8d9df45 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235445 Feb 16 09:20:48.868451 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Sync routers for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:20:48.871604 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee61085-699e-43e3-aa3d-26150445381a None None] New status for floating IP fd335cbe-c345-4801-b007-5887fe9456c1: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:20:48.882896 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:48.883508 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:49.054483 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:49.364002 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:26Z', 'revision_number': 4, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '00987e37-89e1-4204-b0d6-78788b4360a9', 'name': '', 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'mac_address': 'fa:16:3e:4d:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:25Z', 'updated_at': '2022-02-16T09:20:26Z', 'revision_number': 2, 'project_id': 'aa00a9561567403db0000f67051c2952', 'subnets': [{'id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:49.367610 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Checking router: bd1fe0f5-f93e-4064-9c21-39ad455083dc for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:20:49.367959 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Updating router bd1fe0f5-f93e-4064-9c21-39ad455083dc port 00987e37-89e1-4204-b0d6-78788b4360a9 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:20:49.416147 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:49.802594 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:49.814910 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Transition to ACTIVE for port object 00987e37-89e1-4204-b0d6-78788b4360a9 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:20:49.820584 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:49.942486 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88695f12-8a4a-48ff-b611-0db8296ecdc7 None None] Pushing event updated for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:50.046561 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Attempting to bind port 00987e37-89e1-4204-b0d6-78788b4360a9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:20:50.046929 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Attempting to bind port 00987e37-89e1-4204-b0d6-78788b4360a9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:20:50.047286 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Attempting to bind port 00987e37-89e1-4204-b0d6-78788b4360a9 on network 53498d99-761b-479a-8c59-7c3fdbb547c0 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:20:50.054858 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:20:50.055239 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Checking segment: {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:20:50.055646 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:50.056021 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Bound using segment: {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:20:50.056483 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Bound port: 00987e37-89e1-4204-b0d6-78788b4360a9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f71643ff-b20e-40f0-b48e-5598d707ac53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:20:50.056852 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:50.144813 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] For port 00987e37-89e1-4204-b0d6-78788b4360a9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:20:50.148261 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] For port 00987e37-89e1-4204-b0d6-78788b4360a9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=00987e37-89e1-4204-b0d6-78788b4360a9,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:20:50.152283 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:50.233015 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88695f12-8a4a-48ff-b611-0db8296ecdc7 None None] Pushing event updated for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=4']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:50.236616 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:20:50.237227 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:20:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:50.430131 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:20:50.743962 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:26Z', 'revision_number': 4, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '00987e37-89e1-4204-b0d6-78788b4360a9', 'name': '', 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'mac_address': 'fa:16:3e:4d:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:25Z', 'updated_at': '2022-02-16T09:20:50Z', 'revision_number': 4, 'project_id': 'aa00a9561567403db0000f67051c2952', 'subnets': [{'id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:20:50.748025 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399f8b5c-eeff-4eec-9087-d822afd47247 None None] The sync data for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv is: [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:26Z', 'revision_number': 4, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '00987e37-89e1-4204-b0d6-78788b4360a9', 'name': '', 'network_id': '53498d99-761b-479a-8c59-7c3fdbb547c0', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'mac_address': 'fa:16:3e:4d:1b:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:25Z', 'updated_at': '2022-02-16T09:20:50Z', 'revision_number': 4, 'project_id': 'aa00a9561567403db0000f67051c2952', 'subnets': [{'id': 'a10d9cb4-45f0-4a7d-9860-7f70da25f5d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:20:52.254218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 00987e37-89e1-4204-b0d6-78788b4360a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:52.324435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 00987e37-89e1-4204-b0d6-78788b4360a9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:20:52.329777 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 00987e37-89e1-4204-b0d6-78788b4360a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:52.330326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:52.453586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:52.484941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 00987e37-89e1-4204-b0d6-78788b4360a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=00987e37-89e1-4204-b0d6-78788b4360a9,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:20:52.489248 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:20:52.592033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:20:54.240300 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 00987e37-89e1-4204-b0d6-78788b4360a9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:20:54.315511 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 00987e37-89e1-4204-b0d6-78788b4360a9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:20:54.315881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:02.345226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:08.525154 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-41aee7be-4973-47f0-b280-accb23da9778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:11.016349 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-be22c766-9430-46f4-9b34-d9d99c5c2341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:11.771111 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:12.089579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:13.905894 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:20.764555 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:21:32.357145 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:33.544186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-576c75c4-197e-465f-9eee-e2769ac814a5 req-30b236c7-3967-414c-a337-733e0bc1d4fc service neutron] (83710) timed out ('10.222.0.94', 39064) {{(pid=83710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 09:21:38.517846 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1d4495f8-5a98-49f5-9221-d7fd9dc7dee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:41.020447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-09bb90db-45bd-4f77-9891-83c95c6bfc7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:41.774094 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:42.095076 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:43.908496 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:21:47.374504 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-d4d2478b-f959-4661-96a6-d6fd5c50d58a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713096 Feb 16 09:21:47.535909 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-1f5597e3-7393-41bf-9f50-cf16823affff service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.0678468 Feb 16 09:21:47.675827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-8cd342ec-3d3c-4b75-baa0-293ceeccf984 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:47.677256 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-8cd342ec-3d3c-4b75-baa0-293ceeccf984 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1229823 Feb 16 09:21:47.778665 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-a325fd9f-3291-499e-aced-c7259ed54d1d service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1002 time: 0.0953484 Feb 16 09:21:47.838370 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-d6509e28-8a52-4726-85d3-552a938d3d59 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:21:47.839698 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-d6509e28-8a52-4726-85d3-552a938d3d59 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0559659 Feb 16 09:21:47.913057 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-72883d66-6902-4833-9236-ed640063d4eb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679770 Feb 16 09:21:48.042679 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-539b7f4b-b16c-4982-8d41-702855984e52 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235228 Feb 16 09:21:48.261931 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a7ac860-fb3c-4d5e-9e62-92aa34441bfd req-75616b09-87c5-4d54-adb7-132f6e394e76 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138317 Feb 16 09:21:57.764328 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:22:02.355729 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:08.519950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4c03e760-bec5-430b-abaf-55cde6d72a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:11.021721 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-99ecc026-b039-4212-966b-a23cb96a9bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:11.775728 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:12.095563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:13.910181 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:32.356452 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:34.764113 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:22:38.521239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1a6e130a-5206-4672-a099-1dc7a82c55f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:40.119179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af7a01-2b34-4108-abe3-7417cf2909db req-24016961-744a-42e7-a4fd-1c226707d65f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:40.120542 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73af7a01-2b34-4108-abe3-7417cf2909db req-24016961-744a-42e7-a4fd-1c226707d65f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0811431 Feb 16 09:22:40.164535 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73af7a01-2b34-4108-abe3-7417cf2909db req-30fe1e8f-d449-49cc-80bb-7ff2015284ad tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384994 Feb 16 09:22:41.023465 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e42ba0ab-826a-4e7f-a5e4-4d6600390fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:41.373018 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461904a-d25d-474b-a73f-2cec4ca2291f req-bcf52174-c41c-489e-a3af-cfe8bedde4cb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:41.374389 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2461904a-d25d-474b-a73f-2cec4ca2291f req-bcf52174-c41c-489e-a3af-cfe8bedde4cb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0772378 Feb 16 09:22:41.419095 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2461904a-d25d-474b-a73f-2cec4ca2291f req-543afc59-d77b-43d6-be27-126a850d2391 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387061 Feb 16 09:22:41.778086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:42.098974 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:42.626444 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec10c2f-9f1d-481a-a1df-8d6b2ffa7e90 req-0a541706-09a2-41fe-ab89-81031a5ed074 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:42.627892 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eec10c2f-9f1d-481a-a1df-8d6b2ffa7e90 req-0a541706-09a2-41fe-ab89-81031a5ed074 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0727510 Feb 16 09:22:42.673878 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-eec10c2f-9f1d-481a-a1df-8d6b2ffa7e90 req-4f14c68e-58d2-4d8d-9a32-a25cf03e432f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406468 Feb 16 09:22:43.912746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:43.955861 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05fa15-6f77-4633-8e4e-279f75db856f req-12e6aa1f-d419-4e44-89f5-e1df2a90525d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:43.957302 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6e05fa15-6f77-4633-8e4e-279f75db856f req-12e6aa1f-d419-4e44-89f5-e1df2a90525d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.1601491 Feb 16 09:22:44.001281 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6e05fa15-6f77-4633-8e4e-279f75db856f req-58bec7c2-f04b-46e4-952e-b278b150014c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384953 Feb 16 09:22:45.193513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c11b60-a668-4ada-97f4-4a62618eddc8 req-7f51d7e0-93c3-48ed-b7ea-28613a75f365 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:45.194960 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6c11b60-a668-4ada-97f4-4a62618eddc8 req-7f51d7e0-93c3-48ed-b7ea-28613a75f365 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0763946 Feb 16 09:22:45.239108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b6c11b60-a668-4ada-97f4-4a62618eddc8 req-930cce10-02f3-4818-8e9f-4d865bbfec17 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387461 Feb 16 09:22:46.429412 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07792ff1-98e7-491e-98d2-8bbd996b8845 req-15be6466-fcbb-4364-b26a-f60960b63cc2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:46.430882 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-07792ff1-98e7-491e-98d2-8bbd996b8845 req-15be6466-fcbb-4364-b26a-f60960b63cc2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0749593 Feb 16 09:22:46.476023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-07792ff1-98e7-491e-98d2-8bbd996b8845 req-aaf4d977-bfb2-4049-9f55-23f8b31f66a9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396397 Feb 16 09:22:47.675173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba3f63-57a0-4e52-aaea-083fd18a54fe req-3809dac8-73e1-42f4-a00f-853581bc0ae1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:47.676628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a0ba3f63-57a0-4e52-aaea-083fd18a54fe req-3809dac8-73e1-42f4-a00f-853581bc0ae1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0786734 Feb 16 09:22:47.721454 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a0ba3f63-57a0-4e52-aaea-083fd18a54fe req-799ff0e4-6791-4c6c-b30a-119edb08fae2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393739 Feb 16 09:22:48.523656 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-fa907462-6adc-4982-8c0e-ea281377e4dd service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.1716781 Feb 16 09:22:48.663420 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6a700-a079-4409-b792-399c45c14de1 req-da7a2567-a014-45b4-9315-ed0134966032 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:48.664842 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-da7a2567-a014-45b4-9315-ed0134966032 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1225893 Feb 16 09:22:48.768280 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-6bbf0e20-d4fa-4460-849f-ea5a11939c4c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1002 time: 0.0972497 Feb 16 09:22:48.830085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6a700-a079-4409-b792-399c45c14de1 req-645b36b3-c0a5-44ec-9be8-1fe88692af9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:48.831459 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-645b36b3-c0a5-44ec-9be8-1fe88692af9e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0576050 Feb 16 09:22:48.907874 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-0694a7fc-346f-4f03-90aa-4b97a5da4b8b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706127 Feb 16 09:22:48.915560 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed7628-6fd8-4bbc-ba4e-8bb89704a194 req-78a71bff-f870-4c14-a371-e284bc252043 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:48.916992 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfed7628-6fd8-4bbc-ba4e-8bb89704a194 req-78a71bff-f870-4c14-a371-e284bc252043 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0744319 Feb 16 09:22:48.964926 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-cfed7628-6fd8-4bbc-ba4e-8bb89704a194 req-0ee6072a-b6ef-4b29-b581-6c80f6d38339 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424969 Feb 16 09:22:49.039754 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-641d66b8-4fdc-486d-9d73-154c5c0c322b service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259813 Feb 16 09:22:49.168232 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d1c6a700-a079-4409-b792-399c45c14de1 req-1a3831b8-c1db-45b4-b02c-964e07a810d9 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228585 Feb 16 09:22:50.158813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783d561-9cca-41d5-bffa-79a80272f71b req-7cf2608b-3dc1-4d96-9582-805c3dc698f8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:50.160253 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f783d561-9cca-41d5-bffa-79a80272f71b req-7cf2608b-3dc1-4d96-9582-805c3dc698f8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0750773 Feb 16 09:22:50.204633 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f783d561-9cca-41d5-bffa-79a80272f71b req-c526d618-1d80-4a66-9331-746ad9c4df54 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382519 Feb 16 09:22:51.405723 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311d366-8de7-45d1-b10d-51729c05bf92 req-27a52452-919a-47f6-92c1-06dc09510aad tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:51.407184 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d311d366-8de7-45d1-b10d-51729c05bf92 req-27a52452-919a-47f6-92c1-06dc09510aad tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0802038 Feb 16 09:22:51.451185 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d311d366-8de7-45d1-b10d-51729c05bf92 req-91b463c6-089c-4adc-8f48-24ad8ac8d892 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386441 Feb 16 09:22:52.519335 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:22:52.652089 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c772-21be-487f-b154-7f39f5eb3c73 req-4ea668f9-6578-4c62-b40e-a5227c59fd28 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:52.653628 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4d94c772-21be-487f-b154-7f39f5eb3c73 req-4ea668f9-6578-4c62-b40e-a5227c59fd28 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0776739 Feb 16 09:22:52.655651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:22:52.670013 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '1d943c31-98f8-4438-86be-c842c86f144a', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:22:52.699108 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4d94c772-21be-487f-b154-7f39f5eb3c73 req-b1ba87d1-b0bb-4892-89ff-0ced022677f3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Feb 16 09:22:52.728996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:52.746561 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:22:52.769275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:22:52.773204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:52.843462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:52.853615 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.853967 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.854309 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.854674 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.855012 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.855343 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.855672 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.856001 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.856328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.856649 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.856971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:22:52.910207 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['1d943c31-98f8-4438-86be-c842c86f144a'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:22:53.923130 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39802b07-ff76-4968-a38a-62a696c8eeff req-1fa0990c-2ead-43b0-87b1-1b5e7f226896 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:53.924600 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39802b07-ff76-4968-a38a-62a696c8eeff req-1fa0990c-2ead-43b0-87b1-1b5e7f226896 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 945 time: 0.0903058 Feb 16 09:22:53.977966 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-39802b07-ff76-4968-a38a-62a696c8eeff req-dd2110d4-3b03-4cfb-ad2b-888fa53e5dfa tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474710 Feb 16 09:22:54.520687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:22:54.602262 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 1d943c31-98f8-4438-86be-c842c86f144a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:22:54.602926 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:54.727259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:54.755578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:22:54.766874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:22:54.772475 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:22:54.837129 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'code': 200} Feb 16 09:22:54.857621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:22:55.202524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b4eb9-f43d-461c-8552-c7a23a5b7cd3 req-804d7663-c4c2-4905-8d93-f6ad7d0622a9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:55.204691 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-442b4eb9-f43d-461c-8552-c7a23a5b7cd3 req-804d7663-c4c2-4905-8d93-f6ad7d0622a9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0926580 Feb 16 09:22:55.268517 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-442b4eb9-f43d-461c-8552-c7a23a5b7cd3 req-7e059e47-292d-48ef-8d6f-721dc35d1e02 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535417 Feb 16 09:22:56.479128 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ba75a-28ed-4ccc-b16d-7dcc0095c769 req-f94f0210-a13d-4055-9e7e-4a9387042f59 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:56.485962 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-054ba75a-28ed-4ccc-b16d-7dcc0095c769 req-f94f0210-a13d-4055-9e7e-4a9387042f59 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0883336 Feb 16 09:22:56.529695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-054ba75a-28ed-4ccc-b16d-7dcc0095c769 req-cd022a4d-b825-49b5-b672-f13833f8b6bb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428877 Feb 16 09:22:57.758582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2a3b8-5134-4e11-ac8a-159768f5a25e req-95cfb400-90a4-4400-a813-1bebf573b3b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:57.760066 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ad2a3b8-5134-4e11-ac8a-159768f5a25e req-95cfb400-90a4-4400-a813-1bebf573b3b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0823102 Feb 16 09:22:57.808164 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ad2a3b8-5134-4e11-ac8a-159768f5a25e req-39882817-9655-42e1-8e12-56634e8c7f75 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422778 Feb 16 09:22:59.028081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5fa66a-f1c2-4de5-8d4d-61b705967c4b req-69a8bad4-bc99-4e4f-8249-9f80fcd8d017 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:22:59.029529 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea5fa66a-f1c2-4de5-8d4d-61b705967c4b req-69a8bad4-bc99-4e4f-8249-9f80fcd8d017 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0833330 Feb 16 09:22:59.080343 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ea5fa66a-f1c2-4de5-8d4d-61b705967c4b req-95ab2bca-8735-4f76-a3fc-4d3223d31f8f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408161 Feb 16 09:23:00.288224 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ab614-aa6e-407d-a73c-5c36beaadc34 req-5fdbfc0a-2249-44f2-8395-95eff29016e7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:00.289667 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f6ab614-aa6e-407d-a73c-5c36beaadc34 req-5fdbfc0a-2249-44f2-8395-95eff29016e7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0820158 Feb 16 09:23:00.355124 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8f6ab614-aa6e-407d-a73c-5c36beaadc34 req-46caad72-1e82-4e34-b31c-038722618a2d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573785 Feb 16 09:23:01.576970 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6255f-3edb-4db4-9890-d28aa8434a34 req-15813193-7c7a-456e-a004-716c7ebdd308 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:01.578379 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ad6255f-3edb-4db4-9890-d28aa8434a34 req-15813193-7c7a-456e-a004-716c7ebdd308 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0956478 Feb 16 09:23:01.634999 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5ad6255f-3edb-4db4-9890-d28aa8434a34 req-694ecb40-31e2-46bb-b757-20f7fbfdbfcd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502324 Feb 16 09:23:02.378559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:02.831988 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b8b4b-f096-4672-8446-16978acde24b req-429d9c57-5c0d-4e89-bafa-7ebc9f407fda tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:02.833442 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-112b8b4b-f096-4672-8446-16978acde24b req-429d9c57-5c0d-4e89-bafa-7ebc9f407fda tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0791438 Feb 16 09:23:02.877763 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-112b8b4b-f096-4672-8446-16978acde24b req-2b1ea4e1-ea13-4fc4-a2b7-eb3e14ecbd78 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389519 Feb 16 09:23:03.520488 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-36aee832-e93f-44c0-9d0c-0c116894965e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1099 time: 0.0673864 Feb 16 09:23:03.647052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-a35cd37d-3600-4022-bc99-63fb669876aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:03.648490 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-a35cd37d-3600-4022-bc99-63fb669876aa service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1218579 Feb 16 09:23:03.760790 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-e091a5ad-5458-4973-ade1-de7deecadd4c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1002 time: 0.1051588 Feb 16 09:23:03.820439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-2a8465c1-c525-45e0-bf20-b776a48ea7d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:03.821739 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-2a8465c1-c525-45e0-bf20-b776a48ea7d7 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0545766 Feb 16 09:23:03.896719 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-d140221c-d941-4d81-bc52-5622071ccd0f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689421 Feb 16 09:23:04.024465 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-6dd7ceb1-5b1f-4cb7-a91b-1aca9e861581 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212254 Feb 16 09:23:04.069877 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e315f9-1bb0-43da-ab88-e98aabb45aea req-cbf92e25-4e49-456d-9b75-2b84268c47fe tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:04.071406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71e315f9-1bb0-43da-ab88-e98aabb45aea req-cbf92e25-4e49-456d-9b75-2b84268c47fe tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0747228 Feb 16 09:23:04.120661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-71e315f9-1bb0-43da-ab88-e98aabb45aea req-084f197e-2140-4303-aec6-dd4119e2dbed tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436542 Feb 16 09:23:04.153802 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-40124247-cf98-414c-b4d8-f9adcd83e095 req-c38c7b31-5682-422d-8130-58820a3592b2 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232700 Feb 16 09:23:05.319772 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7e22f-8484-4e13-9805-43f3ce2192cd req-3ed37da5-aefb-4890-9a08-c6f56ba49a0c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:05.321120 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f7b7e22f-8484-4e13-9805-43f3ce2192cd req-3ed37da5-aefb-4890-9a08-c6f56ba49a0c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0745664 Feb 16 09:23:05.365448 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f7b7e22f-8484-4e13-9805-43f3ce2192cd req-94a72808-4684-4f7e-ab56-b23787b3329a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Feb 16 09:23:06.563045 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6340467-b265-45d5-88a1-f2048a20988f req-57a82e9f-8f07-4100-9545-da71af7133a9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:06.565073 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6340467-b265-45d5-88a1-f2048a20988f req-57a82e9f-8f07-4100-9545-da71af7133a9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 946 time: 0.0795419 Feb 16 09:23:06.608569 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e6340467-b265-45d5-88a1-f2048a20988f req-b4897946-295d-4fdd-bad3-2cf0cc746e42 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381083 Feb 16 09:23:06.629245 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:23:06.738870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:06.764492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:23:06.773994 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:23:06.778738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:06.793174 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8a649fa8-8a3e-4649-9103-ec8f1eb9ed64 req-7c2cee45-5889-4f49-b527-e7e7d70e3b4a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0675006 Feb 16 09:23:06.820277 dv-neutron-829488-1-hyperv neutron-server[83711]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'code': 422} returned with failed status Feb 16 09:23:06.845306 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:23:06.984408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43256) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:23:07.121946 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-1ba4c43c-53c2-4b5d-b9e6-22fef723a0cb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361806 Feb 16 09:23:07.145950 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcdab0-6e48-4a9f-a835-c9f42b6ab062 req-e68f22d0-d58f-4268-961e-18a1f0481db2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:07.147437 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-33fcdab0-6e48-4a9f-a835-c9f42b6ab062 req-e68f22d0-d58f-4268-961e-18a1f0481db2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.1588407 Feb 16 09:23:07.192282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-33fcdab0-6e48-4a9f-a835-c9f42b6ab062 req-ed36f5e0-6307-4f75-b132-4b9cfb2ec1ed tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Feb 16 09:23:07.731527 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-684e7793-8faf-4835-a5e2-6964f1c52ca2 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 1097 time: 0.1616938 Feb 16 09:23:07.830580 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-893642db-d69d-408e-a52c-0eb2cfa70a16 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1097 time: 0.0674524 Feb 16 09:23:07.956100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-85a40921-0872-40d0-9709-3a16872e2c5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:07.957552 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-85a40921-0872-40d0-9709-3a16872e2c5c service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1219771 Feb 16 09:23:08.057333 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-cf970cb8-1483-408e-8a93-23bb5d0f4bcb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1000 time: 0.0945501 Feb 16 09:23:08.117700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-4e66e23a-b86e-4b94-afcc-253634f9b303 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:08.118996 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-4e66e23a-b86e-4b94-afcc-253634f9b303 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0550206 Feb 16 09:23:08.192982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-49825900-3fdd-4d3f-ad18-fc569d5c0ff8 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678120 Feb 16 09:23:08.328021 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-68b29c42-0a1d-47c5-9066-56c75ce41835 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256175 Feb 16 09:23:08.392409 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6bd303-f990-4869-880d-054f001565bc req-056721df-2ae7-42b8-83ab-57e14f8f8c0a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:08.393771 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4d6bd303-f990-4869-880d-054f001565bc req-056721df-2ae7-42b8-83ab-57e14f8f8c0a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0754395 Feb 16 09:23:08.438052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4d6bd303-f990-4869-880d-054f001565bc req-cb6661ce-e8f6-469c-93cf-04f86cc2a998 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387194 Feb 16 09:23:08.458816 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-cf2fe932-72c1-4497-acc7-c8b42a5e63b3 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247861 Feb 16 09:23:08.523258 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7a726f23-ebde-4c31-ac32-17d9768c2fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:09.652181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6296ac22-ac4f-403e-b06c-a465af76b03c req-e91de246-0761-4637-81d6-0b506e7292e6 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:09.653778 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6296ac22-ac4f-403e-b06c-a465af76b03c req-e91de246-0761-4637-81d6-0b506e7292e6 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0819175 Feb 16 09:23:09.700531 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6296ac22-ac4f-403e-b06c-a465af76b03c req-98a200e6-ec4f-4393-8d30-1d630c66613a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410204 Feb 16 09:23:10.647818 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:23:10.916747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48d8a4-0d30-4572-b503-1f2c306e9f00 req-815732c6-4e4f-4e7c-a0bf-ddf4275fce3b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:10.918172 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb48d8a4-0d30-4572-b503-1f2c306e9f00 req-815732c6-4e4f-4e7c-a0bf-ddf4275fce3b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0760040 Feb 16 09:23:10.970182 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb48d8a4-0d30-4572-b503-1f2c306e9f00 req-42299f5d-c615-4b30-9274-41f2c9adaf6a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451441 Feb 16 09:23:11.027287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3a144d4b-6ef0-4452-9c88-93b46774fa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:11.763444 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:23:11.797588 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:12.103056 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:12.175667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5f5b18-488d-4c40-990f-50bc6939148a req-8c5d155c-9153-4158-83fa-488363a4f5b4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:12.177081 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b5f5b18-488d-4c40-990f-50bc6939148a req-8c5d155c-9153-4158-83fa-488363a4f5b4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0768206 Feb 16 09:23:12.236465 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1b5f5b18-488d-4c40-990f-50bc6939148a req-b7085cf0-3c89-41c5-bb54-dbe52cd6782e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533891 Feb 16 09:23:13.442876 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3e9cf-2ccf-483e-a0c6-57a76bd14bd7 req-b66f8391-ff71-42e4-ae37-9e0a8af33e5d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:13.444450 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a7b3e9cf-2ccf-483e-a0c6-57a76bd14bd7 req-b66f8391-ff71-42e4-ae37-9e0a8af33e5d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0815063 Feb 16 09:23:13.492358 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a7b3e9cf-2ccf-483e-a0c6-57a76bd14bd7 req-a3c3e406-7d4f-413c-b95c-f18d7ba09ed3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424151 Feb 16 09:23:13.918814 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:14.724250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b63b2-32c4-4480-a1fd-464717f56e35 req-c0035f29-f591-4491-a651-6d41092d6c56 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:14.726534 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e4b63b2-32c4-4480-a1fd-464717f56e35 req-c0035f29-f591-4491-a651-6d41092d6c56 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0902674 Feb 16 09:23:14.772879 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2e4b63b2-32c4-4480-a1fd-464717f56e35 req-882b97c9-0e51-49a5-85f2-0624747208a1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407524 Feb 16 09:23:15.996333 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45bc8c-75c8-4ffe-a105-922605c468df req-637a3913-ab36-4767-b918-93169e93eb54 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:15.997866 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b45bc8c-75c8-4ffe-a105-922605c468df req-637a3913-ab36-4767-b918-93169e93eb54 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0896506 Feb 16 09:23:16.046693 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b45bc8c-75c8-4ffe-a105-922605c468df req-b7af42cb-239d-4667-88d4-a868c1e5ed90 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426240 Feb 16 09:23:17.252245 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc88d3-f5f4-4011-be7c-e2f01c73dcb8 req-5c7db389-56f0-435f-a417-a0341e8a1c85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:17.254385 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4acc88d3-f5f4-4011-be7c-e2f01c73dcb8 req-5c7db389-56f0-435f-a417-a0341e8a1c85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0799887 Feb 16 09:23:17.304915 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4acc88d3-f5f4-4011-be7c-e2f01c73dcb8 req-986eb5b9-e2d2-4f8e-a7e4-66a29a48a825 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445583 Feb 16 09:23:18.505557 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7818df-cad3-404b-88f7-5dadc1cf30f5 req-7dfed822-3d9c-4ccf-9161-fc7c5e043598 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:18.507091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ff7818df-cad3-404b-88f7-5dadc1cf30f5 req-7dfed822-3d9c-4ccf-9161-fc7c5e043598 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0785155 Feb 16 09:23:18.552282 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ff7818df-cad3-404b-88f7-5dadc1cf30f5 req-c9551462-660c-4c06-89e2-f087ee182ddf tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396504 Feb 16 09:23:19.749399 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35a663-e2d4-49bc-869c-2955cfe98338 req-927cbcdf-23ef-4303-b6ff-b071c95d263c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:19.750845 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c35a663-e2d4-49bc-869c-2955cfe98338 req-927cbcdf-23ef-4303-b6ff-b071c95d263c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 944 time: 0.0758491 Feb 16 09:23:19.793709 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7c35a663-e2d4-49bc-869c-2955cfe98338 req-ae2854f7-f5ed-4c8f-9e59-0f46609b029f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Feb 16 09:23:20.660853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:23:20.789290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:23:20.802893 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': '1d943c31-98f8-4438-86be-c842c86f144a', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'port_id': '1d943c31-98f8-4438-86be-c842c86f144a', 'mac_address': 'fa:16:3e:99:34:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:23:20.859276 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:20.877384 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:23:20.892853 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:23:20.896638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:20.961678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=9']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:23:20.989030 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1288712-cd2e-463e-9c82-dcaed7ee7017 req-5072afb9-bef4-4b32-bf2f-bb78e8b68635 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:20.990482 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1288712-cd2e-463e-9c82-dcaed7ee7017 req-5072afb9-bef4-4b32-bf2f-bb78e8b68635 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 945 time: 0.0756650 Feb 16 09:23:21.034259 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d1288712-cd2e-463e-9c82-dcaed7ee7017 req-58684b0f-0698-45ba-8972-6a38f091de57 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383129 Feb 16 09:23:21.193500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['1d943c31-98f8-4438-86be-c842c86f144a'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:23:22.231327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9874f4-c213-4ea0-94f4-42c0966f3f59 req-6ba9117a-f8e2-46f0-a7cd-ec84bb096182 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:22.232827 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df9874f4-c213-4ea0-94f4-42c0966f3f59 req-6ba9117a-f8e2-46f0-a7cd-ec84bb096182 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 945 time: 0.0788696 Feb 16 09:23:22.281518 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df9874f4-c213-4ea0-94f4-42c0966f3f59 req-d26ba578-24b4-4547-930d-28ddfa1f8d19 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 Feb 16 09:23:22.675713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:23:22.743727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port 1d943c31-98f8-4438-86be-c842c86f144a triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:23:22.744098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:22.853847 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:22.880328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:23:22.889867 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:23:22.893807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:22.933958 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'code': 200} Feb 16 09:23:22.958048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=10']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:23:23.221255 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-30e168b2-bd07-4473-8fd7-11a4b7d3fbd2 req-2295189f-8a63-4e3e-a493-d5c80de591cd service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1100 time: 0.0662472 Feb 16 09:23:23.261691 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-30e168b2-bd07-4473-8fd7-11a4b7d3fbd2 req-db835a87-b2cb-43b4-991c-f7b9a80d68a7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346832 Feb 16 09:23:23.474595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe49bdd-1c6b-4ac5-a78a-575200cb6d4a req-fcaae5ba-14bf-4d6d-a6f7-38ff62f0b980 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:23.475953 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-abe49bdd-1c6b-4ac5-a78a-575200cb6d4a req-fcaae5ba-14bf-4d6d-a6f7-38ff62f0b980 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0754056 Feb 16 09:23:23.519889 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-abe49bdd-1c6b-4ac5-a78a-575200cb6d4a req-a7d479a8-6e26-4569-83a5-2d7ac12f85bb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385723 Feb 16 09:23:24.729529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f1f1f-b3c8-4421-b05e-a23bf3243998 req-37b3a042-1426-46eb-ae46-205dbc8dc02b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:24.730902 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e10f1f1f-b3c8-4421-b05e-a23bf3243998 req-37b3a042-1426-46eb-ae46-205dbc8dc02b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0825284 Feb 16 09:23:24.777476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e10f1f1f-b3c8-4421-b05e-a23bf3243998 req-5ec744e9-4c75-444b-9188-c05d3aa2d953 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408344 Feb 16 09:23:25.975963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f830b-e83e-4788-88fa-942cc48bf424 req-99f22072-f454-48d7-a27a-ee731011597b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:25.977402 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-971f830b-e83e-4788-88fa-942cc48bf424 req-99f22072-f454-48d7-a27a-ee731011597b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0758531 Feb 16 09:23:26.037733 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-971f830b-e83e-4788-88fa-942cc48bf424 req-23da63ac-ca05-45b5-9e46-63eb36bc7d32 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549178 Feb 16 09:23:32.370428 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:38.524225 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cde04a50-e390-483c-8d59-3f8093dc993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:41.029208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7e29bc1b-ad7a-4db1-9da5-ea5cb413fa03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:41.779830 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:42.104902 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:43.917585 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:23:48.763369 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:23:49.339687 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-23373ddf-ce17-419e-a777-b1691fe455a6 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678010 Feb 16 09:23:49.496622 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-d5735975-8ed5-4c38-85ec-093590907875 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1100 time: 0.0671036 Feb 16 09:23:49.636276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-198a1b20-b60f-435a-8bbf-6444851ce96e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:49.637611 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-198a1b20-b60f-435a-8bbf-6444851ce96e service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1221359 Feb 16 09:23:49.739050 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-0ef1aedc-127c-4c10-aa00-74528e81940c service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 1002 time: 0.0946450 Feb 16 09:23:49.798903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-fbee5b01-f2b4-49bb-bfdc-a533fbd88eb4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:23:49.800266 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-fbee5b01-f2b4-49bb-bfdc-a533fbd88eb4 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0546618 Feb 16 09:23:49.876513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-db8bf58a-ca65-44ea-a18c-79f95a068f9a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692046 Feb 16 09:23:50.005793 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-8799fef2-1150-4650-935c-18a572062bc3 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207898 Feb 16 09:23:50.227475 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1a09bf0a-1b0c-4dfb-9e68-f70ab4f6981a req-06844ea1-924d-454c-a37c-989ff06121d2 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144616 Feb 16 09:24:02.386900 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:08.526639 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-85c155dd-3273-42d1-b030-46c84b4f7b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:11.031593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cc2fb726-dfa2-4088-9108-44d273ce55e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:11.781714 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:12.107015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:13.920538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:25.763052 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:24:32.395113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:36.766869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43372) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:36.972142 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Deleting port acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:24:36.972483 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:37.211502 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:37.211722 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:37.327641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Calling delete_port for acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:24:37.473938 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:37.516393 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'Port': ['ID=acc01fd3-cbe8-48af-80eb-a5d1d25c7cf8,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:37.550129 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.550495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.550829 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.551158 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.551478 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.551798 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.552115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.552435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.552750 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.553065 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.553378 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:37.619414 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:37.999274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:24:38.198176 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:24:38.208878 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:24:38.211023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:38.221790 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:24:38.222609 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:24:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:24:38.265997 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c1ef627e-c0ec-46f3-b3ae-10ece2224899 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "DELETE /v2.0/floatingips/fd335cbe-c345-4801-b007-5887fe9456c1 HTTP/1.1" status: 204 len: 168 time: 1.4955256 Feb 16 09:24:38.265997 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:24:38.406049 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:24:38.407327 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'status': 'completed', 'code': 200} Feb 16 09:24:38.529328 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-51a1794e-03ee-4a10-9da3-2ecf63d3c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:38.557836 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-48fdf80d-9445-4c5d-81b4-8bd4ce0b80eb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 1100 time: 0.1038716 Feb 16 09:24:38.670887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af94f3f-7ec2-4807-9001-faf2df0931e7 req-04dab878-a94f-4c81-9ea4-a4cb90982b73 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:38.671582 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4af94f3f-7ec2-4807-9001-faf2df0931e7 req-04dab878-a94f-4c81-9ea4-a4cb90982b73 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:24:38.690323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-4af94f3f-7ec2-4807-9001-faf2df0931e7 req-04dab878-a94f-4c81-9ea4-a4cb90982b73 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:24:38.691260 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b7802-6266-42de-820d-8b2d3f91242d req-200018cf-a5e9-41ec-be0a-0741bd2477f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:38.691702 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4af94f3f-7ec2-4807-9001-faf2df0931e7 req-04dab878-a94f-4c81-9ea4-a4cb90982b73 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0970187 Feb 16 09:24:38.692697 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-200018cf-a5e9-41ec-be0a-0741bd2477f1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1283827 Feb 16 09:24:38.727758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:24:38.732453 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:24:38.743662 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4af94f3f-7ec2-4807-9001-faf2df0931e7 req-be6bcdd4-d25d-40b2-a65a-252e045b7c84 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456107 Feb 16 09:24:38.749758 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:24:38.750367 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:24:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:24:38.767609 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-c7685e11-2453-4594-bc93-01783a0f5166 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 200 len: 217 time: 0.0681324 Feb 16 09:24:38.831023 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b7802-6266-42de-820d-8b2d3f91242d req-db9e3dd2-5eee-43cd-9285-29a1cb959955 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:38.832487 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-db9e3dd2-5eee-43cd-9285-29a1cb959955 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0576956 Feb 16 09:24:38.909857 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-9be0c4c2-7f06-4ca0-ae19-e8268e755eca service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703738 Feb 16 09:24:38.934265 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:24:39.043112 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-7d5f69d5-1a81-4c4a-86ba-74e05c7e61b1 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256161 Feb 16 09:24:39.180165 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-310b7802-6266-42de-820d-8b2d3f91242d req-c4ac3cf9-6802-4a2b-a3d2-f79e95bc9627 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299009 Feb 16 09:24:39.238460 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:24:39.242173 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb69f4c-0c5c-4531-8628-572e129e80a8 None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:24:39.445243 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b3665c-a5b3-43a8-b76a-d74953cdf02c None None] New status for floating IP fd335cbe-c345-4801-b007-5887fe9456c1: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:24:39.941381 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd505-bbc8-4294-b222-5493e57384c3 req-8e4c729c-6c98-4a5c-a8ce-fb1badad15c7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:39.942737 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-436cd505-bbc8-4294-b222-5493e57384c3 req-8e4c729c-6c98-4a5c-a8ce-fb1badad15c7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0736189 Feb 16 09:24:39.986051 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-436cd505-bbc8-4294-b222-5493e57384c3 req-0361931c-ff2a-4918-886b-a2b8abdaacea tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379088 Feb 16 09:24:40.066442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-e9f4bb51-5153-4cca-8a27-6cd06f6fcb57 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:40.067130 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-e9f4bb51-5153-4cca-8a27-6cd06f6fcb57 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:24:40.078522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-e9f4bb51-5153-4cca-8a27-6cd06f6fcb57 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:24:40.079598 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-e9f4bb51-5153-4cca-8a27-6cd06f6fcb57 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 947 time: 0.0861402 Feb 16 09:24:40.148946 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Deleting port 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:24:40.149288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:40.384394 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] For port 1d943c31-98f8-4438-86be-c842c86f144a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1d943c31-98f8-4438-86be-c842c86f144a,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:24:40.384752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:40.504576 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Calling delete_port for 1d943c31-98f8-4438-86be-c842c86f144a owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:24:40.637873 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:40.686019 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'Port': ['ID=1d943c31-98f8-4438-86be-c842c86f144a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:40.720192 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.721045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.721385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.721718 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.722043 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.722365 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.722711 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.723032 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.723350 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.723665 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.723979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:24:40.768679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] No DVR routers for this DVR port 1d943c31-98f8-4438-86be-c842c86f144a on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:24:40.770967 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:40.773388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-deleted', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:24:40.789124 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8dd9a7d3-5f16-4b7e-87b0-7a738757257f req-b377d0c7-de66-4fe7-ac59-fcb35c1b8125 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "DELETE /v2.0/ports/1d943c31-98f8-4438-86be-c842c86f144a HTTP/1.1" status: 204 len: 173 time: 0.7040300 Feb 16 09:24:40.909667 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b96ed85-f372-4253-ad5a-0277e9d25eef', 'name': 'network-vif-deleted', 'tag': '1d943c31-98f8-4438-86be-c842c86f144a', 'status': 'completed', 'code': 200} Feb 16 09:24:41.035121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-26b7f38d-754a-42b2-8790-69729719942e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:41.174658 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9b8c0a42-9eee-438e-8d25-d3b1ae9a2e3c req-4ea1e2a7-6114-41da-93b3-78698fc18754 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b96ed85-f372-4253-ad5a-0277e9d25eef HTTP/1.1" status: 200 len: 210 time: 0.0434129 Feb 16 09:24:41.783437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.110469 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.284678 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43394) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:42.435197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.462979 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.527850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.545674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:42.561356 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:42.562682 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-4eb04410-b6df-4d21-8fd5-1bd608e3c774 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "DELETE /v2.0/security-groups/ecc6b243-cdc9-47cb-93b7-dd3df33ef2f7 HTTP/1.1" status: 204 len: 168 time: 0.2768190 Feb 16 09:24:43.014469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43402) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.020422 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-765367783', 'description': 'tempest-secgroup-smoke-765367783 description', 'project_id': '772c3601bab2495eaa67b0d076f494de'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.026347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.030455 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.033880 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.040040 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.050172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.083985 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.087732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.090453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.096796 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.153071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.156721 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.294143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f1c880-3d84-4309-a061-050a7bc9b561,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:43.301321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.305230 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-8fdfac96-1574-4f35-a261-af5d48c8df03 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2868586 Feb 16 09:24:43.305230 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43406) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.310752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.317265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.321058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.323918 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.329472 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.345389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.403719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.407269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.432560 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff664329-a4ce-43f4-86f3-feedc341689f,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:43.440742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.442031 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-264c2ba6-4c86-44db-a542-0371c8d073b1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1361432 Feb 16 09:24:43.444785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43410) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.449988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.455740 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.459507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.462315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.468250 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.485381 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.548435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.552674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.577401 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5479e18-d8da-4d64-a7ee-7e51f33c02e1,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:43.586209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.587469 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4806598a-0bd2-4697-a194-050cc4c9c928 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1417313 Feb 16 09:24:43.590055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43414) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.596016 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.601673 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.605385 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.608198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.614308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.629752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.689865 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.693275 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.714598 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e85042-b80d-46ee-a7b6-0ded9660a5e8,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:43.723930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.725066 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3d2f689b-efc8-450d-848b-bbad026a0cec tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1340845 Feb 16 09:24:43.727750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43418) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.732944 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.739155 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.742883 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.745655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.752742 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.769065 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.830626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.833939 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.856528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d89816-15dc-465c-bc56-3afb7f9a56ee,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:43.864439 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.865592 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-2f19e2c5-4cdc-422a-af4b-0c5db7d915d1 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1369548 Feb 16 09:24:43.868388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43422) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:43.873720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:43.879377 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:43.883109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:43.885936 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:43.891538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:43.902197 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Project 772c3601bab2495eaa67b0d076f494de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:24:43.909610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.922701 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.976200 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:43.979902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.001737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f0ef50-7f94-464f-80b6-085cdb15b5f1,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:44.010892 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.012041 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5326f62d-edc6-408b-9d0a-03be2dad5947 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1427488 Feb 16 09:24:44.014695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43426) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:24:44.020808 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'security_group_rule': {'security_group_id': '02f1c880-3d84-4309-a061-050a7bc9b561', 'project_id': '772c3601bab2495eaa67b0d076f494de', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:24:44.026489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:24:44.030204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:security_group_rule and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:24:44.033657 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:24:44.039239 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:24:44.049628 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Project 772c3601bab2495eaa67b0d076f494de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:24:44.055688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.118988 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.122416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.145421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d46686-7a02-4924-b971-f9de9fbae3b9,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:24:44.154872 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:24:44.155961 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-bebb6f3a-996d-413a-91b7-2725ef8e6b87 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1403675 Feb 16 09:24:45.003092 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:24:45.036190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: 1d943c31-98f8-4438-86be-c842c86f144a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:24:45.036536 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device 1d943c31-98f8-4438-86be-c842c86f144a not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:24:57.873615 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-83cbca1b-e4a3-4594-b707-880390e5a2f4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:24:57.887975 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-83cbca1b-e4a3-4594-b707-880390e5a2f4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:24:57.889135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-83cbca1b-e4a3-4594-b707-880390e5a2f4 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-765367783&fields=id&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 267 time: 0.0551589 Feb 16 09:24:58.037576 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e9477dd8-3576-4edb-93ce-8de18adb6828 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:24:58.039009 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e9477dd8-3576-4edb-93ce-8de18adb6828 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 809 time: 0.1427085 Feb 16 09:24:58.054403 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-f80d2663-f676-4d13-bac2-b685cb6e66fa tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/quotas/772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 375 time: 0.0101252 Feb 16 09:24:58.130488 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-fcbacf31-1bbb-4192-9203-f9d1d8428241 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713232 Feb 16 09:24:58.145812 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-01caa67f-25ed-48ed-be75-7c4a19263203 service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:24:58.146777 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-01caa67f-25ed-48ed-be75-7c4a19263203 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055463 Feb 16 09:24:58.276123 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-0281c39b-5488-4504-9847-acf539043278 service neutron] 10.222.0.94 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239731 Feb 16 09:24:58.405461 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-3516352c-c7ff-4af5-8ecb-fd93f88bdb8a service neutron] 10.222.0.94 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236286 Feb 16 09:24:58.785058 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e2c9067a-f96e-446c-845c-b560a6e394ae req-907a3f1a-a7f5-4054-9b31-6217d1eb9a00 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 210 time: 0.0395913 Feb 16 09:24:59.951964 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ce7c01b0-2aae-4793-92ba-07045001153b req-8f8a2e36-dbd1-44ab-8413-4cc8ac0eb14a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 210 time: 0.0442915 Feb 16 09:25:00.040014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-2fecb024-c1fe-46fc-a4ca-94f7505cc24a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:00.041433 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-2fecb024-c1fe-46fc-a4ca-94f7505cc24a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 809 time: 0.1450784 Feb 16 09:25:00.101557 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-386ad4cf-ab52-428f-86a4-b17809327de8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:25:00.112776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-386ad4cf-ab52-428f-86a4-b17809327de8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:25:00.113853 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-386ad4cf-ab52-428f-86a4-b17809327de8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 379 time: 0.0551577 Feb 16 09:25:00.138666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'port': {'device_id': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'admin_state_up': True, 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'security_groups': ['02f1c880-3d84-4309-a061-050a7bc9b561']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:25:00.274943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:25:00.278921 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:port and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:25:00.281716 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:25:00.287837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:25:00.302738 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Made reservation on behalf of 772c3601bab2495eaa67b0d076f494de for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:25:00.310346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:00.500949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Allocated IP 172.20.0.12 (89b9ac96-66aa-451d-9d1c-554ab8c7e60d/2e012d1f-5689-408d-86c8-f300d176c0ac/e6568347-8d9a-461e-8ca9-6ffae4e40723) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:25:00.688324 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:00.704844 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Transition to ACTIVE for port object e6568347-8d9a-461e-8ca9-6ffae4e40723 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:25:00.727213 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:00.799733 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:25:00.802663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:25:00.806965 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:25:00.831611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:00.871098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:00.871737 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:00.896682 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-e81b25c9-194e-4c0c-a9e7-f74a6f13eb95 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7617068 Feb 16 09:25:00.914765 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Request body: {'port': {'device_id': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:25:01.022173 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6167be06-d80c-4e23-b93b-d3eb13d12037 None None] Provisioning for port e6568347-8d9a-461e-8ca9-6ffae4e40723 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:25:01.027293 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-6167be06-d80c-4e23-b93b-d3eb13d12037 None None] Provisioning complete for port e6568347-8d9a-461e-8ca9-6ffae4e40723 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:25:01.027858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6167be06-d80c-4e23-b93b-d3eb13d12037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.035154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.099214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-6167be06-d80c-4e23-b93b-d3eb13d12037 None None] Port e6568347-8d9a-461e-8ca9-6ffae4e40723 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:25:01.174510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f40b32-9d45-4593-80c0-c85cdcda3045 req-1caa536b-0bff-42d2-8342-b4334b879c12 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:01.176085 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96f40b32-9d45-4593-80c0-c85cdcda3045 req-1caa536b-0bff-42d2-8342-b4334b879c12 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 932 time: 0.0801728 Feb 16 09:25:01.230102 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-96f40b32-9d45-4593-80c0-c85cdcda3045 req-dca28cc7-c302-4457-ad58-d6202b2d3296 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471096 Feb 16 09:25:01.394861 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6568347-8d9a-461e-8ca9-6ffae4e40723 {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:25:01.401670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.416566 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Transition to ACTIVE for port object e6568347-8d9a-461e-8ca9-6ffae4e40723 will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:25:01.420403 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.549414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:01.662574 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Attempting to bind port e6568347-8d9a-461e-8ca9-6ffae4e40723 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:25:01.663170 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Attempting to bind port e6568347-8d9a-461e-8ca9-6ffae4e40723 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:25:01.663642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Attempting to bind port e6568347-8d9a-461e-8ca9-6ffae4e40723 on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:25:01.670152 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Port e6568347-8d9a-461e-8ca9-6ffae4e40723 on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:25:01.670622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Attempting to bind port e6568347-8d9a-461e-8ca9-6ffae4e40723 on network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:25:01.677077 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:25:01.677406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Checking segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:25:01.677899 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Bound using segment: {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:25:01.678315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Bound port: e6568347-8d9a-461e-8ca9-6ffae4e40723, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f383e134-b672-46f9-aafd-6e749477628c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:25:01.678807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.851908 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:25:01.854736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:25:01.858676 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.919042 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:01.920421 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] 10.222.0.98 "PUT /v2.0/ports/e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1094 time: 1.0107818 Feb 16 09:25:01.920856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:25:01.944702 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9723c3-4ecf-4a47-865b-1de545e2d240 service neutron] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:02.005893 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'status': 'completed', 'code': 200} Feb 16 09:25:02.047696 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-29d64524-90b8-476b-8a57-5e2809f53479 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1097 time: 0.0731204 Feb 16 09:25:02.122419 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-54355ce3-80fc-4fad-89e3-7bf2592a9959 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 217 time: 0.0633609 Feb 16 09:25:02.182119 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-2d4f1ff6-6be7-48a5-a14a-07e433647951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:02.183511 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-2d4f1ff6-6be7-48a5-a14a-07e433647951 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0557070 Feb 16 09:25:02.255683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-8cc4eb48-dd70-4407-b8f8-cb7f16d4743d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665224 Feb 16 09:25:02.385732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-f374316b-0808-4789-97bb-35e0c609ca48 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239042 Feb 16 09:25:02.399809 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:02.430758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a5723-98da-4d42-99f9-d483abf4f865 req-71518d17-6cec-4892-997f-6e44d46d1dc9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:02.432310 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bf1a5723-98da-4d42-99f9-d483abf4f865 req-71518d17-6cec-4892-997f-6e44d46d1dc9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0808623 Feb 16 09:25:02.477432 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bf1a5723-98da-4d42-99f9-d483abf4f865 req-b3a490a4-e05b-4913-bfff-5beea2a17a5c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395174 Feb 16 09:25:02.517998 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-efea8e5b-ca39-4797-9c23-113c3c231d1d req-c91516ff-e4a4-4af4-9f92-7576fb9ab3d0 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254647 Feb 16 09:25:02.673629 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-5e0b4b36-fd31-4a98-9a41-451f43d1b4ed service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1097 time: 0.0704036 Feb 16 09:25:02.762183 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:25:02.801115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca46139-647c-41da-afd8-12006ab9b9ca req-82576bf8-7eb0-4af7-a6e0-7edaa81ebb15 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:02.802553 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-82576bf8-7eb0-4af7-a6e0-7edaa81ebb15 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1224930 Feb 16 09:25:02.874549 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-21b18d05-e605-4cc0-8fb2-7c9ba7bc6de6 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 217 time: 0.0602555 Feb 16 09:25:02.939599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca46139-647c-41da-afd8-12006ab9b9ca req-892d3532-c009-4a07-bf0a-6aa8ba601e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:02.940922 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-892d3532-c009-4a07-bf0a-6aa8ba601e6f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0604167 Feb 16 09:25:03.012102 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-18f143b0-b55c-4685-9599-6ee871316155 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652130 Feb 16 09:25:03.146395 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-784e5107-1b10-4028-b441-5017ec759402 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278086 Feb 16 09:25:03.276984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-eca46139-647c-41da-afd8-12006ab9b9ca req-c4584693-2b5c-4f14-bdf7-50a5cfaa3d05 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248009 Feb 16 09:25:03.671614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea56dd-1c62-44ab-8a11-0a047c34bee5 req-bc6d8989-399a-442c-ae3e-7b1013ab0abd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:03.673040 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fcea56dd-1c62-44ab-8a11-0a047c34bee5 req-bc6d8989-399a-442c-ae3e-7b1013ab0abd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0734482 Feb 16 09:25:03.715969 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-fcea56dd-1c62-44ab-8a11-0a047c34bee5 req-da5fb6ac-7980-4420-8829-999e517b7077 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375166 Feb 16 09:25:04.912965 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a184c9f-23fd-483a-9add-a1a511c3c24f req-716cf493-bb4c-46d7-b8e1-0cadfc20f15c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:04.914398 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a184c9f-23fd-483a-9add-a1a511c3c24f req-716cf493-bb4c-46d7-b8e1-0cadfc20f15c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0778012 Feb 16 09:25:04.957894 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7a184c9f-23fd-483a-9add-a1a511c3c24f req-dac61448-2729-429e-93f5-c0abfdadb512 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381193 Feb 16 09:25:06.149020 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad190-b197-4fcd-9d42-65055ae09abd req-a7e632e5-f335-4599-8ab4-51f406eca799 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:06.150480 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bbad190-b197-4fcd-9d42-65055ae09abd req-a7e632e5-f335-4599-8ab4-51f406eca799 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0740523 Feb 16 09:25:06.198098 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-7bbad190-b197-4fcd-9d42-65055ae09abd req-440af16c-3c6d-4537-949c-d750fafe8e61 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422375 Feb 16 09:25:07.390689 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8071e3-22e6-4090-b9e1-1410ab77f791 req-2decc015-193e-4a27-93f0-3734c0344939 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:07.392112 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec8071e3-22e6-4090-b9e1-1410ab77f791 req-2decc015-193e-4a27-93f0-3734c0344939 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0758629 Feb 16 09:25:07.435826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ec8071e3-22e6-4090-b9e1-1410ab77f791 req-8e163129-b6be-41ce-bb7a-726c0ffbc224 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383468 Feb 16 09:25:08.534380 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e1c3f871-67c5-493c-a093-3d7d9e10ce21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:08.635631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66eeea-1dec-49e9-8ec6-0b8ab555f5af req-62b83629-a75b-43d6-b621-334ecbe2ee7e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:08.637052 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1d66eeea-1dec-49e9-8ec6-0b8ab555f5af req-62b83629-a75b-43d6-b621-334ecbe2ee7e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0773346 Feb 16 09:25:08.681578 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1d66eeea-1dec-49e9-8ec6-0b8ab555f5af req-c51cef1f-62c8-4cd7-a63d-a113edc73699 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385895 Feb 16 09:25:09.874517 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125433-ef92-46bc-994c-673bdfc08834 req-850786b9-ae17-4af8-89a4-87397ee0de6a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:09.875955 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-36125433-ef92-46bc-994c-673bdfc08834 req-850786b9-ae17-4af8-89a4-87397ee0de6a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0754905 Feb 16 09:25:09.921301 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-36125433-ef92-46bc-994c-673bdfc08834 req-2520ea07-6fab-418e-a1c5-ba411537adbe tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378263 Feb 16 09:25:11.037983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a7fff28c-85c5-4e73-9cee-e4909d03cec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:11.120168 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2829d6-c574-41fd-83cd-66df60e3d4cd req-d698539b-3705-4828-be28-aa437f76cc18 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:11.121609 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d2829d6-c574-41fd-83cd-66df60e3d4cd req-d698539b-3705-4828-be28-aa437f76cc18 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0783682 Feb 16 09:25:11.142250 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:25:11.166571 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d2829d6-c574-41fd-83cd-66df60e3d4cd req-11b39310-b66a-4bd9-be84-1893ba96d0c3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 Feb 16 09:25:11.311565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:25:11.323855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'mac_address': 'fa:16:3e:65:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:25:11.374731 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:11.390613 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6568347-8d9a-461e-8ca9-6ffae4e40723 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:25:11.404806 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:25:11.408975 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:11.477418 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:11.485433 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.486358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.486757 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.487098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.487439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.487768 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.488097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.488426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.488748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.489071 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.489394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:25:11.683850 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['e6568347-8d9a-461e-8ca9-6ffae4e40723'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:25:11.800534 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:12.112423 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:12.364752 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b6b47-bf08-45e1-ab20-e4ebb31183e9 req-3a171920-0130-443b-aaf6-32b1f871c7cb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:12.366121 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c55b6b47-bf08-45e1-ab20-e4ebb31183e9 req-3a171920-0130-443b-aaf6-32b1f871c7cb tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 945 time: 0.0770185 Feb 16 09:25:12.414459 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c55b6b47-bf08-45e1-ab20-e4ebb31183e9 req-69173491-0d24-4bc2-b760-ef7ebda05d31 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426505 Feb 16 09:25:13.156898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:25:13.223800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port e6568347-8d9a-461e-8ca9-6ffae4e40723 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:25:13.232988 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port e6568347-8d9a-461e-8ca9-6ffae4e40723 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:25:13.233391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:13.344298 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:13.369872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:25:13.379688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:25:13.384647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:13.461136 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:13.509819 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'code': 200} Feb 16 09:25:13.609476 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8891f187-3a13-42a5-baf8-978068e03e9b req-b49257d3-ea04-4836-8607-3f695944c00b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:13.611035 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8891f187-3a13-42a5-baf8-978068e03e9b req-b49257d3-ea04-4836-8607-3f695944c00b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0741220 Feb 16 09:25:13.656958 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8891f187-3a13-42a5-baf8-978068e03e9b req-167f5858-3f6a-44ea-b7b0-3a60906b1fc3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405433 Feb 16 09:25:13.805980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b0c2e49-bd31-445e-a37a-5c1ba3182916 req-3d70ca8c-59aa-4bfe-a076-448536d5285f service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0687013 Feb 16 09:25:13.846466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1b0c2e49-bd31-445e-a37a-5c1ba3182916 req-d3ad9ecc-1a92-4ccc-bd42-c013755860a2 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344279 Feb 16 09:25:13.925863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:14.855718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb10cdea-afea-4b73-861e-7ca3778e307d req-8950ad0e-217b-4f02-ae9a-def892ca9865 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:14.857179 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb10cdea-afea-4b73-861e-7ca3778e307d req-8950ad0e-217b-4f02-ae9a-def892ca9865 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0807345 Feb 16 09:25:14.984967 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-bb10cdea-afea-4b73-861e-7ca3778e307d req-4cc0dc48-6ead-466a-b4ac-350b2cb97c02 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218939 Feb 16 09:25:16.178318 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb509e-aa71-4008-8dea-1d77c67c4058 req-c2a9693f-a77e-4eaf-b7e7-05ed55f49206 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:16.179764 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0adb509e-aa71-4008-8dea-1d77c67c4058 req-c2a9693f-a77e-4eaf-b7e7-05ed55f49206 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0744865 Feb 16 09:25:16.223944 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0adb509e-aa71-4008-8dea-1d77c67c4058 req-860594dc-5c9b-4bea-99a7-ef471ef2e61c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388327 Feb 16 09:25:16.418866 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c61aa8-9a34-417d-af94-5a1cdea23be1 req-7d998775-dc86-4cae-9835-a07c402c0802 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:16.420275 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53c61aa8-9a34-417d-af94-5a1cdea23be1 req-7d998775-dc86-4cae-9835-a07c402c0802 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0757148 Feb 16 09:25:16.464590 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53c61aa8-9a34-417d-af94-5a1cdea23be1 req-2509b2be-9c87-45af-bc3d-6b6fd652d81e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389836 Feb 16 09:25:16.491913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43570) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:25:16.558364 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ecad5557-50c1-4ae2-8e99-5bc660ae0988 tempest-TestShelveInstance-1639834745 tempest-TestShelveInstance-1639834745-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1094 time: 0.0651698 Feb 16 09:25:16.560915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43574) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:25:16.566506 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:25:16.571927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:25:16.575634 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Usage tracker for resource:floatingip and tenant:772c3601bab2495eaa67b0d076f494de is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:25:16.578356 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:25:16.584547 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:25:16.594762 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:16.805666 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:16.935915 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Allocated IP 172.26.4.62 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/8d6630b0-98fe-4205-a166-5603c77953cf) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:25:17.076591 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:17.103160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:17.172298 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:25:17.175600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:25:17.179776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:25:17.203106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=8d6630b0-98fe-4205-a166-5603c77953cf,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:17.669460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:17.722927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:17.918198 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:17.922638 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:18.029137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event updated for resources: {'Port': ['ID=8d6630b0-98fe-4205-a166-5603c77953cf,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:25:18.040467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:18.319213 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Floating IP c14d740c-111d-434c-a81f-00102ca080a0 associated. External IP: 172.26.4.62, port: e6568347-8d9a-461e-8ca9-6ffae4e40723. Feb 16 09:25:18.697768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:25:18.895732 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:25:18.906738 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:25:18.921162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:18.922811 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:25:18.923682 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:25:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:25:18.987597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-9b94ad83-e21a-46e4-a594-79a18d4c3701 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4255989 Feb 16 09:25:18.988418 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:25:19.047930 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'status': 'completed', 'code': 200} Feb 16 09:25:19.157098 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:25:19.174331 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-74970222-5311-4481-9a9d-3e1da7561746 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0769992 Feb 16 09:25:19.312314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-01baac95-94be-45e2-8103-924c3f4e3291 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:19.313802 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-01baac95-94be-45e2-8103-924c3f4e3291 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1337163 Feb 16 09:25:19.415064 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-e0a47249-a55f-429b-9dbd-f8e5c26e5a25 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 999 time: 0.0958376 Feb 16 09:25:19.476728 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-49b9b3e5-8c81-4993-ac7c-f199f8773787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:19.478177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-49b9b3e5-8c81-4993-ac7c-f199f8773787 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0576484 Feb 16 09:25:19.507410 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'c14d740c-111d-434c-a81f-00102ca080a0', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:65:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:25:17Z', 'updated_at': '2022-02-16T09:25:17Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:25:19.511089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:25:19.521829 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:25:19.522418 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:25:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:25:19.552500 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-ec5c0a08-19b3-4eec-a3d7-2503ce8986e9 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689135 Feb 16 09:25:19.681193 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-5d2b337a-1bc0-43f1-8241-2320b52ccec2 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228566 Feb 16 09:25:19.691984 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:25:19.811708 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3b037dbc-eb62-41b8-b181-a977470c4d85 req-1e3c7871-c890-48d7-a0e0-e5822b8a64c5 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246474 Feb 16 09:25:20.025552 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'c14d740c-111d-434c-a81f-00102ca080a0', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:65:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:25:17Z', 'updated_at': '2022-02-16T09:25:17Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:25:20.029327 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e534bd0-9dcd-4ef1-be45-0894bfda4e4f None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': 'c14d740c-111d-434c-a81f-00102ca080a0', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'floating_ip_address': '172.26.4.62', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'mac_address': 'fa:16:3e:65:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:25:17Z', 'updated_at': '2022-02-16T09:25:17Z', 'revision_number': 0, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:25:20.224866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf2ef12-3af6-4714-8d08-8ecac6cd37ad None None] New status for floating IP c14d740c-111d-434c-a81f-00102ca080a0: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:25:32.403568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:38.535523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c86ed1bc-1412-4d39-8bf4-9517a5a25e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:39.762257 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:25:41.042476 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-3379d847-c09c-4345-b2b6-50cc6fa5fb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:41.786866 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:42.115450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:43.930141 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:25:49.354558 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-ea80acdd-a36a-4af1-bdc4-24abbd4ac126 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665064 Feb 16 09:25:49.509391 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-16c5e8d5-a10e-487a-90c8-b3c9dae696ef service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0668972 Feb 16 09:25:49.753561 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-82fb8b94-8dab-4026-a8b2-c0e6db20c80e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:49.755193 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-82fb8b94-8dab-4026-a8b2-c0e6db20c80e service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.2270968 Feb 16 09:25:49.852980 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-c36e059f-94cf-4bd3-b73d-01897ab2ba3b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1001 time: 0.0917885 Feb 16 09:25:49.917749 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-d42fa7df-c101-43d7-8655-0e6d792f8120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:25:49.919189 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-d42fa7df-c101-43d7-8655-0e6d792f8120 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0599949 Feb 16 09:25:49.994819 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-1622508a-70ba-406d-a77b-8f1deab1ab83 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684547 Feb 16 09:25:50.122574 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-7efcc855-05db-4022-9040-b04afc50cef9 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216469 Feb 16 09:25:50.261422 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-bcd32af6-4a18-4d4a-abd1-3cccdfee0a03 req-c486c2f8-2b1b-4acf-86d6-7d5a318ffc5f service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301310 Feb 16 09:26:02.429815 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:08.537776 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c5512fab-d5db-4a56-b064-a9d15c76e79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:11.035733 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23ffb045-a49b-4e0f-bbdd-a81649104414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:11.788694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:12.118491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:13.932102 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:16.762662 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:26:32.420454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:38.538980 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa926-340f-4f9b-ae18-5b3436dce2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:41.036972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f95bec13-541d-4858-bf0d-4778f4a6f58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:41.791010 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:42.121612 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:43.935948 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:26:52.241822 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-954288e5-f9f1-4c8d-9b11-dec6e5f1d642 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705788 Feb 16 09:26:52.401305 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-435bbfd8-a618-4e61-95df-9d28530170d9 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0699902 Feb 16 09:26:52.550122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-a176af5c-4b66-45d0-9130-84504f1cc3be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:26:52.551093 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-a176af5c-4b66-45d0-9130-84504f1cc3be service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1311462 Feb 16 09:26:52.655875 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-32d205bb-94a1-4cc9-884e-b94ab14a79eb service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1001 time: 0.0981715 Feb 16 09:26:52.715839 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-cb3dfda6-d6d3-4389-95e9-c692cf5e3f5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:26:52.717076 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-cb3dfda6-d6d3-4389-95e9-c692cf5e3f5e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0573146 Feb 16 09:26:52.796591 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-f94498fe-ac49-4a16-a931-99b1b7a92507 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732272 Feb 16 09:26:52.951943 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-4eb45970-d75e-4a8f-8407-702a1ba49fa2 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485007 Feb 16 09:26:53.100310 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-b6b44f00-995f-4023-881d-d0db2e73f01a req-e9908c41-a981-4c27-a35f-7536d3186707 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438777 Feb 16 09:26:53.763255 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:27:02.443973 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:08.540645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6afa30b5-22bf-42e4-b857-92efac88a56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:11.038399 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5eba38f0-8a95-48c3-9dc5-2135bbdd9720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:11.792778 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:12.124297 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:13.937857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:14.073482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a72cc3f-2b77-45f2-acaf-4877230d6d4c req-6c60bc8b-f885-4a9c-976f-cb91438ccc25 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:14.074928 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a72cc3f-2b77-45f2-acaf-4877230d6d4c req-6c60bc8b-f885-4a9c-976f-cb91438ccc25 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.1481960 Feb 16 09:27:14.119467 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0a72cc3f-2b77-45f2-acaf-4877230d6d4c req-31ac007d-7b3c-43f3-81f1-c0322c95081b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387228 Feb 16 09:27:15.397819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e46543-2ec7-47ce-9b9a-7c5db4149b01 req-23f6988f-2a12-4767-9f3c-d6a79811da09 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:15.399289 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c5e46543-2ec7-47ce-9b9a-7c5db4149b01 req-23f6988f-2a12-4767-9f3c-d6a79811da09 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.1433253 Feb 16 09:27:15.442422 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c5e46543-2ec7-47ce-9b9a-7c5db4149b01 req-8ca71e48-0bda-4fba-91b2-b20d2d9bf756 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376604 Feb 16 09:27:16.656284 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b4298-2b45-4ae4-b967-f3021a93124f req-dff3bf08-a47c-412b-862c-c7f9b1251666 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:16.657807 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d32b4298-2b45-4ae4-b967-f3021a93124f req-dff3bf08-a47c-412b-862c-c7f9b1251666 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0820711 Feb 16 09:27:16.702175 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-d32b4298-2b45-4ae4-b967-f3021a93124f req-dbd90fd7-8ca1-4ee5-83cb-e5eea5c667c3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388939 Feb 16 09:27:17.903626 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2c6d5-fb7c-4d15-bd48-61a80dbd91ef req-fbeddd3e-7400-44cf-bc89-4ab596b38f0d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:17.905070 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fe2c6d5-fb7c-4d15-bd48-61a80dbd91ef req-fbeddd3e-7400-44cf-bc89-4ab596b38f0d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0774798 Feb 16 09:27:17.948406 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-1fe2c6d5-fb7c-4d15-bd48-61a80dbd91ef req-b8e7fb8f-a826-4e76-99b8-4e0c71b954aa tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373538 Feb 16 09:27:19.142908 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d468a23-3730-47d5-8382-cb1d564ddc32 req-2a06aabd-a3ea-4108-afbd-5b8d792003fd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:19.144394 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5d468a23-3730-47d5-8382-cb1d564ddc32 req-2a06aabd-a3ea-4108-afbd-5b8d792003fd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0786345 Feb 16 09:27:19.189377 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5d468a23-3730-47d5-8382-cb1d564ddc32 req-6145f480-db34-4d2e-8dd8-139273c8f54b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390232 Feb 16 09:27:20.381655 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b706f9-1ab6-4dec-8ab6-b0651366ce3b req-70aaae7a-70fc-4d27-bca8-3cb10c94f6ab tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:20.383136 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8b706f9-1ab6-4dec-8ab6-b0651366ce3b req-70aaae7a-70fc-4d27-bca8-3cb10c94f6ab tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0747187 Feb 16 09:27:20.430888 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8b706f9-1ab6-4dec-8ab6-b0651366ce3b req-b2587c16-263f-4dc9-baaa-f2781afd18c2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423200 Feb 16 09:27:21.629818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee664d24-7ac8-4e97-8a83-abcbe68ab609 req-3065f1d3-e4a1-4e25-aa84-69484abaac50 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:21.631188 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee664d24-7ac8-4e97-8a83-abcbe68ab609 req-3065f1d3-e4a1-4e25-aa84-69484abaac50 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0740068 Feb 16 09:27:21.675425 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee664d24-7ac8-4e97-8a83-abcbe68ab609 req-76144cde-31f5-4276-b123-60372ac5daaa tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387478 Feb 16 09:27:22.879915 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22649b5-3066-4d28-b652-1b38bfed3e4d req-f2d270f6-6683-4f7f-8504-a621cb6a739e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:22.881328 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a22649b5-3066-4d28-b652-1b38bfed3e4d req-f2d270f6-6683-4f7f-8504-a621cb6a739e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0830410 Feb 16 09:27:22.924844 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a22649b5-3066-4d28-b652-1b38bfed3e4d req-9f2d048f-67e8-433f-9c99-e478ad42700d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380521 Feb 16 09:27:24.115440 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1e0aa-16b6-43f6-9929-89a1cdbc5d70 req-1070e828-e670-4daf-acd8-e7c2d9b23b79 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:24.116889 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edc1e0aa-16b6-43f6-9929-89a1cdbc5d70 req-1070e828-e670-4daf-acd8-e7c2d9b23b79 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0747652 Feb 16 09:27:24.142678 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-3e00b607-2232-404c-9492-1f3d2b435008 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0674207 Feb 16 09:27:24.161218 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-edc1e0aa-16b6-43f6-9929-89a1cdbc5d70 req-c476d764-bbfc-4656-bd65-348d29d3cce8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389082 Feb 16 09:27:24.361670 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1f41-df36-418d-824f-a521705fae2e req-ec5087d8-c851-44fa-a58b-d49b6585f615 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:24.363157 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-ec5087d8-c851-44fa-a58b-d49b6585f615 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.2148890 Feb 16 09:27:24.461326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-f6d34379-069a-4755-ab89-4ec8f87c4088 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1001 time: 0.0925419 Feb 16 09:27:24.521626 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b1f41-df36-418d-824f-a521705fae2e req-20bae410-c54b-451f-b561-4fbdc4eb2727 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:24.522984 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-20bae410-c54b-451f-b561-4fbdc4eb2727 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0565674 Feb 16 09:27:24.599262 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-f0ee92e0-812c-4a63-a26a-57849871ea3b service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705743 Feb 16 09:27:24.728948 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-87976fee-284e-42f4-b949-70f3abd8d51f service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232998 Feb 16 09:27:24.867544 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-670b1f41-df36-418d-824f-a521705fae2e req-c466036d-ab2b-40b7-bb22-d273f816e6ee service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322408 Feb 16 09:27:25.362180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73041e93-51c9-4f0e-868a-a4750af7e03e req-c36821bd-08a0-4458-9b91-2dabb01088fe tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:25.363653 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73041e93-51c9-4f0e-868a-a4750af7e03e req-c36821bd-08a0-4458-9b91-2dabb01088fe tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0812087 Feb 16 09:27:25.407497 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-73041e93-51c9-4f0e-868a-a4750af7e03e req-7ef246a3-d1f4-42f0-8ece-071571ae38dc tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381465 Feb 16 09:27:26.603258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af68a4-9865-4cb2-8c18-c452a71d43e1 req-4f1edd57-f64f-40c8-ba10-79e64c4f59d9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:26.604702 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-60af68a4-9865-4cb2-8c18-c452a71d43e1 req-4f1edd57-f64f-40c8-ba10-79e64c4f59d9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0767028 Feb 16 09:27:26.652100 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-60af68a4-9865-4cb2-8c18-c452a71d43e1 req-e42de523-45bb-4595-b5af-760ad9572809 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Feb 16 09:27:27.846063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021200b9-2314-4846-ae51-6c07e28235f8 req-6c03dd3d-9d39-418f-9078-6a7a738dff9b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:27.847617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-021200b9-2314-4846-ae51-6c07e28235f8 req-6c03dd3d-9d39-418f-9078-6a7a738dff9b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0751774 Feb 16 09:27:27.891523 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-021200b9-2314-4846-ae51-6c07e28235f8 req-b7e1b110-7210-44aa-9c47-7efbf6c15c13 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386438 Feb 16 09:27:28.147188 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-42f4e552-c3cd-4c0a-82de-8739d3442091 req-1422a757-4739-4529-a17c-e53222fc696d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1345024 Feb 16 09:27:28.403475 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-42623177-69db-46b8-ae4b-97aa31d65f07 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333759 Feb 16 09:27:28.414513 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c24b2-9b0a-437c-85d2-38d0d4f1401d req-8fea4384-0e38-4150-8c70-4f00db8e8b0d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:28.415961 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa6c24b2-9b0a-437c-85d2-38d0d4f1401d req-8fea4384-0e38-4150-8c70-4f00db8e8b0d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0784907 Feb 16 09:27:28.460446 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa6c24b2-9b0a-437c-85d2-38d0d4f1401d req-cac41131-f26b-4029-9ae6-3d005519a327 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388749 Feb 16 09:27:29.658250 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace1b39-c45a-496e-bbfa-cc525d434fcf req-bc21ea34-2fe1-4f5e-a3f0-5d814ac44751 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:29.659698 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ace1b39-c45a-496e-bbfa-cc525d434fcf req-bc21ea34-2fe1-4f5e-a3f0-5d814ac44751 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0774484 Feb 16 09:27:29.704635 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-2ace1b39-c45a-496e-bbfa-cc525d434fcf req-a6d4d237-167e-4f47-aa85-c0f76c5d3fc5 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396557 Feb 16 09:27:29.920152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:27:30.027454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:30.053073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:27:30.062680 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:30.066732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:30.107662 dv-neutron-829488-1-hyperv neutron-server[83711]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'code': 422} returned with failed status Feb 16 09:27:30.131319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:30.139339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.139690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.140032 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.140369 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.140704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.141033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.141358 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.142265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.142617 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.142941 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.143264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:27:30.763281 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:27:30.904703 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edff6d-68a7-4ed3-81a5-68a8b2ce6e15 req-d4e360ab-a860-481e-ab66-28ab5d688d2f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:30.906169 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05edff6d-68a7-4ed3-81a5-68a8b2ce6e15 req-d4e360ab-a860-481e-ab66-28ab5d688d2f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0798848 Feb 16 09:27:30.951513 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-05edff6d-68a7-4ed3-81a5-68a8b2ce6e15 req-b5b78d92-678b-4677-80fe-16a13fd35ddd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398760 Feb 16 09:27:32.216818 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d88386-dbea-4f98-b942-b177c4d4927f req-2fbb2f1c-d01e-4d8d-bd36-d8a0947340c7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:32.218278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98d88386-dbea-4f98-b942-b177c4d4927f req-2fbb2f1c-d01e-4d8d-bd36-d8a0947340c7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.1487861 Feb 16 09:27:32.261890 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98d88386-dbea-4f98-b942-b177c4d4927f req-bc1bd189-7c9a-4392-9afc-c40257d93641 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372238 Feb 16 09:27:32.442770 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:33.456882 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae85d40-622f-46e7-8aba-00585e0e9e1a req-927c6f7a-5257-49d7-a969-feffe923b317 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:33.458356 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ae85d40-622f-46e7-8aba-00585e0e9e1a req-927c6f7a-5257-49d7-a969-feffe923b317 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0758677 Feb 16 09:27:33.503636 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4ae85d40-622f-46e7-8aba-00585e0e9e1a req-73bab668-0a12-4fa0-bba0-519c15210e41 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395987 Feb 16 09:27:34.574565 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-9a023773-0ac6-4df5-8446-63099b448cfb service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&tenant_id=772c3601bab2495eaa67b0d076f494de HTTP/1.1" status: 200 len: 1097 time: 0.0719256 Feb 16 09:27:34.677006 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-2db96da3-24a4-416e-8883-a911f9ca2f66 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1097 time: 0.0696292 Feb 16 09:27:34.710161 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec60ed-8f6c-4bc7-a80b-06b061c4a2b3 req-64dc6810-9093-4f67-b5b3-822262326a3b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:34.711758 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08ec60ed-8f6c-4bc7-a80b-06b061c4a2b3 req-64dc6810-9093-4f67-b5b3-822262326a3b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0786569 Feb 16 09:27:34.757960 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-08ec60ed-8f6c-4bc7-a80b-06b061c4a2b3 req-0e618d41-8569-4d7c-b66c-5c9ec0c44cea tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404928 Feb 16 09:27:34.806553 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-c1f77c2c-2627-442f-8fcf-df889ebddb29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:34.807933 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-c1f77c2c-2627-442f-8fcf-df889ebddb29 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1253603 Feb 16 09:27:34.908505 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-e0edaf1b-9506-4b6e-9404-baeec71b2965 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 999 time: 0.0939023 Feb 16 09:27:34.970764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-e63fc3a5-ef70-40ee-a83c-9332f3f7ab73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:34.972536 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-e63fc3a5-ef70-40ee-a83c-9332f3f7ab73 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0582917 Feb 16 09:27:35.048471 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-a24c7f58-77a3-4197-987c-9eb511be083e service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686421 Feb 16 09:27:35.174824 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-f4679284-26af-4bb9-995f-142f53570557 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205945 Feb 16 09:27:35.302295 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1e0d13a5-9136-4504-a737-b7ad286c535c req-e1fde87d-36b1-49b1-a5bd-bc1335764c4c service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216450 Feb 16 09:27:35.953846 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf358e-4984-446a-a269-5bc7147b850e req-cacbbda2-fc24-4599-a72b-93b28b19124a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:35.955898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6edf358e-4984-446a-a269-5bc7147b850e req-cacbbda2-fc24-4599-a72b-93b28b19124a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0748615 Feb 16 09:27:36.003206 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6edf358e-4984-446a-a269-5bc7147b850e req-505de0a5-f60e-4684-8fe1-18397a256b0d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418630 Feb 16 09:27:37.194303 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f0e17-14c9-470b-bc02-3f80b301a54b req-20b1e14e-916a-46e9-9420-a525f2b047c0 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:37.195771 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-921f0e17-14c9-470b-bc02-3f80b301a54b req-20b1e14e-916a-46e9-9420-a525f2b047c0 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0750031 Feb 16 09:27:37.240867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-921f0e17-14c9-470b-bc02-3f80b301a54b req-0302b7b5-1f25-4038-bb57-aca55e10b5a2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395343 Feb 16 09:27:38.438046 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a428ff-118e-43b8-8a8a-ae820322d07e req-03ed23c0-dbb0-4185-abc8-064571ddb278 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:38.440091 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40a428ff-118e-43b8-8a8a-ae820322d07e req-03ed23c0-dbb0-4185-abc8-064571ddb278 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0781126 Feb 16 09:27:38.484407 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-40a428ff-118e-43b8-8a8a-ae820322d07e req-7e247a19-3b92-4f4b-ba3a-249552b51ad6 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389564 Feb 16 09:27:38.543091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2d05390f-853e-4a7a-bb8a-dad7ee4d63bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:39.677352 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f31d1-d54b-41b1-a9da-c3b668614934 req-4e8fbec3-b954-4ccc-b966-9b350743f776 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:39.678811 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-725f31d1-d54b-41b1-a9da-c3b668614934 req-4e8fbec3-b954-4ccc-b966-9b350743f776 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0741367 Feb 16 09:27:39.722543 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-725f31d1-d54b-41b1-a9da-c3b668614934 req-3a8b73e0-99b4-428a-a578-cd029b05254d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382969 Feb 16 09:27:40.918236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846fff9-d769-4303-8b8c-dfaf61904673 req-96d5eb41-770f-4785-a4c9-7e66c95cbe06 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:40.919617 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b846fff9-d769-4303-8b8c-dfaf61904673 req-96d5eb41-770f-4785-a4c9-7e66c95cbe06 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0776098 Feb 16 09:27:40.964661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b846fff9-d769-4303-8b8c-dfaf61904673 req-5d76f805-6fdd-4e20-b092-a0b0075748a6 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397067 Feb 16 09:27:41.039323 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-49d1439b-2f19-4c35-b310-795875c845e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:41.794881 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:42.127155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:42.159908 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30354ba8-795b-432f-99d1-9404772c2432 req-a3929df5-1d69-4ddf-b0eb-86a87d3c6a3a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:42.161336 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30354ba8-795b-432f-99d1-9404772c2432 req-a3929df5-1d69-4ddf-b0eb-86a87d3c6a3a tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0741532 Feb 16 09:27:42.207973 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-30354ba8-795b-432f-99d1-9404772c2432 req-3fadffd9-187c-473e-9238-90dd1451d68d tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 Feb 16 09:27:43.406384 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b9b4e-50bd-46f2-8ce1-52ea7f2afd51 req-14a6530c-4211-4876-9fa5-21f9c854a49b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:43.408432 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e0b9b4e-50bd-46f2-8ce1-52ea7f2afd51 req-14a6530c-4211-4876-9fa5-21f9c854a49b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 944 time: 0.0749054 Feb 16 09:27:43.450900 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-8e0b9b4e-50bd-46f2-8ce1-52ea7f2afd51 req-2529c25c-ac39-4e0a-9d52-9c00b44adeed tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370166 Feb 16 09:27:43.941254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:44.013303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:27:44.174263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:44.187132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'port_id': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'mac_address': 'fa:16:3e:65:ac:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:27:44.241405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:44.257898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6568347-8d9a-461e-8ca9-6ffae4e40723 {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:27:44.272762 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:44.277247 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:44.340638 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:44.608435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['e6568347-8d9a-461e-8ca9-6ffae4e40723'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:27:44.653552 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ba34a-53e1-4560-baee-1c35e1d185e8 req-1525cd6b-c87f-4db7-9a74-16b2349b3cb3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:44.655010 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-874ba34a-53e1-4560-baee-1c35e1d185e8 req-1525cd6b-c87f-4db7-9a74-16b2349b3cb3 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 945 time: 0.0798886 Feb 16 09:27:44.699739 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-874ba34a-53e1-4560-baee-1c35e1d185e8 req-70f045b8-2aa1-4700-a63e-a1940094eca8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386569 Feb 16 09:27:45.892674 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2df5a3-794e-4142-afef-cd60367d92a3 req-224932b5-ed3a-494a-a3bb-ce1ad5ab0a2c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:45.894089 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d2df5a3-794e-4142-afef-cd60367d92a3 req-224932b5-ed3a-494a-a3bb-ce1ad5ab0a2c tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 945 time: 0.0740936 Feb 16 09:27:45.936911 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6d2df5a3-794e-4142-afef-cd60367d92a3 req-baba9bf7-f5ba-4866-b1b6-db7aa5134dd8 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373962 Feb 16 09:27:46.025383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:27:46.092662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port e6568347-8d9a-461e-8ca9-6ffae4e40723 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:27:46.093050 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:46.203140 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:46.230113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:27:46.240350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:27:46.245580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:27:46.290467 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'code': 200} Feb 16 09:27:46.316210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:27:46.586712 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f9aa31dc-3662-497b-8c53-1e615dc33560 req-76a67d84-b37e-42d4-af0b-11be7522b681 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0658910 Feb 16 09:27:46.627919 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f9aa31dc-3662-497b-8c53-1e615dc33560 req-caf0f780-6337-4069-bae7-e477da36201a service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351956 Feb 16 09:27:47.145415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a76f24-a03e-43ac-bc16-95cbc4a13eff req-d5005d87-8450-475c-aee6-92e2a54ce29f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:47.146872 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97a76f24-a03e-43ac-bc16-95cbc4a13eff req-d5005d87-8450-475c-aee6-92e2a54ce29f tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0901234 Feb 16 09:27:47.191291 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-97a76f24-a03e-43ac-bc16-95cbc4a13eff req-66f751b0-f1a7-4ac5-9ba3-fe957e7cb888 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390146 Feb 16 09:27:48.385248 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ceb65-6a9d-4c01-b81f-9d582ddbdc65 req-cbb77e01-dcbf-4a3a-b74d-ddcb58e7200b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:48.386696 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-128ceb65-6a9d-4c01-b81f-9d582ddbdc65 req-cbb77e01-dcbf-4a3a-b74d-ddcb58e7200b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0737844 Feb 16 09:27:48.430481 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-128ceb65-6a9d-4c01-b81f-9d582ddbdc65 req-ab382e6e-34da-48ae-8878-f9ba5a923e05 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382905 Feb 16 09:27:53.569849 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-9f7d3cf7-ed12-46d5-9ee8-1601b6450086 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3066356 Feb 16 09:27:53.724411 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-4d77b35c-9dfa-4328-bfa3-cd3b9346893f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0667720 Feb 16 09:27:53.863951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-a322c5d8-4e1f-440c-b050-d2bae79dabfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:53.865279 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-a322c5d8-4e1f-440c-b050-d2bae79dabfe service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1231909 Feb 16 09:27:53.966621 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-2e782b3f-7ed6-473a-84fb-4a39c28e7db2 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1001 time: 0.0940702 Feb 16 09:27:54.027002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-92741691-af6c-451a-a63e-1ab8a2885475 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:27:54.028368 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-92741691-af6c-451a-a63e-1ab8a2885475 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0573761 Feb 16 09:27:54.099336 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-8d4166e7-36e0-4197-bead-17cd18513619 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651810 Feb 16 09:27:54.226101 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-e74cf6bb-2dca-47b5-9daa-f5ddc23dcd36 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206193 Feb 16 09:27:54.353133 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42996b2b-2c4c-4dcc-9315-8656918736ca req-5e29d5ca-7492-4ebc-938d-60f8f7be10c7 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218016 Feb 16 09:28:02.441972 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:07.766070 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:28:08.544918 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-c7cd2c59-4ab2-47cf-ad73-20aebf3a4c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:11.043115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a7a233a6-2188-48e6-88d9-775ba5db8c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:11.797527 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:12.131070 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:13.945547 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:32.443339 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:38.546641 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6e87fc52-7d12-4af8-91af-0a176e587057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:41.046839 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-460d21da-cae5-4dc7-9e49-00af5ee03229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:41.800190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:42.132646 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:43.946987 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:28:44.763089 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:28:55.023122 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-10ff4a15-6d91-4eef-9d0e-ff452c10ce7c service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660257 Feb 16 09:28:55.183828 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-d2abbc9c-7875-489d-9f38-c4aaea5fedce service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0700929 Feb 16 09:28:55.324438 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-29d0a50e-78b2-430c-b89b-f6d400fa9b47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:55.325796 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-29d0a50e-78b2-430c-b89b-f6d400fa9b47 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1238906 Feb 16 09:28:55.428425 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-43f7a2d0-0fb0-477c-9235-1685458e2a39 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 1001 time: 0.0954468 Feb 16 09:28:55.489124 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-88f40bf8-df21-49e9-b9cc-f4a99a5f3df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:28:55.490623 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-88f40bf8-df21-49e9-b9cc-f4a99a5f3df9 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0567820 Feb 16 09:28:55.560466 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-bfdd349b-91eb-45f0-9d97-19edf6d10b5a service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646176 Feb 16 09:28:55.570336 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-56d96929-7a2c-457c-a52d-2799b565d85f service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83710) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:28:55.571263 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-56d96929-7a2c-457c-a52d-2799b565d85f service neutron] 10.222.0.98 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045266 Feb 16 09:28:55.697060 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-260c4e3c-1f9f-4604-87d0-bfba5475bb27 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195688 Feb 16 09:28:55.822359 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1cc9d63a-828e-46d9-889f-4209cda2ac1b req-4197fc9b-0b2b-441b-9f25-84f3018f6de1 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201344 Feb 16 09:29:02.441361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:07.748041 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43738) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:08.030519 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Deleting port 8d6630b0-98fe-4205-a166-5603c77953cf {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:08.030745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.193941 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.194258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.311073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Calling delete_port for 8d6630b0-98fe-4205-a166-5603c77953cf owned by network:floatingip {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:08.456242 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.502889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'Port': ['ID=8d6630b0-98fe-4205-a166-5603c77953cf,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:08.539739 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.540085 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.540423 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.540758 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.541087 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.541416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.541746 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.542072 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.542400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.542760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.543069 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:08.548357 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-39adae99-d64a-4130-9119-3e6ffe997183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.605147 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for floatingip, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:08.981904 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:09.174386 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:09.184248 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:09.190563 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:09.196230 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:09.196839 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:28:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:09.337918 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7d153d3e-5668-4e10-b664-17240abb50e9 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "DELETE /v2.0/floatingips/c14d740c-111d-434c-a81f-00102ca080a0 HTTP/1.1" status: 204 len: 168 time: 1.5887141 Feb 16 09:29:09.340231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:29:09.380002 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:09.424455 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'status': 'completed', 'code': 200} Feb 16 09:29:09.535079 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-3ca2ed8f-4ee7-4c02-a6dc-0eafd7abe127 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=772c3601bab2495eaa67b0d076f494de&device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 1099 time: 0.0723898 Feb 16 09:29:09.667854 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628adb22-1814-4182-af37-bebcb88994b5 req-c3286b74-8d34-4222-8a85-52a652180dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:09.669492 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-c3286b74-8d34-4222-8a85-52a652180dc1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 200 len: 910 time: 0.1284368 Feb 16 09:29:09.707103 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:09.710918 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:09.722175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:09.722853 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:28:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:09.741937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-ae0d5e62-a4da-4da8-9cb0-9ae58ecd0922 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 200 len: 217 time: 0.0652947 Feb 16 09:29:09.767919 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e957f6-be3c-4fce-b0c6-04661e8b2be9 req-fe24a42f-ca15-4030-97c7-0470b9476bae tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:09.769390 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c2e957f6-be3c-4fce-b0c6-04661e8b2be9 req-fe24a42f-ca15-4030-97c7-0470b9476bae tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0813577 Feb 16 09:29:09.804201 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628adb22-1814-4182-af37-bebcb88994b5 req-7fb2706a-3d90-4c2a-86f8-331b18370d48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:09.805557 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-7fb2706a-3d90-4c2a-86f8-331b18370d48 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 200 len: 848 time: 0.0577593 Feb 16 09:29:09.817352 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c2e957f6-be3c-4fce-b0c6-04661e8b2be9 req-ef6758a2-ff59-4d88-93a0-bc8a8b05cf5b tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420876 Feb 16 09:29:09.882818 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-dad6c89e-9503-48bd-8704-74680d943753 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=89b9ac96-66aa-451d-9d1c-554ab8c7e60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705581 Feb 16 09:29:09.897573 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:10.016176 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-64d43691-aec1-4a57-bd27-8f6f74ac2453 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266353 Feb 16 09:29:10.150421 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-628adb22-1814-4182-af37-bebcb88994b5 req-dac9cb8b-7cde-4b3c-a8b1-20f9163e21a2 service neutron] 10.222.0.98 "GET /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270847 Feb 16 09:29:10.202880 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:10.206710 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3369962-e1a7-4d1d-8255-d1136d9a124e None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:19Z', 'revision_number': 4, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '26c20113-d47c-4a2c-b11f-13c47de9450f', 'name': '', 'network_id': '89b9ac96-66aa-451d-9d1c-554ab8c7e60d', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'mac_address': 'fa:16:3e:ce:ba:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:18Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'subnets': [{'id': '2e012d1f-5689-408d-86c8-f300d176c0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:10.416958 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b0b26-be28-4e0c-aa27-00bacf466e19 None None] New status for floating IP c14d740c-111d-434c-a81f-00102ca080a0: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:29:11.018534 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345c1de-3602-490a-b8d3-3ba484687283 req-d6f39790-3c2e-4cf4-9ea5-66f7a47849bd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:11.019961 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5345c1de-3602-490a-b8d3-3ba484687283 req-d6f39790-3c2e-4cf4-9ea5-66f7a47849bd tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0789535 Feb 16 09:29:11.048529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f952a88a-b70e-4a17-a58c-401fe32d3fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:11.064657 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5345c1de-3602-490a-b8d3-3ba484687283 req-41e8cd0b-fd91-4b93-bf46-24e6ca952a45 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/security-groups?id=02f1c880-3d84-4309-a061-050a7bc9b561&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392683 Feb 16 09:29:11.379305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-f98f3d7b-bedb-4703-b56d-605c2421dc85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:11.379912 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-f98f3d7b-bedb-4703-b56d-605c2421dc85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Synchronizing usage tracker for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:11.395129 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-f98f3d7b-bedb-4703-b56d-605c2421dc85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Unset dirty status for tenant:772c3601bab2495eaa67b0d076f494de on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:11.396193 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-f98f3d7b-bedb-4703-b56d-605c2421dc85 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 946 time: 0.0895412 Feb 16 09:29:11.459847 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Deleting port e6568347-8d9a-461e-8ca9-6ffae4e40723 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:11.460189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:11.695046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] For port e6568347-8d9a-461e-8ca9-6ffae4e40723, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e6568347-8d9a-461e-8ca9-6ffae4e40723,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:11.695307 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:11.804263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:11.813929 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Calling delete_port for e6568347-8d9a-461e-8ca9-6ffae4e40723 owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:11.951549 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:11.997150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'Port': ['ID=e6568347-8d9a-461e-8ca9-6ffae4e40723,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:12.070189 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] No DVR routers for this DVR port e6568347-8d9a-461e-8ca9-6ffae4e40723 on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:29:12.072629 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:12.075146 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-deleted', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:29:12.089829 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-8a5bc53f-6171-4009-93fa-1aaaccddc5e7 req-e3e938d6-2b70-4a3c-81da-358a69e44ea2 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.98 "DELETE /v2.0/ports/e6568347-8d9a-461e-8ca9-6ffae4e40723 HTTP/1.1" status: 204 len: 173 time: 0.6887925 Feb 16 09:29:12.135148 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa912d09-a874-4302-88ca-fb4cc14d8762', 'name': 'network-vif-deleted', 'tag': 'e6568347-8d9a-461e-8ca9-6ffae4e40723', 'status': 'completed', 'code': 200} Feb 16 09:29:12.140582 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:12.228829 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5fceb573-6dcc-478b-9ca4-77867d00b008 req-67f035bc-5559-48e2-939e-d4271326235e tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "GET /v2.0/ports?device_id=fa912d09-a874-4302-88ca-fb4cc14d8762 HTTP/1.1" status: 200 len: 210 time: 0.0403390 Feb 16 09:29:13.339807 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43762) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:13.410348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:13.439700 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:13.511868 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:13.618806 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f1c880-3d84-4309-a061-050a7bc9b561,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:13.628606 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:13.629727 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-62f00c5f-e15a-4efa-8b22-038bd4f2c3a7 tempest-TestShelveInstance-35894185 tempest-TestShelveInstance-35894185-project] 10.222.0.94 "DELETE /v2.0/security-groups/02f1c880-3d84-4309-a061-050a7bc9b561 HTTP/1.1" status: 204 len: 168 time: 0.2889626 Feb 16 09:29:13.688600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43768) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:13.953149 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:14.208417 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:14.480504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:14.516213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: e6568347-8d9a-461e-8ca9-6ffae4e40723 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:14.516707 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device e6568347-8d9a-461e-8ca9-6ffae4e40723 not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:14.812875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Deleting port 26c20113-d47c-4a2c-b11f-13c47de9450f {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:14.813421 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:14.979826 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] For port 26c20113-d47c-4a2c-b11f-13c47de9450f, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=26c20113-d47c-4a2c-b11f-13c47de9450f,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:14.980171 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:15.099495 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Calling delete_port for 26c20113-d47c-4a2c-b11f-13c47de9450f owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:15.356265 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:15.398990 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Pushing event deleted for resources: {'Port': ['ID=26c20113-d47c-4a2c-b11f-13c47de9450f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:15.683238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:16.237611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:16.444896 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:16.454731 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Sync routers for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:16.459741 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-e274d82e-1562-48c4-8dc7-a2226cbcac6e admin admin] 10.222.0.94 "PUT /v2.0/routers/5f6dc71c-2c48-4468-84eb-34beef0c8b96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7699347 Feb 16 09:29:16.462349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43774) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:16.469004 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:16.469612 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:16.685481 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:16.749644 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:16.944719 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:16.955063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Deleting port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:16.955403 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:16.963039 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120'}], 'enable_snat': True}, 'gw_port_id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:29:15Z', 'revision_number': 5, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port': {'id': '3b464a0b-4fa9-4e19-86ee-c4df5191ff07', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:79:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:16.967471 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Checking router: 5f6dc71c-2c48-4468-84eb-34beef0c8b96 for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:16.978670 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Routers {'5f6dc71c-2c48-4468-84eb-34beef0c8b96'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:16.979259 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:17.125522 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] Set router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:17.130586 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] For port 3b464a0b-4fa9-4e19-86ee-c4df5191ff07, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:17.130948 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.229262 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:29:16Z', 'revision_number': 6, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:17.233077 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5b7c19-8cfc-41de-a568-0b231110bbbd None None] The sync data for ids ['5f6dc71c-2c48-4468-84eb-34beef0c8b96'] in dv-neutron-829488-1-hyperv is: [{'id': '5f6dc71c-2c48-4468-84eb-34beef0c8b96', 'name': 'tempest-TestShelveInstance-1762708204-router', 'tenant_id': '772c3601bab2495eaa67b0d076f494de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:16Z', 'updated_at': '2022-02-16T09:29:16Z', 'revision_number': 6, 'project_id': '772c3601bab2495eaa67b0d076f494de', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:17.249610 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Calling delete_port for 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:17.408959 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.451974 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b464a0b-4fa9-4e19-86ee-c4df5191ff07,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:17.492080 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.492700 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.492785 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.493068 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.493475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.493805 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.494132 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.494472 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.494797 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.495117 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.495435 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:17.680029 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.924976 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.929093 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.957568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.958547 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f6dc71c-2c48-4468-84eb-34beef0c8b96 {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:29:17.973454 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:17.976863 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-6b427617-618a-4281-8912-54ad1bde2930 admin admin] 10.222.0.94 "DELETE /v2.0/routers/5f6dc71c-2c48-4468-84eb-34beef0c8b96 HTTP/1.1" status: 204 len: 168 time: 1.5112610 Feb 16 09:29:17.977359 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43778) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:18.133301 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_v2 [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Deleting subnet 2e012d1f-5689-408d-86c8-f300d176c0ac {{(pid=83709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:29:18.136162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.189104 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3831037'] for subnet, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.273579 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.346014 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3276038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3178089'] for subnet, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.384504 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e012d1f-5689-408d-86c8-f300d176c0ac,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:18.388368 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.394048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa854a1-e3f1-4eba-b478-d85fecc0c322 None None] Network 89b9ac96-66aa-451d-9d1c-554ab8c7e60d requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:18.395228 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-683125d6-c177-4316-8dd5-51f15629d784 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/2e012d1f-5689-408d-86c8-f300d176c0ac HTTP/1.1" status: 204 len: 168 time: 0.4172051 Feb 16 09:29:18.397077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43782) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:18.476616 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 26c20113-d47c-4a2c-b11f-13c47de9450f no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:18.506258 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.516565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Deleting port 7277df1e-1002-498d-8546-90873560b288 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:18.516892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.522859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 26c20113-d47c-4a2c-b11f-13c47de9450f {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:18.523205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 26c20113-d47c-4a2c-b11f-13c47de9450f not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:18.523610 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:18.557085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:18.557447 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3b464a0b-4fa9-4e19-86ee-c4df5191ff07 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:18.723713 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] For port 7277df1e-1002-498d-8546-90873560b288, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7277df1e-1002-498d-8546-90873560b288,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:18.724010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.734751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] DHCP port deletion for 89b9ac96-66aa-451d-9d1c-554ab8c7e60d request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:29:18.739394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Deleting port 7277df1e-1002-498d-8546-90873560b288 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:18.739799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.852924 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Calling delete_port for 7277df1e-1002-498d-8546-90873560b288 owned by network:dhcp {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:18.930540 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.932753 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] For port 7277df1e-1002-498d-8546-90873560b288, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=7277df1e-1002-498d-8546-90873560b288,segment=NetworkSegment(f383e134-b672-46f9-aafd-6e749477628c),segment_id=f383e134-b672-46f9-aafd-6e749477628c)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:18.933144 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:18.976853 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Pushing event deleted for resources: {'Port': ['ID=7277df1e-1002-498d-8546-90873560b288,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:18.982708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] No DVR routers for this DVR port 7277df1e-1002-498d-8546-90873560b288 on host dv-neutron-829488-1-hyperv {{(pid=83709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:29:19.051568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Calling delete_port for 7277df1e-1002-498d-8546-90873560b288 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:19.097060 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.117720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:29:19.118073 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:29:19.121167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89b9ac96-66aa-451d-9d1c-554ab8c7e60d']}} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:19.133098 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f383e134-b672-46f9-aafd-6e749477628c') {'for_net_delete': True} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:19.133392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.services.segments.db [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f383e134-b672-46f9-aafd-6e749477628c') {} {{(pid=83709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:19.145173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3831030'] for segment, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.161584 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.167543 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=83709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:29:19.167918 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3276204'] for segment, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: Traceback (most recent call last): Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: timer() Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: cb(*args, **kw) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: return func(*args, **kwargs) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: self._notify() Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: self.callback(batched_events) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: event.method(event) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: return f(self, *a, **k) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._get(url).json() Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: return self.request(url, 'GET', **kwargs) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:29:19.180756 dv-neutron-829488-1-hyperv neutron-server[83709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:29:19.256562 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.272010 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.283109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] Pushing event deleted for resources: {'Network': ['ID=89b9ac96-66aa-451d-9d1c-554ab8c7e60d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:19.294857 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0886ba4d-2aaf-4b88-86cb-90f640e3b206 admin admin] 10.222.0.94 "DELETE /v2.0/networks/89b9ac96-66aa-451d-9d1c-554ab8c7e60d HTTP/1.1" status: 204 len: 168 time: 0.8967321 Feb 16 09:29:19.298137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43786) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:19.619751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Deleting port 7277df1e-1002-498d-8546-90873560b288 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:19.620327 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:19.685031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0f008c5-607c-449e-bf83-3bdde5a76cd8 None None] The port '7277df1e-1002-498d-8546-90873560b288' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:29:19.770515 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:20.359016 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Deleting port 00987e37-89e1-4204-b0d6-78788b4360a9 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:20.359347 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:20.461425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7277df1e-1002-498d-8546-90873560b288 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:20.493408 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 7277df1e-1002-498d-8546-90873560b288 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:20.493752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 7277df1e-1002-498d-8546-90873560b288 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:20.528541 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] For port 00987e37-89e1-4204-b0d6-78788b4360a9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=00987e37-89e1-4204-b0d6-78788b4360a9,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:20.528891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:20.643893 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Calling delete_port for 00987e37-89e1-4204-b0d6-78788b4360a9 owned by network:router_interface {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:20.802751 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:20.843732 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=00987e37-89e1-4204-b0d6-78788b4360a9,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:21.124314 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:21.759402 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Router bd1fe0f5-f93e-4064-9c21-39ad455083dc has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:21.763509 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:29:21.951157 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:21.960510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Sync routers for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:21.970022 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-30ee71da-77f9-4123-a1eb-861be9ed4a5e admin admin] 10.222.0.94 "PUT /v2.0/routers/bd1fe0f5-f93e-4064-9c21-39ad455083dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6685619 Feb 16 09:29:21.970663 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43790) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:21.973880 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:21.974530 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:22.150198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:22.160305 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks [] for router, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:22.356114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:22.367451 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Deleting port 3091fc9f-364b-4a9b-afef-ac6eac832bc5 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:22.367786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:22.438489 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12'}], 'enable_snat': True}, 'gw_port_id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:29:20Z', 'revision_number': 5, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port': {'id': '3091fc9f-364b-4a9b-afef-ac6eac832bc5', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:2c:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:22.446085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Checking router: bd1fe0f5-f93e-4064-9c21-39ad455083dc for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:22.455979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Routers {'bd1fe0f5-f93e-4064-9c21-39ad455083dc'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:22.456597 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:22.609287 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] Set router bd1fe0f5-f93e-4064-9c21-39ad455083dc gateway port host: None {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:22.644718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.db [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] For port 3091fc9f-364b-4a9b-afef-ac6eac832bc5, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=3091fc9f-364b-4a9b-afef-ac6eac832bc5,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:22.645066 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:22.753711 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:29:22Z', 'revision_number': 6, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:22.757645 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226ad8e-322b-4e13-b061-4778c997a5f5 None None] The sync data for ids ['bd1fe0f5-f93e-4064-9c21-39ad455083dc'] in dv-neutron-829488-1-hyperv is: [{'id': 'bd1fe0f5-f93e-4064-9c21-39ad455083dc', 'name': 'tempest-TestShelveInstance-355970969-router', 'tenant_id': 'aa00a9561567403db0000f67051c2952', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:20:22Z', 'updated_at': '2022-02-16T09:29:22Z', 'revision_number': 6, 'project_id': 'aa00a9561567403db0000f67051c2952', 'gw_port_host': None}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:22.761267 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Calling delete_port for 3091fc9f-364b-4a9b-afef-ac6eac832bc5 owned by network:router_gateway {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:22.920116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:22.963366 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Pushing event deleted for resources: {'Port': ['ID=3091fc9f-364b-4a9b-afef-ac6eac832bc5,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:23.180792 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.437023 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.441222 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.467240 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.467653 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd1fe0f5-f93e-4064-9c21-39ad455083dc {{(pid=83709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:29:23.479810 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.480918 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a0c83e6a-b0ee-48b4-a34c-9f27231d8094 admin admin] 10.222.0.94 "DELETE /v2.0/routers/bd1fe0f5-f93e-4064-9c21-39ad455083dc HTTP/1.1" status: 204 len: 168 time: 1.5093651 Feb 16 09:29:23.483599 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43794) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:23.543755 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Deleting subnet a10d9cb4-45f0-4a7d-9860-7f70da25f5d1 {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:29:23.547228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.594766 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.675647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.745542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.788662 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a10d9cb4-45f0-4a7d-9860-7f70da25f5d1,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:23.793562 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:23.799826 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9d9775-f7b8-4f58-a43e-fec71984a777 None None] Network 53498d99-761b-479a-8c59-7c3fdbb547c0 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:23.800322 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-b748eab1-2049-43b4-b55b-58941fd891a8 admin admin] 10.222.0.94 "DELETE /v2.0/subnets/a10d9cb4-45f0-4a7d-9860-7f70da25f5d1 HTTP/1.1" status: 204 len: 168 time: 0.3152363 Feb 16 09:29:23.802536 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43798) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:24.016288 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.026669 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Deleting port c7cba153-fc4b-4e07-b156-606b7192819a {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:24.026997 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.045969 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] DHCP port deletion for 53498d99-761b-479a-8c59-7c3fdbb547c0 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:29:24.050155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Deleting port c7cba153-fc4b-4e07-b156-606b7192819a {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:24.050557 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.222494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] For port c7cba153-fc4b-4e07-b156-606b7192819a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c7cba153-fc4b-4e07-b156-606b7192819a,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:24.223173 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.246620 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] For port c7cba153-fc4b-4e07-b156-606b7192819a, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c7cba153-fc4b-4e07-b156-606b7192819a,segment=NetworkSegment(f71643ff-b20e-40f0-b48e-5598d707ac53),segment_id=f71643ff-b20e-40f0-b48e-5598d707ac53)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:24.246938 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.341030 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Calling delete_port for c7cba153-fc4b-4e07-b156-606b7192819a owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:24.363031 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Calling delete_port for c7cba153-fc4b-4e07-b156-606b7192819a owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:29:24.416647 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.441315 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:29:24.441724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:29:24.462347 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7cba153-fc4b-4e07-b156-606b7192819a,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:24.469891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] No DVR routers for this DVR port c7cba153-fc4b-4e07-b156-606b7192819a on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:29:24.478788 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c7cba153-fc4b-4e07-b156-606b7192819a no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:24.511346 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: c7cba153-fc4b-4e07-b156-606b7192819a {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:24.511625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c7cba153-fc4b-4e07-b156-606b7192819a not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:24.512035 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 00987e37-89e1-4204-b0d6-78788b4360a9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:24.541845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 00987e37-89e1-4204-b0d6-78788b4360a9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:24.542190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 00987e37-89e1-4204-b0d6-78788b4360a9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:24.542625 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3091fc9f-364b-4a9b-afef-ac6eac832bc5 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:29:24.573947 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 3091fc9f-364b-4a9b-afef-ac6eac832bc5 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:29:24.574295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 3091fc9f-364b-4a9b-afef-ac6eac832bc5 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:29:24.582991 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.608821 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53498d99-761b-479a-8c59-7c3fdbb547c0']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:24.620984 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71643ff-b20e-40f0-b48e-5598d707ac53') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:24.621282 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71643ff-b20e-40f0-b48e-5598d707ac53') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:24.633406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.655485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.661473 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:29:24.661843 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:29:24.674917 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:29:24.745744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.761811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.772349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=53498d99-761b-479a-8c59-7c3fdbb547c0,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:24.779283 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-232ab3a3-6e24-4e83-a679-ca2f7ba9b2c0 admin admin] 10.222.0.94 "DELETE /v2.0/networks/53498d99-761b-479a-8c59-7c3fdbb547c0 HTTP/1.1" status: 204 len: 168 time: 0.9758353 Feb 16 09:29:24.914349 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43804) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:24.943139 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Deleting port c7cba153-fc4b-4e07-b156-606b7192819a {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:29:24.943668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:24.965031 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-7a46542c-164e-4d70-ab13-d41b36de3d0a admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=772c3601bab2495eaa67b0d076f494de&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472970 Feb 16 09:29:24.965307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43808) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:25.008246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-34344bf4-80b0-4866-b57d-a5dd48892961 None None] The port 'c7cba153-fc4b-4e07-b156-606b7192819a' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:29:25.024090 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.049239 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.100850 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.117729 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a49f12-c9ca-4ee4-a574-694f292f2868,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:25.124944 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.126055 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c2657d8d-dd16-4472-912f-f63212cd32c5 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/21a49f12-c9ca-4ee4-a574-694f292f2868 HTTP/1.1" status: 204 len: 168 time: 0.1599348 Feb 16 09:29:25.509782 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43816) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:25.561382 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-be95d89a-c36f-4861-8e52-d6d17eb7a6b1 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=aa00a9561567403db0000f67051c2952&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502713 Feb 16 09:29:25.563728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43820) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:25.621762 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.647467 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.698954 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.713415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183ea991-8abc-418a-907c-18efacca455c,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:25.723622 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:25.724764 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-acdd3fb1-19bf-4216-8564-b62c81a94000 admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/183ea991-8abc-418a-907c-18efacca455c HTTP/1.1" status: 204 len: 168 time: 0.1601446 Feb 16 09:29:26.600776 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43842) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:26.757911 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1558215809-network', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:26.762664 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:26.766894 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Usage tracker for resource:network and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:26.769681 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:26.775180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:26.785819 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Made reservation on behalf of a31a40299571468ebbbd6f42ae3e9382 for: {'network': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:26.788136 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:26.800323 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:26.832675 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:26.836801 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:26.839867 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:26.846735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:26.913227 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:26.917077 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:26.947657 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=83709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:29:26.953212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481ace7-a6e4-4a15-b650-941a03ce4217,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:26.959631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:26.959968 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.segments_db [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Added segment 14404858-d919-4cfd-ab26-890c0b384399 of type vlan for network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 Feb 16 09:29:26.985486 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.012662 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.013499 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:27.014063 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Notify callbacks [] for network, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.201226 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5966635 Feb 16 09:29:27.201226 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5736ae8-abf7-4c06-86ba-ac3709b94408 admin admin] Pushing event updated for resources: {'Network': ['ID=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:27.201489 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43850) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:27.207546 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Request body: {'subnet': {'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1558215809-subnet', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:27.210546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:29:27.212447 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:27.216207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Usage tracker for resource:subnet and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:27.219037 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:27.225883 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:27.236336 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Made reservation on behalf of a31a40299571468ebbbd6f42ae3e9382 for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:27.238680 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.432786 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.506650 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:27.515935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Checking segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:27.516280 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Network hostable DHCP agents. Network: bebc5608-7219-4a6f-8385-2bfe9ed0f7f6, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:29:27.538550 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:29:27.547932 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, bebc5608-7219-4a6f-8385-2bfe9ed0f7f6) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:27.554000 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:27.554964 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.555629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8269c59-26a8-44bb-a4c2-817789de347a None None] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:27.581861 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d283375a-0017-4825-ac62-d80ce1e6d558 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3762584 Feb 16 09:29:27.582173 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43854) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:27.587813 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:27.593140 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:27.597718 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Usage tracker for resource:router and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:27.600855 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:27.607287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:27.621180 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.623355 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.646595 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.782671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:29:27.783600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.812421 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:27.935697 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Allocated IP 172.20.0.2 (bebc5608-7219-4a6f-8385-2bfe9ed0f7f6/4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c/64aaccaf-847f-49a8-8624-85a7bb430eb9) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:27.996070 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.026559 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.161842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Allocated IP 172.26.4.126 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/f7f2e1d7-a467-4efe-8662-10f0c44ad0ed) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:28.173239 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.183593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Transition to ACTIVE for port object 64aaccaf-847f-49a8-8624-85a7bb430eb9 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:28.202747 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Transition to ACTIVE for port object 64aaccaf-847f-49a8-8624-85a7bb430eb9 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:28.209764 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.272868 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:28.276078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:28.279522 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:28.288784 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Pushing event updated for resources: {'Port': ['ID=64aaccaf-847f-49a8-8624-85a7bb430eb9,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:28.309528 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.337238 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.356578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.356929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.357264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.357600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.357930 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.358354 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.358704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.359027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.359350 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.359668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.359986 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:28.382240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Attempting to bind port 64aaccaf-847f-49a8-8624-85a7bb430eb9 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:28.382634 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Attempting to bind port 64aaccaf-847f-49a8-8624-85a7bb430eb9 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:28.382999 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Attempting to bind port 64aaccaf-847f-49a8-8624-85a7bb430eb9 on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:28.390024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:28.390194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Checking segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:28.390592 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.390979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Bound using segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:28.391438 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Bound port: 64aaccaf-847f-49a8-8624-85a7bb430eb9, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:28.391813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.407137 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:28.409799 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:28.412824 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:28.448720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Pushing event updated for resources: {'Port': ['ID=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:28.481217 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] For port 64aaccaf-847f-49a8-8624-85a7bb430eb9, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:28.485334 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] For port 64aaccaf-847f-49a8-8624-85a7bb430eb9, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=64aaccaf-847f-49a8-8624-85a7bb430eb9,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:28.488688 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.574845 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0baf6-2811-4735-8b99-c4228268f968 None None] Pushing event updated for resources: {'Port': ['ID=64aaccaf-847f-49a8-8624-85a7bb430eb9,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:28.577244 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.578425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:28.828116 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:29:29.121155 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:29.132617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:29.144892 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:29.146075 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:29.146278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-c6adf375-1fa7-4ffb-9173-7ff82526343e admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5630369 Feb 16 09:29:29.146842 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:29.149141 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43858) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:29.331647 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:29.552318 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e951cf3b-ed23-40e4-abfa-aac993490626 None None] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:29.626155 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:28Z', 'revision_number': 3, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:29.630282 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:29.630792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Updating router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:29:29.659348 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-2f31abb1-1366-42ba-9f05-9224dd835c47 None None] Provisioning for port 64aaccaf-847f-49a8-8624-85a7bb430eb9 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:29.684533 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:29.903113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.046051 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.057564 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Transition to ACTIVE for port object f7f2e1d7-a467-4efe-8662-10f0c44ad0ed will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:30.064672 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.111133 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Allocated IP 172.20.0.1 (bebc5608-7219-4a6f-8385-2bfe9ed0f7f6/4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c/c6082c77-f756-455d-992d-87b20e4f5ec7) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:30.150195 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Pushing event updated for resources: {'Port': ['ID=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:30.154112 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Attempting to bind port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:30.154413 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Attempting to bind port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:30.154818 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Attempting to bind port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:30.165387 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.165725 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.166060 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.166382 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.166729 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.167048 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.167366 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.167681 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.167997 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.168308 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.168617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:29:30.173175 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:30.173559 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:30.173939 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.174313 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:30.174792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Bound port: f7f2e1d7-a467-4efe-8662-10f0c44ad0ed, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:30.175155 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.245313 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] For port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:30.249227 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] For port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:30.254792 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.259625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.276711 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.provisioning_blocks [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Transition to ACTIVE for port object c6082c77-f756-455d-992d-87b20e4f5ec7 will not be triggered until provisioned by entity DHCP. {{(pid=83709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:30.299074 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.339540 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ddf7f-30f9-4039-b442-35134c40a586 None None] Pushing event updated for resources: {'Port': ['ID=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:30.343359 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:30.343951 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:30.367897 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:30.370469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:30.374676 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:30.403337 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:30.432660 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.538808 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.554490 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:30.557152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 64aaccaf-847f-49a8-8624-85a7bb430eb9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:30.642735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 64aaccaf-847f-49a8-8624-85a7bb430eb9 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:30.648226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 64aaccaf-847f-49a8-8624-85a7bb430eb9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:30.648820 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.752563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-42bd994b-c786-4f5d-a44b-c11c6044fd49 None None] Provisioning for port c6082c77-f756-455d-992d-87b20e4f5ec7 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:30.764538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-42bd994b-c786-4f5d-a44b-c11c6044fd49 None None] Provisioning complete for port c6082c77-f756-455d-992d-87b20e4f5ec7 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:30.764905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-42bd994b-c786-4f5d-a44b-c11c6044fd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.824856 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.840202 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-42bd994b-c786-4f5d-a44b-c11c6044fd49 None None] Port c6082c77-f756-455d-992d-87b20e4f5ec7 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:29:30.861640 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:28Z', 'revision_number': 3, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:30.863069 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 64aaccaf-847f-49a8-8624-85a7bb430eb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=64aaccaf-847f-49a8-8624-85a7bb430eb9,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:30.865783 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb945ca-f6f8-4609-bf5e-bb330f432445 None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:28Z', 'revision_number': 3, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:30.868269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.905568 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.911747 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:30.939424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=64aaccaf-847f-49a8-8624-85a7bb430eb9,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:31.018274 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:31.021766 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Pushing event updated for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:31.178193 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:31.179392 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:31.474732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-31d9df9a-096a-4710-b24b-e6b2c07be781 None None] Provisioning complete for port c6082c77-f756-455d-992d-87b20e4f5ec7 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:31.475244 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-31d9df9a-096a-4710-b24b-e6b2c07be781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:31.529292 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-31d9df9a-096a-4710-b24b-e6b2c07be781 None None] Port c6082c77-f756-455d-992d-87b20e4f5ec7 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:29:31.574728 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:31.776740 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:31.785076 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-2815e601-8a03-4bda-a1ee-89251e7640e6 admin admin] 10.222.0.94 "PUT /v2.0/routers/03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347904 Feb 16 09:29:32.458606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.551709 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 64aaccaf-847f-49a8-8624-85a7bb430eb9 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:32.611686 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43880) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:32.617546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1222454497-network', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:32.621819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 64aaccaf-847f-49a8-8624-85a7bb430eb9 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:32.622192 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.622641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:32.626612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Usage tracker for resource:network and tenant:9b1ff0c6f9f3446988fcc1920d292ebc is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:32.629494 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:32.635283 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:32.654539 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Made reservation on behalf of 9b1ff0c6f9f3446988fcc1920d292ebc for: {'network': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:32.657269 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for network, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.670126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.701412 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:32.705681 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Usage tracker for resource:security_group_rule and tenant:9b1ff0c6f9f3446988fcc1920d292ebc is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:32.708466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:32.713995 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:32.734631 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f7f2e1d7-a467-4efe-8662-10f0c44ad0ed up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:32.779074 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.782853 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.802278 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:32.806825 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:32.807199 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.814543 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=83710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 16 09:29:32.819679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5d0f12-5249-469e-a5fa-0bcdb3276bef,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:32.826186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.826554 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.segments_db [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Added segment 5fc288cf-a75c-40ce-ac07-a0b736abc782 of type vlan for network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 Feb 16 09:29:32.853349 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791871877892'] for network, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.881752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281'] for network, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.882730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:32.883297 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.923135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.939003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:32.943326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:32.989210 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] Pushing event updated for resources: {'Network': ['ID=5d189136-8cf2-4fec-82d0-a9949a2f6cb8,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:32.993657 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-48256987-0bf7-41f7-aaae-7f2b04364c17 admin admin] 10.222.0.94 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3808587 Feb 16 09:29:32.996625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43884) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:33.001027 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 details requested by agent ovs-agent-dv-neutron-829488-1-hyperv with host dv-neutron-829488-1-hyperv {{(pid=83711) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 16 09:29:33.004307 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Request body: {'subnet': {'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1222454497-subnet', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'ip_version': 4}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:33.009219 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:33.013580 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Usage tracker for resource:subnet and tenant:9b1ff0c6f9f3446988fcc1920d292ebc is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:33.016545 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:33.022109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:33.032640 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Made reservation on behalf of 9b1ff0c6f9f3446988fcc1920d292ebc for: {'subnet': 1} {{(pid=83709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:33.035210 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3178062'] for subnet, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.084126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:33.231898 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3276101', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3178096'] for subnet, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.304475 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=488cdbe2-6add-4d52-ba46-6afe1f2ddf2f,revision_number=0']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:33.315167 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Checking segment: {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:33.315510 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Network hostable DHCP agents. Network: 5d189136-8cf2-4fec-82d0-a9949a2f6cb8, hostable agents: ['111d84b1-79c6-47f1-ba43-650b875d9e04'], hosted agents: [] {{(pid=83709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 16 09:29:33.336388 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 is scheduled to be hosted by DHCP agent 111d84b1-79c6-47f1-ba43-650b875d9e04 with binding_index 1 {{(pid=83709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 16 09:29:33.345794 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-1-hyperv, 5d189136-8cf2-4fec-82d0-a9949a2f6cb8) {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:33.349453 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:33.350019 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.354391 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e965a6-5407-4c55-bc62-b0cfa3d41aef None None] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:33.371131 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-82cb15d5-e5d9-40ee-8eb7-3c0ea01d2375 admin admin] 10.222.0.94 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3733609 Feb 16 09:29:33.373524 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 43888) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:33.378966 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:33.383641 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:33.387415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Usage tracker for resource:router and tenant:9b1ff0c6f9f3446988fcc1920d292ebc is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:33.390708 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:33.396275 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:33.407832 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-770373', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-59290'] for router, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.408759 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-770338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-782590', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59285'] for router, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.429286 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.570163 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-782544', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-770391', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59303'] for router, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.601415 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5b730640-898f-5d0a-81d9-d39df414eac4-5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'fixed_ips': [{'subnet_id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f'}]}} from dv-neutron-829488-1-hyperv. {{(pid=83711) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 16 09:29:33.602240 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.763246 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.db_base_plugin_common [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Allocated IP 172.20.0.2 (5d189136-8cf2-4fec-82d0-a9949a2f6cb8/488cdbe2-6add-4d52-ba46-6afe1f2ddf2f/60bfefed-54a5-471d-b816-3af1a52118d4) {{(pid=83711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:33.865147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.898081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.963417 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks [] for port, precommit_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:33.974361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Transition to ACTIVE for port object 60bfefed-54a5-471d-b816-3af1a52118d4 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:33.993218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Transition to ACTIVE for port object 60bfefed-54a5-471d-b816-3af1a52118d4 will not be triggered until provisioned by entity DHCP. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:33.998571 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225'] for port, after_create {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.029667 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Allocated IP 172.26.4.243 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/b8d537e0-0e3a-4886-885e-617b7db2b672) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:34.070650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 is already hosted by enough agents. {{(pid=83711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:34.074123 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.scheduler.base_scheduler [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Resources bound (agent type, host, resource id): {{(pid=83711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:34.077430 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Received port after_create {{(pid=83711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:34.079996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Pushing event updated for resources: {'Port': ['ID=60bfefed-54a5-471d-b816-3af1a52118d4,revision_number=1']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:34.171098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Attempting to bind port 60bfefed-54a5-471d-b816-3af1a52118d4 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:34.171468 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Attempting to bind port 60bfefed-54a5-471d-b816-3af1a52118d4 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:34.171829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Attempting to bind port 60bfefed-54a5-471d-b816-3af1a52118d4 on network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:34.178859 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:34.179226 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Checking segment: {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:34.179623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.180011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Bound using segment: {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:34.180525 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Bound port: 60bfefed-54a5-471d-b816-3af1a52118d4, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:34.180898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.185428 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.213955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.270425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] For port 60bfefed-54a5-471d-b816-3af1a52118d4, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:34.273552 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] For port 60bfefed-54a5-471d-b816-3af1a52118d4, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60bfefed-54a5-471d-b816-3af1a52118d4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:34.278251 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.286212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:34.288717 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:34.292212 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:34.321460 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Pushing event updated for resources: {'Port': ['ID=b8d537e0-0e3a-4886-885e-617b7db2b672,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:34.347215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:34.382353 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50294f8f-71a6-49ef-9cf5-b68ae2212652 None None] Pushing event updated for resources: {'Port': ['ID=60bfefed-54a5-471d-b816-3af1a52118d4,revision_number=2']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:34.385214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:34.385827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:34.487594 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.488327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-770382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-782379'] for router, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.536429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f7f2e1d7-a467-4efe-8662-10f0c44ad0ed up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:34.637427 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:34.706629 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:34.707006 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.744771 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Router 47df4c2f-f223-4a97-bc57-b34511c8ce8c is scheduled to L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c with binding_index 1 {{(pid=83709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 16 09:29:34.943086 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:34.953771 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Sync routers for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:34.966582 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:34.967839 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] Notify callbacks [] for router, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:34.967981 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:34.971867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9b9e87f2-8597-4679-96a9-df825f01594e admin admin] 10.222.0.94 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5943532 Feb 16 09:29:34.972154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43892) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:35.056018 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 2, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:35.061097 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:35.061816 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Updating router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe port c6082c77-f756-455d-992d-87b20e4f5ec7 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:29:35.125473 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.158732 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:35.435780 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc70e9bf-f984-4f45-93ff-4be584ac2ca6 None None] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:29:35.503543 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:34Z', 'revision_number': 3, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:35.508327 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Checking router: 47df4c2f-f223-4a97-bc57-b34511c8ce8c for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:35.508820 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Updating router 47df4c2f-f223-4a97-bc57-b34511c8ce8c port b8d537e0-0e3a-4886-885e-617b7db2b672 binding host dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:29:35.561833 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.570066 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-9b35b396-98fb-45a1-8d4b-d2566381924e None None] Provisioning for port 60bfefed-54a5-471d-b816-3af1a52118d4 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:35.773187 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.788570 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Transition to ACTIVE for port object c6082c77-f756-455d-992d-87b20e4f5ec7 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:35.801132 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.905768 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.929982 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c655-c2d5-467b-85a8-b39d9e2e3e8d None None] Pushing event updated for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:35.948768 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks [] for port, precommit_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:35.967605 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.provisioning_blocks [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Transition to ACTIVE for port object b8d537e0-0e3a-4886-885e-617b7db2b672 will not be triggered until provisioned by entity L2. {{(pid=83712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:35.976187 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.048155 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Attempting to bind port c6082c77-f756-455d-992d-87b20e4f5ec7 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:36.048531 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Attempting to bind port c6082c77-f756-455d-992d-87b20e4f5ec7 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:36.048898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Attempting to bind port c6082c77-f756-455d-992d-87b20e4f5ec7 on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:36.058900 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b876fa-0ebe-40a8-9a03-24d39ae8c9a8 None None] Pushing event updated for resources: {'Port': ['ID=b8d537e0-0e3a-4886-885e-617b7db2b672,revision_number=2']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.062138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:36.063118 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Checking segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:36.063624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.064082 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Bound using segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:36.064574 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Bound port: c6082c77-f756-455d-992d-87b20e4f5ec7, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:36.064951 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.081070 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Attempting to bind port b8d537e0-0e3a-4886-885e-617b7db2b672 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:36.081441 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Attempting to bind port b8d537e0-0e3a-4886-885e-617b7db2b672 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:36.081803 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Attempting to bind port b8d537e0-0e3a-4886-885e-617b7db2b672 on network 19ca0748-c71b-4f18-b783-087a01465729 {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:36.090673 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:36.090884 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Checking segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:36.091229 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.091617 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Bound using segment: {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'} {{(pid=83712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:36.092133 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.managers [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Bound port: b8d537e0-0e3a-4886-885e-617b7db2b672, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19ca0748-c71b-4f18-b783-087a01465729'}}] {{(pid=83712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:36.093163 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.192313 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Allocated IP 172.20.0.1 (5d189136-8cf2-4fec-82d0-a9949a2f6cb8/488cdbe2-6add-4d52-ba46-6afe1f2ddf2f/1eb885df-06e0-4051-9ce4-3557011f4fa4) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:36.198014 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] For port b8d537e0-0e3a-4886-885e-617b7db2b672, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:36.201346 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.plugins.ml2.db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] For port b8d537e0-0e3a-4886-885e-617b7db2b672, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b8d537e0-0e3a-4886-885e-617b7db2b672,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:36.214661 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron_lib.callbacks.manager [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.222716 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] For port c6082c77-f756-455d-992d-87b20e4f5ec7, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:36.227117 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] For port c6082c77-f756-455d-992d-87b20e4f5ec7, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c6082c77-f756-455d-992d-87b20e4f5ec7,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:36.248637 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.308618 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:36.309243 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:36.335735 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f298c655-c2d5-467b-85a8-b39d9e2e3e8d None None] Pushing event updated for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.344442 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:36.345480 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:36.374977 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.394489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Transition to ACTIVE for port object 1eb885df-06e0-4051-9ce4-3557011f4fa4 will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:36.438301 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.457643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b876fa-0ebe-40a8-9a03-24d39ae8c9a8 None None] Pushing event updated for resources: {'Port': ['ID=b8d537e0-0e3a-4886-885e-617b7db2b672,revision_number=3']} {{(pid=83712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.548954 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:36.571211 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:36.575248 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:36.576454 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:36.579388 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60bfefed-54a5-471d-b816-3af1a52118d4 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:36.580044 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:36.638375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:36.649427 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-783349'] for router_interface, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.750064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:36.821235 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 60bfefed-54a5-471d-b816-3af1a52118d4 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:36.905660 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:34Z', 'revision_number': 3, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:36.911241 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a294a1-5013-4757-b9dd-9d287a5ad656 None None] The sync data for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv is: [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:34Z', 'revision_number': 3, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:36.934593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 60bfefed-54a5-471d-b816-3af1a52118d4 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:36.934976 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.000259 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.005003 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.024678 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4e89785b-19eb-467b-b951-d165a7228bf4 None None] Provisioning for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:37.044799 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-4e89785b-19eb-467b-b951-d165a7228bf4 None None] Provisioning complete for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:37.045178 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4e89785b-19eb-467b-b951-d165a7228bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.122204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:37.126204 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1719113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-783128'] for router_interface, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.173983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-4e89785b-19eb-467b-b951-d165a7228bf4 None None] Port 1eb885df-06e0-4051-9ce4-3557011f4fa4 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:29:37.203787 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.244046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 60bfefed-54a5-471d-b816-3af1a52118d4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60bfefed-54a5-471d-b816-3af1a52118d4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:37.246598 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:37.251600 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.267615 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:37.268684 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:37.279895 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cdd634-f54a-4f0a-8f3b-3f1075054aee None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:37.365030 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=60bfefed-54a5-471d-b816-3af1a52118d4,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:37.603121 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-a591ec49-4da9-43fe-9c12-ecd9cc0720f5 None None] Provisioning complete for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:37.603495 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a591ec49-4da9-43fe-9c12-ecd9cc0720f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:37.657081 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-a591ec49-4da9-43fe-9c12-ecd9cc0720f5 None None] Port 1eb885df-06e0-4051-9ce4-3557011f4fa4 cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:29:37.804610 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Router 47df4c2f-f223-4a97-bc57-b34511c8ce8c has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:38.013028 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:38.023776 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-0d65858b-8f51-47f9-a611-2c679363b565 admin admin] 10.222.0.94 "PUT /v2.0/routers/47df4c2f-f223-4a97-bc57-b34511c8ce8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0503716 Feb 16 09:29:38.547915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c6082c77-f756-455d-992d-87b20e4f5ec7 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:38.597843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4f18b278-5c96-4f5b-a5ab-9767896e27fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.621238 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43902) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:38.627837 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-239176759', 'description': 'tempest-secgroup-smoke-239176759 description', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:38.633811 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:38.638322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port c6082c77-f756-455d-992d-87b20e4f5ec7 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:38.639202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:38.642090 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:38.643037 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c6082c77-f756-455d-992d-87b20e4f5ec7 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:38.643406 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.647698 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:38.660901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.695114 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:38.698812 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:38.702011 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:38.707617 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:38.761276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.763559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.765697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.797303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port c6082c77-f756-455d-992d-87b20e4f5ec7, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c6082c77-f756-455d-992d-87b20e4f5ec7,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:38.801242 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.802254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60bfefed-54a5-471d-b816-3af1a52118d4 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:38.806131 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b830db7c-b740-4a62-adfb-ed2c657376ac,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:38.809361 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.810593 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-33d6755a-7f11-424e-9c25-7333b7107df3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1883221 Feb 16 09:29:38.813527 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43910) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:38.819459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:38.825668 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:38.830321 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:38.833180 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:38.839002 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:38.857158 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.915474 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:38.915909 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.920688 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.932029 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 60bfefed-54a5-471d-b816-3af1a52118d4 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:38.932405 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.941467 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd85ecba-f0d4-4ee3-bba9-7a8435f4dac1,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:38.952150 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:38.953298 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-16f46247-2b10-43d4-b224-3582e03ba4d3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1387458 Feb 16 09:29:38.956109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43914) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:38.961507 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:38.967748 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:38.971804 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:38.974704 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:38.980344 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:38.997750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.064850 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.068408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.095642 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebee43be-849c-491d-981e-434f03b9006e,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.102126 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.103332 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-250149aa-39b0-4866-b60a-1ca45a8ed5aa tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1463275 Feb 16 09:29:39.106161 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43918) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:39.111509 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:39.117212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:39.120905 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:39.124402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:39.130035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:39.146953 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.208176 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.211942 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.238286 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce48a97d-fd24-4406-843a-461b110078f0,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.241478 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.245173 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4c5ac7d3-e885-4b82-a650-460cd3105717 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1355112 Feb 16 09:29:39.245520 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43922) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:39.251120 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:39.257112 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:39.261000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:39.263862 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:39.270052 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:39.286046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.348842 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.352194 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.374958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a93d0eed-e0ee-485e-b4d5-60a0300dfa8d,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.383845 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.385102 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-c4f11a5c-0e68-484d-aa4f-a2e310b9743e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388533 Feb 16 09:29:39.387852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43926) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:39.393098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:39.398810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:39.402528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:39.405429 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:39.411054 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:39.421349 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Project a31a40299571468ebbbd6f42ae3e9382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:29:39.427435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.490055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.493830 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.517614 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5313b25d-3836-4dd3-816d-08b7c08d3f46,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.525835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.527023 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-cd378a3f-7f05-40ac-82db-14bc8f271137 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1382835 Feb 16 09:29:39.529744 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43930) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:39.535000 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'security_group_rule': {'security_group_id': 'b830db7c-b740-4a62-adfb-ed2c657376ac', 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:39.540856 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:39.544605 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:security_group_rule and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:39.548051 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:39.553623 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:39.563457 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.securitygroups_db [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Project a31a40299571468ebbbd6f42ae3e9382 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 16 09:29:39.569435 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.632460 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.635675 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-867420'] for security_group_rule, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.658741 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f599fd-94ee-4b8b-85de-919cc0cbcecd,revision_number=0']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:39.667360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:39.668578 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-4cbf4cd8-9291-4fc1-bcc7-6c19ed34f9f5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1379476 Feb 16 09:29:39.835842 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-65c4263b-709d-4123-a80f-e5d1d062dcc1 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:security_group {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:39.852327 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-65c4263b-709d-4123-a80f-e5d1d062dcc1 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:security_group {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:39.853789 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-65c4263b-709d-4123-a80f-e5d1d062dcc1 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239176759&fields=id&tenant_id=a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 267 time: 0.0568573 Feb 16 09:29:40.000891 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-3af79f8b-2955-45ee-ba71-b28fb17685d4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:40.001551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-3af79f8b-2955-45ee-ba71-b28fb17685d4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:network {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:40.017114 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-3af79f8b-2955-45ee-ba71-b28fb17685d4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:network {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:40.018280 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-3af79f8b-2955-45ee-ba71-b28fb17685d4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 810 time: 0.1573238 Feb 16 09:29:40.034813 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-22c0e60d-442e-4083-9e42-b97eeb5fef30 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/quotas/a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 375 time: 0.0112264 Feb 16 09:29:40.115551 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-ff6606f9-4923-4827-a140-a08445660e31 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:40.131790 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-ff6606f9-4923-4827-a140-a08445660e31 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:40.133069 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-ff6606f9-4923-4827-a140-a08445660e31 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935283 Feb 16 09:29:40.148840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-33412840-a703-4aed-9619-b939455f894e service neutron] http://10.222.0.94:9696/v2.0/extensions returned with HTTP 200 {{(pid=83709) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 16 09:29:40.149711 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-33412840-a703-4aed-9619-b939455f894e service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049272 Feb 16 09:29:40.277695 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-e16893a2-6c30-4116-b597-890585a45c8e service neutron] 10.222.0.94 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225204 Feb 16 09:29:40.481042 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c6082c77-f756-455d-992d-87b20e4f5ec7 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:40.499528 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-642162b4-66a4-47a3-9d2a-b9c3f8e44b2b service neutron] 10.222.0.94 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152665 Feb 16 09:29:40.553366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port c6082c77-f756-455d-992d-87b20e4f5ec7 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:40.553876 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:40.689756 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-161d0eeb-53e9-44be-a033-7cd5d2a6dba1 req-feb975ff-967d-453b-baf8-a17106ee80ba tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 210 time: 0.0401607 Feb 16 09:29:41.049425 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-27c1fc37-c1e1-4c5a-982a-6ae430e4908b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:41.806897 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:41.853335 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e794ed21-83fd-48f3-934b-aac4e20d26ea req-c669b987-f27d-41e7-9946-1da7b2593c37 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 210 time: 0.0406082 Feb 16 09:29:42.144457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.147452 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-85c9e873-5dea-48c9-afa9-553808db1104 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.148936 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-85c9e873-5dea-48c9-afa9-553808db1104 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 810 time: 0.1683323 Feb 16 09:29:42.221838 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-08bc472d-dad4-499a-a03b-219cbfb5ef2f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:security_group {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:42.234463 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-08bc472d-dad4-499a-a03b-219cbfb5ef2f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:security_group {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:42.235662 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-08bc472d-dad4-499a-a03b-219cbfb5ef2f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 379 time: 0.0686245 Feb 16 09:29:42.243925 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'port': {'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'admin_state_up': True, 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'security_groups': ['b830db7c-b740-4a62-adfb-ed2c657376ac']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:42.382312 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:42.392564 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:42.402132 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Made reservation on behalf of a31a40299571468ebbbd6f42ae3e9382 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:29:42.405902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.515269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b8d537e0-0e3a-4886-885e-617b7db2b672 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:42.585295 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port b8d537e0-0e3a-4886-885e-617b7db2b672 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:42.588761 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Allocated IP 172.20.0.3 (bebc5608-7219-4a6f-8385-2bfe9ed0f7f6/4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c/d64ea40e-0bf8-47b3-a441-b6cab724c21d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:42.591992 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b8d537e0-0e3a-4886-885e-617b7db2b672 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:42.593138 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.709686 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.725481 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port b8d537e0-0e3a-4886-885e-617b7db2b672, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b8d537e0-0e3a-4886-885e-617b7db2b672,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:42.729690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.788551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.796858 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=b8d537e0-0e3a-4886-885e-617b7db2b672,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:42.805708 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Transition to ACTIVE for port object d64ea40e-0bf8-47b3-a441-b6cab724c21d will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:42.826986 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:42.896863 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:42.899648 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:42.902710 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:42.948408 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:42.971730 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:42.972663 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.000585 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-14423c3b-2ad8-4336-99fc-40078b2aed97 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601538 Feb 16 09:29:43.017779 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Request body: {'port': {'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:43.067928 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c264-8d6f-4f0f-81c2-5d38e6f7f8ea req-5774dd9b-f6fe-4ef4-a122-75151abca0e6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:43.071826 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0315c264-8d6f-4f0f-81c2-5d38e6f7f8ea req-5774dd9b-f6fe-4ef4-a122-75151abca0e6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 931 time: 0.0888309 Feb 16 09:29:43.122478 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0315c264-8d6f-4f0f-81c2-5d38e6f7f8ea req-7445f144-fac7-438b-9dd4-59e8ce72bd7f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Feb 16 09:29:43.146100 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.212896 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8457627b-b92b-4964-9718-186848d5c5ed None None] Provisioning for port d64ea40e-0bf8-47b3-a441-b6cab724c21d completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:43.218760 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-8457627b-b92b-4964-9718-186848d5c5ed None None] Provisioning complete for port d64ea40e-0bf8-47b3-a441-b6cab724c21d triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:43.219133 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-8457627b-b92b-4964-9718-186848d5c5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.273800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-8457627b-b92b-4964-9718-186848d5c5ed None None] Port d64ea40e-0bf8-47b3-a441-b6cab724c21d cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:29:43.570640 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64ea40e-0bf8-47b3-a441-b6cab724c21d {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:29:43.578058 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.591957 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Transition to ACTIVE for port object d64ea40e-0bf8-47b3-a441-b6cab724c21d will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:29:43.595789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.719343 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:43.823778 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Attempting to bind port d64ea40e-0bf8-47b3-a441-b6cab724c21d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:29:43.824060 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Attempting to bind port d64ea40e-0bf8-47b3-a441-b6cab724c21d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:29:43.824388 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Attempting to bind port d64ea40e-0bf8-47b3-a441-b6cab724c21d on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:43.830542 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Port d64ea40e-0bf8-47b3-a441-b6cab724c21d on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:29:43.830860 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Attempting to bind port d64ea40e-0bf8-47b3-a441-b6cab724c21d on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:29:43.836913 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:29:43.837243 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Checking segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:29:43.837622 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Bound using segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:29:43.838038 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Bound port: d64ea40e-0bf8-47b3-a441-b6cab724c21d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:29:43.838380 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.926402 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:29:43.929409 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:29:43.932857 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.954558 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.993466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:43.994923 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] 10.222.0.98 "PUT /v2.0/ports/d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 1093 time: 0.9821877 Feb 16 09:29:43.995348 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:29:44.014594 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b0836b-2a7b-486e-9908-c8622237d69f service neutron] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:44.142034 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'status': 'completed', 'code': 200} Feb 16 09:29:44.146119 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-b4eeab58-e15e-4e90-b34a-67c2e11f7838 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1096 time: 0.0865331 Feb 16 09:29:44.235036 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-daea60ee-d65c-4e04-bab7-ec10e9f53397 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 217 time: 0.0692475 Feb 16 09:29:44.297468 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-50e65235-9edc-403d-8419-0fb075c0d871 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.298909 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-50e65235-9edc-403d-8419-0fb075c0d871 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0588500 Feb 16 09:29:44.322304 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abfa54-ad33-46c8-ac38-1b32aa501369 req-eb9d24c3-1e1d-4da5-a66f-2d84749331b6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.323898 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f0abfa54-ad33-46c8-ac38-1b32aa501369 req-eb9d24c3-1e1d-4da5-a66f-2d84749331b6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0760801 Feb 16 09:29:44.370071 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-51c61b64-4f7a-4b30-a43a-78a689e5a0cb service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656915 Feb 16 09:29:44.371789 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f0abfa54-ad33-46c8-ac38-1b32aa501369 req-81fe1b51-3cce-4f8b-b3f0-b383008d273f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418239 Feb 16 09:29:44.482559 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b8d537e0-0e3a-4886-885e-617b7db2b672 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:44.503897 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-c87d9801-4ad5-4b85-bcba-d1bda57b1229 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268189 Feb 16 09:29:44.549752 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port b8d537e0-0e3a-4886-885e-617b7db2b672 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:44.550128 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:44.640905 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9a7e4d6a-1201-42ae-985b-f549a33b1d8a req-2b109f5a-00d3-4035-aa72-2004d5f71bff service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313438 Feb 16 09:29:44.802314 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-e3a1d603-6672-48bd-bb31-14368354b5b3 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1096 time: 0.0723987 Feb 16 09:29:44.937383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-20ed334e-1830-4ef3-b3de-c137363951e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:44.938768 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-20ed334e-1830-4ef3-b3de-c137363951e1 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1301060 Feb 16 09:29:45.004642 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-c85f1410-be18-4cfb-8634-f4b933b02c16 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 217 time: 0.0594826 Feb 16 09:29:45.068068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-7ed00c2c-6109-4161-ada2-537c0f5a1edb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.069513 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-7ed00c2c-6109-4161-ada2-537c0f5a1edb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0589864 Feb 16 09:29:45.144967 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-9c0495b1-fc44-48f3-bf62-69ba7c2ed45d service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689123 Feb 16 09:29:45.379683 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-97af98eb-b7d1-467c-8c6e-7d4743f4ac09 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191951 Feb 16 09:29:45.514928 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-c5faefbd-18fb-45da-9f05-adeafd5733be req-224ab724-1c16-4b92-93d8-0491fd75432d service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284318 Feb 16 09:29:45.568763 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9afd84-ab7d-45ee-994e-c1a3fbde9d6b req-30e20543-520e-4dc2-8912-1773f6ba7c77 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:45.570300 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa9afd84-ab7d-45ee-994e-c1a3fbde9d6b req-30e20543-520e-4dc2-8912-1773f6ba7c77 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0751529 Feb 16 09:29:45.615683 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-aa9afd84-ab7d-45ee-994e-c1a3fbde9d6b req-c04481df-cd29-40f6-96c3-ca47db226907 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396388 Feb 16 09:29:46.635724 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:29:46.769228 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:46.782303 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:29:46.811872 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61805f54-8002-4788-b87f-d8d4d3ca384e req-708ff249-39d5-4701-aada-fb9cef4e560e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:46.813317 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61805f54-8002-4788-b87f-d8d4d3ca384e req-708ff249-39d5-4701-aada-fb9cef4e560e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0780747 Feb 16 09:29:46.836483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:46.853551 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64ea40e-0bf8-47b3-a441-b6cab724c21d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:29:46.858759 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-61805f54-8002-4788-b87f-d8d4d3ca384e req-b0130887-a190-4b6e-a3ff-a1490d350eac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387990 Feb 16 09:29:46.868500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:46.874142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:46.940190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:47.159691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['d64ea40e-0bf8-47b3-a441-b6cab724c21d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:29:48.056342 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ccdbb-890c-4d47-830f-a62a3c281b25 req-082ca393-348a-4fad-a681-77915179a150 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:48.057816 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f5ccdbb-890c-4d47-830f-a62a3c281b25 req-082ca393-348a-4fad-a681-77915179a150 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 944 time: 0.0747395 Feb 16 09:29:48.102400 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-0f5ccdbb-890c-4d47-830f-a62a3c281b25 req-9502f131-041c-47bf-a571-1abfcd0ced5f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Feb 16 09:29:48.657704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:29:48.725439 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port d64ea40e-0bf8-47b3-a441-b6cab724c21d completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:29:48.729911 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port d64ea40e-0bf8-47b3-a441-b6cab724c21d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:29:48.730281 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:48.840126 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:48.867171 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:29:48.877472 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:29:48.882307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:48.924060 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'code': 200} Feb 16 09:29:48.947831 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:49.196973 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42392331-13cb-4f8e-b959-8d7e3d82b2a6 req-2e271b84-ccbc-45c6-a5f0-1676e6e8a8df service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1098 time: 0.0764759 Feb 16 09:29:49.240652 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-42392331-13cb-4f8e-b959-8d7e3d82b2a6 req-892701f2-3429-437c-b614-25beb44adcd7 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378995 Feb 16 09:29:49.306831 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53702f9b-f5f1-414b-91f7-6849d8d0c829 req-e3997c59-f685-479f-a9be-256ecb66b61f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:49.308278 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53702f9b-f5f1-414b-91f7-6849d8d0c829 req-e3997c59-f685-479f-a9be-256ecb66b61f tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 945 time: 0.0786614 Feb 16 09:29:49.353506 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-53702f9b-f5f1-414b-91f7-6849d8d0c829 req-46a5ef03-0bf9-4b83-9e5f-0e006771875e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389898 Feb 16 09:29:50.568004 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ffd1e8-5ad0-4121-abd5-c1301ce1ec1a req-3994af53-1a9b-4332-909a-1e8334c39051 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:50.569457 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4ffd1e8-5ad0-4121-abd5-c1301ce1ec1a req-3994af53-1a9b-4332-909a-1e8334c39051 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 945 time: 0.0831561 Feb 16 09:29:50.614886 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f4ffd1e8-5ad0-4121-abd5-c1301ce1ec1a req-78165c4b-0d3e-432e-ad8a-b62c92c05066 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398068 Feb 16 09:29:50.831096 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1ea51-4e97-41bb-b35c-09f808886973 req-aeb697ba-f6fa-46cf-b564-87357a075876 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:50.832475 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5d1ea51-4e97-41bb-b35c-09f808886973 req-aeb697ba-f6fa-46cf-b564-87357a075876 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 945 time: 0.0789671 Feb 16 09:29:50.877661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-b5d1ea51-4e97-41bb-b35c-09f808886973 req-4a2877d5-2ad1-4855-9fc2-2550b5decd66 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394452 Feb 16 09:29:50.905308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43992) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:51.091954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b842dd5-efe6-4fa1-87b2-723fa58d112e tempest-TestSnapshotPattern-1021400212 tempest-TestSnapshotPattern-1021400212-project-admin] Synchronizing usage tracker for tenant:9b1ff0c6f9f3446988fcc1920d292ebc on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:29:51.107794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-6b842dd5-efe6-4fa1-87b2-723fa58d112e tempest-TestSnapshotPattern-1021400212 tempest-TestSnapshotPattern-1021400212-project-admin] Unset dirty status for tenant:9b1ff0c6f9f3446988fcc1920d292ebc on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:29:51.108979 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6b842dd5-efe6-4fa1-87b2-723fa58d112e tempest-TestSnapshotPattern-1021400212 tempest-TestSnapshotPattern-1021400212-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1093 time: 0.2025654 Feb 16 09:29:51.111951 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 43998) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:29:51.117179 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:29:51.123035 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:29:51.127529 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:floatingip and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:29:51.130395 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:29:51.136205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:29:51.147414 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:51.281703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:51.414104 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Allocated IP 172.26.4.60 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/ffe201e5-3272-4402-9b57-f9f300e31f3d) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:29:51.555390 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:51.588961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:51.657501 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:29:51.660127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:29:51.664231 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:29:51.687752 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=ffe201e5-3272-4402-9b57-f9f300e31f3d,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:52.144326 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:52.196633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:52.481209 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:52.486901 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:52.594068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=ffe201e5-3272-4402-9b57-f9f300e31f3d,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:29:52.608214 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:52.805122 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.db.l3_db [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Floating IP 5049693b-f6d5-4df8-b920-a4fac165e649 associated. External IP: 172.26.4.60, port: d64ea40e-0bf8-47b3-a441-b6cab724c21d. Feb 16 09:29:53.225969 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:29:53.418992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:29:53.429120 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:29:53.443093 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:29:53.444426 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:53.445048 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:53.499000 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-27084bed-32ee-4089-9d59-99ef933f82e7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3857143 Feb 16 09:29:53.499825 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:29:53.553205 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'status': 'completed', 'code': 200} Feb 16 09:29:53.623200 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:53.664478 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-d94715d3-e2f2-4399-be8c-14d814cd3dee service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1098 time: 0.0673847 Feb 16 09:29:53.791891 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-57d557d2-de35-40ec-b493-1222696b96ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:53.793237 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-57d557d2-de35-40ec-b493-1222696b96ac service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1230252 Feb 16 09:29:53.908350 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-a79f0ba8-581a-49c8-bfb5-2d680c44142b service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 998 time: 0.1080747 Feb 16 09:29:53.969321 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:51Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:53.969852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-87e37137-67ea-4661-a664-1d07903c3d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:53.971714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-87e37137-67ea-4661-a664-1d07903c3d6e service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0569062 Feb 16 09:29:53.973451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:29:53.984034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:29:53.984621 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:54.146574 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-808fa40e-63e2-4ea8-9704-e1ca301f50c7 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1695940 Feb 16 09:29:54.199130 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:29:54.276310 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-e95fdd4b-1d62-4777-8497-09806e011b6c service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231804 Feb 16 09:29:54.405288 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7f8a0a38-2d12-465d-850f-57b4c6666ee6 req-3749b8c5-c8dd-4c28-a4ed-1494283bfcb3 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229043 Feb 16 09:29:54.543085 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:51Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:29:54.547546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a457d5f8-1ea4-43d5-bcc1-11e72d7b96a7 None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:51Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:29:56.142563 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-5efc8e9b-b569-4d7a-94b5-9e653356d163 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650830 Feb 16 09:29:56.301616 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-c0caa319-f0b4-46a2-9634-1605a8652b2a service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1098 time: 0.0717828 Feb 16 09:29:56.440753 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-51cffd5f-ac3a-4c09-981d-d99cf8064b74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:56.442187 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-51cffd5f-ac3a-4c09-981d-d99cf8064b74 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1232836 Feb 16 09:29:56.542160 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-7492c53b-9d79-4f7f-b445-631c1311ac48 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 998 time: 0.0942779 Feb 16 09:29:56.603287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-c938e658-0774-44c3-b4b8-05aaf4965a0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:29:56.604710 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-c938e658-0774-44c3-b4b8-05aaf4965a0a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0569301 Feb 16 09:29:56.679450 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-ec3b04fa-0695-434e-a802-fd3c47f01808 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684068 Feb 16 09:29:56.817885 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-f5d27f6d-3388-468b-8700-77ec203710b3 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322348 Feb 16 09:29:56.947656 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-9fad083c-ec74-4613-bdf6-ea0fe6293d89 req-6bfee74e-c653-4cb9-a84a-bd3067923282 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242917 Feb 16 09:29:57.096280 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489c92e-62d5-43a3-bcfa-79a882dcb4a7 None None] New status for floating IP 5049693b-f6d5-4df8-b920-a4fac165e649: ACTIVE {{(pid=83712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:29:58.764362 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:30:00.260997 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14617-648a-4695-b440-150fbb82735f None None] Sync routers for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:30:00.275435 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:30:00.276057 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:00.454153 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:30:00.767651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 4, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '1eb885df-06e0-4051-9ce4-3557011f4fa4', 'name': '', 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'mac_address': 'fa:16:3e:f7:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:35Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 2, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'subnets': [{'id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:00.771375 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14617-648a-4695-b440-150fbb82735f None None] Checking router: 47df4c2f-f223-4a97-bc57-b34511c8ce8c for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:30:00.771723 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14617-648a-4695-b440-150fbb82735f None None] Updating router 47df4c2f-f223-4a97-bc57-b34511c8ce8c port 1eb885df-06e0-4051-9ce4-3557011f4fa4 binding host dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 16 09:30:00.822924 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.149446 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks [] for port, precommit_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.161397 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-12f14617-648a-4695-b440-150fbb82735f None None] Transition to ACTIVE for port object 1eb885df-06e0-4051-9ce4-3557011f4fa4 will not be triggered until provisioned by entity L2. {{(pid=83711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:30:01.167720 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.332892 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9462d5-359d-498b-a3b1-9bc43c3aeecc None None] Pushing event updated for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=3']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.418569 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-12f14617-648a-4695-b440-150fbb82735f None None] Attempting to bind port 1eb885df-06e0-4051-9ce4-3557011f4fa4 on host dv-neutron-829488-1-hyperv for vnic_type normal with profile {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:30:01.418870 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-12f14617-648a-4695-b440-150fbb82735f None None] Attempting to bind port 1eb885df-06e0-4051-9ce4-3557011f4fa4 by drivers openvswitch,hyperv on host dv-neutron-829488-1-hyperv at level 0 using segments [{'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:30:01.419237 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f14617-648a-4695-b440-150fbb82735f None None] Attempting to bind port 1eb885df-06e0-4051-9ce4-3557011f4fa4 on network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:30:01.431492 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f14617-648a-4695-b440-150fbb82735f None None] Checking agent: {'id': '47b86436-5334-4a77-aa6a-4eadd3b5c061', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 29, 42), 'started_at': datetime.datetime(2022, 2, 16, 8, 30, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:30:01.431863 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f14617-648a-4695-b440-150fbb82735f None None] Checking segment: {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:30:01.432260 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.432650 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f14617-648a-4695-b440-150fbb82735f None None] Bound using segment: {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'} {{(pid=83711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:30:01.433108 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.managers [None req-12f14617-648a-4695-b440-150fbb82735f None None] Bound port: 1eb885df-06e0-4051-9ce4-3557011f4fa4, host: dv-neutron-829488-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc288cf-a75c-40ce-ac07-a0b736abc782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8'}}] {{(pid=83711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:30:01.433477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.524791 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-12f14617-648a-4695-b440-150fbb82735f None None] For port 1eb885df-06e0-4051-9ce4-3557011f4fa4, host dv-neutron-829488-1-hyperv, cleared binding levels {{(pid=83711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:30:01.527748 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-12f14617-648a-4695-b440-150fbb82735f None None] For port 1eb885df-06e0-4051-9ce4-3557011f4fa4, host dv-neutron-829488-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1eb885df-06e0-4051-9ce4-3557011f4fa4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:30:01.531878 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-12f14617-648a-4695-b440-150fbb82735f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:01.613572 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:30:01.614190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:29:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:01.667409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9462d5-359d-498b-a3b1-9bc43c3aeecc None None] Pushing event updated for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:01.794382 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:30:02.109563 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-12f14617-648a-4695-b440-150fbb82735f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 4, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '1eb885df-06e0-4051-9ce4-3557011f4fa4', 'name': '', 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'mac_address': 'fa:16:3e:f7:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:35Z', 'updated_at': '2022-02-16T09:30:01Z', 'revision_number': 4, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'subnets': [{'id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:30:02.113437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f14617-648a-4695-b440-150fbb82735f None None] The sync data for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv is: [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:36Z', 'revision_number': 4, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': '1eb885df-06e0-4051-9ce4-3557011f4fa4', 'name': '', 'network_id': '5d189136-8cf2-4fec-82d0-a9949a2f6cb8', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'mac_address': 'fa:16:3e:f7:88:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:35Z', 'updated_at': '2022-02-16T09:30:01Z', 'revision_number': 4, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'subnets': [{'id': '488cdbe2-6add-4d52-ba46-6afe1f2ddf2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:30:02.464307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:02.521884 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1eb885df-06e0-4051-9ce4-3557011f4fa4 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:30:02.591198 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:30:02.597203 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:02.597656 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:02.719409 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:02.751538 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] For port 1eb885df-06e0-4051-9ce4-3557011f4fa4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1eb885df-06e0-4051-9ce4-3557011f4fa4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:30:02.755953 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:02.827746 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Pushing event updated for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:30:04.491906 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1eb885df-06e0-4051-9ce4-3557011f4fa4 up at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:30:04.557479 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Provisioning complete for port 1eb885df-06e0-4051-9ce4-3557011f4fa4 triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:30:04.557773 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:08.554034 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5e962ea1-6cba-4c8c-8d04-a84c27366f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:11.052505 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7239a85f-b409-4ed0-9587-bdffc932027a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:11.809086 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:12.141580 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:13.957607 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:32.454647 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:35.764286 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:30:38.545704 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6d98fdcd-bdb5-4b23-994c-cd2b76fbaa5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:41.056526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-387d5628-de51-487b-9ac4-b1abb12ffb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:41.812622 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:42.143813 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:43.960692 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:30:56.325016 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-f943d093-52b0-4133-a6a9-c268644524b7 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666671 Feb 16 09:30:56.479737 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-88b270b1-4737-4e9f-b6d7-5e7018b7904c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1098 time: 0.0663719 Feb 16 09:30:56.618797 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-7b9d4c78-d109-4c67-a18a-94de16ca7e4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:56.620144 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-7b9d4c78-d109-4c67-a18a-94de16ca7e4c service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1227424 Feb 16 09:30:56.718937 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-ef1a39b0-6609-4a1d-a42f-b5c55f65490a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 1000 time: 0.0924685 Feb 16 09:30:56.780383 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-7d27b810-3382-441f-8f86-dd05aa9d6209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:30:56.781732 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-7d27b810-3382-441f-8f86-dd05aa9d6209 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0574057 Feb 16 09:30:56.935722 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-9fcd19ac-bb32-43dd-b384-2d26b0d4a7d5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1480200 Feb 16 09:30:57.062698 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-71a6aad1-f7be-445b-9e14-10532a793866 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208832 Feb 16 09:30:57.191232 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-3f390ea9-0c95-4ec8-9faa-c9934785d585 req-9db4864a-1ff5-4117-976b-62a9828806fa service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231678 Feb 16 09:31:02.454308 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:08.547089 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e1f6d98f-028b-4950-843c-8b8553e53105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:11.058929 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a81747bd-26ce-41a9-90dd-35e19b29f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:11.814205 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:12.147212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:12.764983 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:31:13.966466 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:32.468167 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:38.548135 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0c4b029e-d249-4eb5-ba2f-597a244c3b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:41.061429 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-62230a4d-b61d-41db-ab28-c045ef570085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:41.815836 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:42.149891 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:43.967979 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:49.765866 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:31:51.275003 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:31:51.411326 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:51.423957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:31:51.481169 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:51.497420 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d64ea40e-0bf8-47b3-a441-b6cab724c21d {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:31:51.512819 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:51.517164 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:51.587361 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:51.595524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.595874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.596209 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.596795 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.597131 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.597457 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.597783 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.598105 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.598424 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.598759 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.599078 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:31:51.686383 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['d64ea40e-0bf8-47b3-a441-b6cab724c21d'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:31:53.287996 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:31:53.372142 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port d64ea40e-0bf8-47b3-a441-b6cab724c21d triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:31:53.372765 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:53.493431 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:53.525618 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:31:53.536862 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:31:53.543254 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:31:53.619568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:31:53.719634 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'code': 200} Feb 16 09:31:58.429964 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-eabbc1b8-8bd9-43ce-9843-83fb4f41771f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1098 time: 0.0689933 Feb 16 09:31:58.581720 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-40065757-3c13-49c1-9c9f-e3904096a19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:58.583315 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-40065757-3c13-49c1-9c9f-e3904096a19e service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1354711 Feb 16 09:31:58.694623 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-f2dd13ec-f093-4b68-98e8-f837d8d75a2e service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 1000 time: 0.1052637 Feb 16 09:31:58.760653 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-14017aa5-46d4-4cc5-8d77-532efd75b583 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:31:58.762931 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-14017aa5-46d4-4cc5-8d77-532efd75b583 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0624485 Feb 16 09:31:58.841361 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-d5a2f83b-57b7-4e70-8b69-a983855459df service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720508 Feb 16 09:31:58.981716 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-5664426b-603f-4d6d-bdc0-8546f87652eb service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339316 Feb 16 09:31:59.132982 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-a34258ea-db0d-4db3-bb3a-c63c139844c3 req-e5997d6e-19e2-4824-9c0f-be95d405b648 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446593 Feb 16 09:32:02.470267 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:02.953135 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-336ded66-97e9-4152-8786-f4851c8cd3a9 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-239176759&fields=id&tenant_id=a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 267 time: 0.0399499 Feb 16 09:32:03.096081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-e166275b-1334-4892-8074-0f8771f22da6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:03.097661 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-e166275b-1334-4892-8074-0f8771f22da6 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 810 time: 0.1384962 Feb 16 09:32:03.113262 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-50bc4166-21f6-4cf9-bd68-3596f97875dc tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/quotas/a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 375 time: 0.0103557 Feb 16 09:32:03.204333 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-78a76395-a5fc-459e-a257-8b2cbc6f230b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0864267 Feb 16 09:32:03.336544 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-2b6cae8f-e3bf-4bda-ba3c-33b9a8ce8568 service neutron] 10.222.0.94 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208882 Feb 16 09:32:03.463225 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-4a7fcb1b-4a1f-46c4-b470-9abfa48e41d1 service neutron] 10.222.0.94 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209648 Feb 16 09:32:03.662647 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-337ee653-0e57-4326-b8fc-162b05474ef0 req-52a33c7b-601a-4ecf-bc21-a1e0e833cd15 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 210 time: 0.0421162 Feb 16 09:32:04.767272 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-e06feb65-a942-476f-a056-b27a85a35ef0 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:04.768604 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-e06feb65-a942-476f-a056-b27a85a35ef0 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 810 time: 0.1568568 Feb 16 09:32:04.829892 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-aa68c9af-74e7-4818-8a71-77b5c29f8dad tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a31a40299571468ebbbd6f42ae3e9382 HTTP/1.1" status: 200 len: 379 time: 0.0429697 Feb 16 09:32:04.834070 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-06204c28-775b-497c-af1f-9562495365e6 req-ae15981b-7c65-49fd-b49f-ac2278a3c550 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 210 time: 0.0456588 Feb 16 09:32:04.838879 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'port': {'device_id': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'admin_state_up': True, 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'security_groups': ['b830db7c-b740-4a62-adfb-ed2c657376ac']}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:32:04.973800 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:32:04.977805 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:port and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:32:04.981228 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83710) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:32:04.986866 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.quota.driver [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83710) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:32:04.997589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Made reservation on behalf of a31a40299571468ebbbd6f42ae3e9382 for: {'port': 1} {{(pid=83710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 16 09:32:05.000656 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.166355 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_common [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Allocated IP 172.20.0.13 (bebc5608-7219-4a6f-8385-2bfe9ed0f7f6/4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c/ae2749b9-0ff8-4993-b410-0521b94518eb) {{(pid=83710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:32:05.303593 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:32:05.451628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.487055 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:32:05.523855 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:05.529194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.581373 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'code': 200} Feb 16 09:32:05.604136 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.631178 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Transition to ACTIVE for port object ae2749b9-0ff8-4993-b410-0521b94518eb will not be triggered until provisioned by entity DHCP. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:32:05.632703 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:05.668037 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_create {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.750314 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 is already hosted by enough agents. {{(pid=83710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:32:05.758117 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.base_scheduler [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources bound (agent type, host, resource id): {{(pid=83710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:32:05.762551 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Received port after_create {{(pid=83710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:32:05.832641 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=1']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:05.856486 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.856907 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.857232 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.857559 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.857955 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.858276 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.858822 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.859219 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.859538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.860064 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.860775 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:05.892241 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:05.893048 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:05.950534 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-f1a44ce9-0388-47c7-87d9-947847d28f57 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1151292 Feb 16 09:32:06.095512 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bb2132c0-3e84-48d0-9d70-74965c54fcb9 None None] Provisioning for port ae2749b9-0ff8-4993-b410-0521b94518eb completed by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:32:06.100596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-bb2132c0-3e84-48d0-9d70-74965c54fcb9 None None] Provisioning complete for port ae2749b9-0ff8-4993-b410-0521b94518eb triggered by entity DHCP. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:32:06.100977 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bb2132c0-3e84-48d0-9d70-74965c54fcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:06.112051 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace79a5d-e024-4ba3-b671-c05038420534 req-319fcdcb-b7fa-48b1-80ab-816b4cc04479 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:06.113471 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ace79a5d-e024-4ba3-b671-c05038420534 req-319fcdcb-b7fa-48b1-80ab-816b4cc04479 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0827293 Feb 16 09:32:06.169450 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-bb2132c0-3e84-48d0-9d70-74965c54fcb9 None None] Port ae2749b9-0ff8-4993-b410-0521b94518eb cannot update to ACTIVE because it is not bound. {{(pid=83711) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 16 09:32:06.170023 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ace79a5d-e024-4ba3-b671-c05038420534 req-290a2a0c-f07f-446e-983c-e8c91aad85e5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496097 Feb 16 09:32:07.387549 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54733cc-e615-420d-8d7f-d9c1981fe8d7 req-b27a6d17-602e-4f2a-9070-d0542cc5dbd5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:07.388964 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e54733cc-e615-420d-8d7f-d9c1981fe8d7 req-b27a6d17-602e-4f2a-9070-d0542cc5dbd5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0805762 Feb 16 09:32:07.531559 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-e54733cc-e615-420d-8d7f-d9c1981fe8d7 req-1543ee3f-6f0a-488d-af71-99204eec661a tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367090 Feb 16 09:32:08.550874 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1bc11146-5dd7-4614-b632-1ea3c361eec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:08.735822 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68605677-fd8d-4682-9072-e068cdbab734 req-50085e2d-085d-4fe7-9789-ff07d3d42d3a tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:08.737273 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68605677-fd8d-4682-9072-e068cdbab734 req-50085e2d-085d-4fe7-9789-ff07d3d42d3a tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0792787 Feb 16 09:32:08.783828 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-68605677-fd8d-4682-9072-e068cdbab734 req-f7c61d6e-d1a9-491e-973a-ac12e40d9378 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409608 Feb 16 09:32:10.137870 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bd051-aff5-4383-8bdd-52a4cf55afa1 req-25f7fe86-bbd8-47a6-8d37-8f950e848a2d tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:10.139371 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee0bd051-aff5-4383-8bdd-52a4cf55afa1 req-25f7fe86-bbd8-47a6-8d37-8f950e848a2d tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0820241 Feb 16 09:32:10.188622 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ee0bd051-aff5-4383-8bdd-52a4cf55afa1 req-c6d9cb42-a4f4-4e56-b25c-431a70123b16 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436215 Feb 16 09:32:11.065271 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-839af26a-bdf4-416d-91df-53dccbb9702f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:11.405162 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89adbd-df72-4878-9390-6217b7eb49c5 req-22572d1e-cccf-4770-8bad-b8bf208fe18b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:11.406560 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df89adbd-df72-4878-9390-6217b7eb49c5 req-22572d1e-cccf-4770-8bad-b8bf208fe18b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0787020 Feb 16 09:32:11.460597 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-df89adbd-df72-4878-9390-6217b7eb49c5 req-79e7c449-a43f-4821-8285-700823a6ce6b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479345 Feb 16 09:32:11.818403 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:12.154394 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:12.658685 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ce011-fa1b-485c-b3e2-bf5083694510 req-d9b492ef-375a-4b89-aa50-33fb80c99be0 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:12.660190 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6c1ce011-fa1b-485c-b3e2-bf5083694510 req-d9b492ef-375a-4b89-aa50-33fb80c99be0 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0764725 Feb 16 09:32:12.709744 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-6c1ce011-fa1b-485c-b3e2-bf5083694510 req-577ac913-33e3-42e5-b832-b4ddf6f8affb tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436416 Feb 16 09:32:13.910171 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c85351-7495-4e8e-a5d6-a4aba939dc67 req-48483b0f-de1b-46ba-b748-5f5b93b2fb51 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:13.911678 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a1c85351-7495-4e8e-a5d6-a4aba939dc67 req-48483b0f-de1b-46ba-b748-5f5b93b2fb51 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 932 time: 0.0783072 Feb 16 09:32:13.930958 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.v2.base [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Request body: {'port': {'device_id': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:32:13.957735 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-a1c85351-7495-4e8e-a5d6-a4aba939dc67 req-1baef61d-f929-4373-8415-1ed2ac9f157c tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405896 Feb 16 09:32:13.974319 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.048149 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.374186 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2749b9-0ff8-4993-b410-0521b94518eb {{(pid=83710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:32:14.380794 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.394611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.provisioning_blocks [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Transition to ACTIVE for port object ae2749b9-0ff8-4993-b410-0521b94518eb will not be triggered until provisioned by entity L2. {{(pid=83710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 16 09:32:14.398079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.529255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=2']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.632785 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Attempting to bind port ae2749b9-0ff8-4993-b410-0521b94518eb on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 16 09:32:14.633116 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Attempting to bind port ae2749b9-0ff8-4993-b410-0521b94518eb by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 16 09:32:14.633437 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Attempting to bind port ae2749b9-0ff8-4993-b410-0521b94518eb on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:32:14.639225 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Port ae2749b9-0ff8-4993-b410-0521b94518eb on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 16 09:32:14.639538 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Attempting to bind port ae2749b9-0ff8-4993-b410-0521b94518eb on network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 16 09:32:14.645956 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Checking agent: {'id': 'a64c6945-6a86-41f0-8759-a9c46260e6d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'started_at': datetime.datetime(2022, 2, 16, 8, 36, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 16, 9, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 16 09:32:14.646287 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Checking segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 16 09:32:14.646695 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Bound using segment: {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'} {{(pid=83710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 16 09:32:14.647115 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.managers [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Bound port: ae2749b9-0ff8-4993-b410-0521b94518eb, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14404858-d919-4cfd-ab26-890c0b384399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6'}}] {{(pid=83710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 16 09:32:14.647459 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.734340 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, cleared binding levels {{(pid=83710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 16 09:32:14.737303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 16 09:32:14.741109 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3630418'] for port, after_update {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.800734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:14.802265 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] 10.222.0.98 "PUT /v2.0/ports/ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 1094 time: 0.8757024 Feb 16 09:32:14.802712 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:32:14.825864 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703f33d-dd9c-4f37-afa2-99bf9fc8a207 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=3']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:14.888167 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'status': 'completed', 'code': 200} Feb 16 09:32:14.933800 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-873584fe-0575-4058-9e48-48e5e4161a5c service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1097 time: 0.0763867 Feb 16 09:32:15.010277 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-aad63311-bdea-4bc2-9e88-8bd9198ad614 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 217 time: 0.0640929 Feb 16 09:32:15.074505 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-1887e133-8678-49a6-92d6-1f762bc0e752 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.076459 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-1887e133-8678-49a6-92d6-1f762bc0e752 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0602219 Feb 16 09:32:15.149216 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-4b31bea6-18e4-42f9-be39-1a933a5d21c2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673301 Feb 16 09:32:15.222720 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e1bcf-4d8e-4335-987b-fb39121d01ac req-873b0c30-d3ea-4bf7-a018-d22437be5478 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.224333 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f61e1bcf-4d8e-4335-987b-fb39121d01ac req-873b0c30-d3ea-4bf7-a018-d22437be5478 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 944 time: 0.1417837 Feb 16 09:32:15.270683 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f61e1bcf-4d8e-4335-987b-fb39121d01ac req-f1bd2379-9121-4aa6-b894-5aacd5412ee4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402620 Feb 16 09:32:15.280227 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-bbdceda5-a503-4322-8e8f-5df45816a00b service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249158 Feb 16 09:32:15.493807 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-5f829caf-bc62-47d0-b1fe-ec36f01a8265 req-c33bea25-38f5-440b-be3b-25ff8510d708 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079294 Feb 16 09:32:15.644639 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-2fdb6da3-efc5-44e9-b109-f58669564f4f service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1097 time: 0.0693455 Feb 16 09:32:15.771524 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-e0b2dc5f-1a96-43b6-bd1f-af2240f94485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.772940 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-e0b2dc5f-1a96-43b6-bd1f-af2240f94485 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1223836 Feb 16 09:32:15.837443 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-c8358103-cc2c-4c1e-a49e-6de922c92003 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 217 time: 0.0583236 Feb 16 09:32:15.900212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-fd5fcdaa-a8ba-4724-8c23-1d1b76b0d9cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:15.901587 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-fd5fcdaa-a8ba-4724-8c23-1d1b76b0d9cb service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0584116 Feb 16 09:32:15.974168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-fd42713f-3604-4446-8e6f-1ec9354ac685 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658386 Feb 16 09:32:16.105432 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-58b31e9a-0a74-489e-bae8-7650858f2746 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244149 Feb 16 09:32:16.233476 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-4ff91f13-d0f1-4785-9433-9e01df6d1b9d req-b572d19e-7525-49ea-b0ba-becc79ad20f3 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214221 Feb 16 09:32:16.536425 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f5481a-ffcf-4d1f-b00c-7f5bf13dad1c req-3b0b5893-e1b5-4cfa-a109-4ee9879e735e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:16.537861 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f5481a-ffcf-4d1f-b00c-7f5bf13dad1c req-3b0b5893-e1b5-4cfa-a109-4ee9879e735e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 944 time: 0.1451578 Feb 16 09:32:16.582767 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-02f5481a-ffcf-4d1f-b00c-7f5bf13dad1c req-341daa41-8571-4f29-ba93-de0033324978 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394475 Feb 16 09:32:17.374675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:32:17.506742 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:17.519922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'mac_address': 'fa:16:3e:db:46:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:32:17.570772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:17.586919 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2749b9-0ff8-4993-b410-0521b94518eb {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:32:17.601213 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:17.605011 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:17.668903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=4']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:17.775836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41045e04-e620-4a7e-b6ee-ad8e8e56b99c req-b11dad07-789b-4efd-890c-88651b13da09 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:17.777207 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41045e04-e620-4a7e-b6ee-ad8e8e56b99c req-b11dad07-789b-4efd-890c-88651b13da09 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 945 time: 0.0734639 Feb 16 09:32:17.824994 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-41045e04-e620-4a7e-b6ee-ad8e8e56b99c req-9bbc02d5-a64b-4855-8596-e59316683b0d tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423679 Feb 16 09:32:17.905739 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['ae2749b9-0ff8-4993-b410-0521b94518eb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:32:19.020181 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98270be0-905c-493d-922c-68082b623b63 req-a1bc323a-6981-475e-af61-ef853dfa1dc5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:19.021887 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98270be0-905c-493d-922c-68082b623b63 req-a1bc323a-6981-475e-af61-ef853dfa1dc5 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 945 time: 0.0774920 Feb 16 09:32:19.068345 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-98270be0-905c-493d-922c-68082b623b63 req-ba3b6ef2-91f3-4c28-8e45-d3644a30d8a2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411174 Feb 16 09:32:19.380738 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:32:19.446524 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning for port ae2749b9-0ff8-4993-b410-0521b94518eb completed by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 16 09:32:19.450957 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port ae2749b9-0ff8-4993-b410-0521b94518eb triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:32:19.451344 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:19.561504 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:19.586869 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:32:19.596523 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:32:19.601668 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:19.644979 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'code': 200} Feb 16 09:32:19.671950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=5']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:19.912073 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-adca7ec8-a812-4e4e-8fa5-1cfe82471277 req-52d2c08d-421f-4ebb-8259-214d9ca3587a service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1099 time: 0.0691526 Feb 16 09:32:19.951629 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-adca7ec8-a812-4e4e-8fa5-1cfe82471277 req-ea9a056d-b92d-48e5-b9f6-41ebbb498f83 service neutron] 10.222.0.98 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345087 Feb 16 09:32:20.264047 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6527-7e6b-4e41-9479-63c3cd41587d req-0e5ef0ba-d8fb-44ab-9dc7-94312a9b0010 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:20.265476 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b0a6527-7e6b-4e41-9479-63c3cd41587d req-0e5ef0ba-d8fb-44ab-9dc7-94312a9b0010 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 946 time: 0.0787334 Feb 16 09:32:20.308283 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-4b0a6527-7e6b-4e41-9479-63c3cd41587d req-65dbd9f9-3118-4035-bd5e-4f9c19360977 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373280 Feb 16 09:32:21.504739 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32783-b35a-4e14-b74e-fd5fbba41c38 req-1e0d8a06-e039-419c-93f4-1cdc49cdd965 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:21.505914 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8d32783-b35a-4e14-b74e-fd5fbba41c38 req-1e0d8a06-e039-419c-93f4-1cdc49cdd965 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 946 time: 0.0731232 Feb 16 09:32:21.551423 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c8d32783-b35a-4e14-b74e-fd5fbba41c38 req-4b61e235-fb33-4231-9078-7356d0d67054 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393596 Feb 16 09:32:21.749179 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30e6ee-18e9-49a5-92ff-e204a8b1e723 req-c643b2f6-84b2-4417-886c-a39c646fede7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:21.750651 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c30e6ee-18e9-49a5-92ff-e204a8b1e723 req-c643b2f6-84b2-4417-886c-a39c646fede7 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 946 time: 0.0776119 Feb 16 09:32:21.794318 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-3c30e6ee-18e9-49a5-92ff-e204a8b1e723 req-ce743c21-66ec-4336-a982-2a24ea45670d tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Feb 16 09:32:21.821108 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44238) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:32:21.888242 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-0de20410-49ca-4f87-86c7-31c5932e9439 tempest-TestSnapshotPattern-1021400212 tempest-TestSnapshotPattern-1021400212-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1094 time: 0.0660069 Feb 16 09:32:21.890698 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44242) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:32:21.895631 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.v2.base [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Request body: {'floatingip': {'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 16 09:32:21.900914 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 16 09:32:21.905147 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Usage tracker for resource:floatingip and tenant:a31a40299571468ebbbd6f42ae3e9382 is out of sync, need to count used quota {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 16 09:32:21.907960 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 16 09:32:21.913482 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.quota.driver [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 16 09:32:21.923422 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:22.056920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:22.191962 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.db_base_plugin_common [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Allocated IP 172.26.4.112 (19ca0748-c71b-4f18-b783-087a01465729/8b9c6086-c64b-4d6b-b82c-2ece20238d06/9a005818-ed69-40c6-a248-a07ba83fdb95) {{(pid=83709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 16 09:32:22.332081 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:22.360031 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791871887225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:22.429458 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Network 19ca0748-c71b-4f18-b783-087a01465729 is already hosted by enough agents. {{(pid=83709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 16 09:32:22.432055 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.base_scheduler [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Resources bound (agent type, host, resource id): {{(pid=83709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 16 09:32:22.436131 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Received port after_create {{(pid=83709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 16 09:32:22.538840 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=9a005818-ed69-40c6-a248-a07ba83fdb95,revision_number=1']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:22.560901 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.561236 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.561565 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.561887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.562207 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.562553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.562869 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.563187 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.563495 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.563803 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:22.564109 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:32:23.022781 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:23.076602 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:23.274596 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for port, precommit_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:23.280242 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3276240'] for port, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:23.380589 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event updated for resources: {'Port': ['ID=9a005818-ed69-40c6-a248-a07ba83fdb95,revision_number=2']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:32:23.392115 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-782460'] for floatingip, after_update {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:23.576373 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.db.l3_db [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Floating IP a61291f4-b331-4048-a766-0691c4f05be2 associated. External IP: 172.26.4.112, port: ae2749b9-0ff8-4993-b410-0521b94518eb. Feb 16 09:32:24.034753 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:32:24.227836 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:32:24.238257 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:32:24.250540 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:32:24.251395 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:32:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.254697 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:24.307755 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-8aebb945-78c9-433a-bad0-ccd176e0f6ac tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4159782 Feb 16 09:32:24.308234 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:32:24.424056 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:32:24.439251 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'status': 'completed', 'code': 200} Feb 16 09:32:24.547309 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-ae63d367-e7c8-4b35-9af9-34e50a4e8972 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1099 time: 0.0682595 Feb 16 09:32:24.679203 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-f8e10907-26bb-47be-82a1-85a51f96b9d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:24.680596 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-f8e10907-26bb-47be-82a1-85a51f96b9d5 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1270926 Feb 16 09:32:24.768735 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}, {'id': 'a61291f4-b331-4048-a766-0691c4f05be2', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:db:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:32:22Z', 'updated_at': '2022-02-16T09:32:22Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.773353 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:32:24.784718 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:32:24.785306 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:32:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:24.793271 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-5a8f0b46-d620-4346-9405-47564b0a07e5 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 1000 time: 0.1067579 Feb 16 09:32:24.853496 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-5d65ff8f-9df2-48ad-9508-0967c53a0552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:24.854945 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-5d65ff8f-9df2-48ad-9508-0967c53a0552 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0565801 Feb 16 09:32:24.930326 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-be9ee009-3d49-4b1f-aadd-5efc53e21ca2 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691872 Feb 16 09:32:24.958244 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:32:25.060144 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-eb8ac9d1-27e8-43bc-bfc9-e39762b3a16c service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242702 Feb 16 09:32:25.285549 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-fc776665-3ffe-496b-876c-12c1b0e93fcd req-e214b4f2-8dfb-4efd-867a-e0f478ddde19 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194772 Feb 16 09:32:25.299576 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}, {'id': 'a61291f4-b331-4048-a766-0691c4f05be2', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:db:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:32:22Z', 'updated_at': '2022-02-16T09:32:22Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:32:25.303664 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa764d4-30c7-425f-b415-6b7f55453f8f None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}, {'id': 'a61291f4-b331-4048-a766-0691c4f05be2', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.112', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:db:46:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:32:22Z', 'updated_at': '2022-02-16T09:32:22Z', 'revision_number': 0, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:32:25.488903 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b29b9e7-6fec-42c4-bf51-4a51dabeff4f None None] New status for floating IP a61291f4-b331-4048-a766-0691c4f05be2: ACTIVE {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:32:26.765977 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:32:32.482971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:38.551498 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-786166f5-3fe4-46be-94bd-67ca86707448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:41.069115 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-81b56e79-2dea-4135-9e23-e321f8daf69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:41.819451 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:42.155662 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:43.973510 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:32:59.427834 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-88a94226-1e20-4414-a21e-2420e65b9240 service neutron] 10.222.0.98 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1700892 Feb 16 09:32:59.587151 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-4b899284-626b-48e2-958a-2f8fb88b49e0 service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1096 time: 0.0695353 Feb 16 09:32:59.726776 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-8861615f-28b8-46dd-ab83-fb8690f92aa3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:59.728177 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-8861615f-28b8-46dd-ab83-fb8690f92aa3 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1231422 Feb 16 09:32:59.824824 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-51573687-e51c-447a-8c27-e3f01a60c7b4 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 998 time: 0.0902824 Feb 16 09:32:59.888514 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-6c99cd70-fa1a-42de-ad09-beff3b077f5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:32:59.889826 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-6c99cd70-fa1a-42de-ad09-beff3b077f5f service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0595839 Feb 16 09:32:59.961484 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-d2bb67e6-b55a-4590-84b5-3a22b1ade164 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660970 Feb 16 09:33:00.091760 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-2d2c0225-0ebc-42bc-a43e-9a9d7fa4d756 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237600 Feb 16 09:33:00.220027 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-90389b0f-34d1-4182-a641-dcf7505d76f0 req-d2f066dd-cf13-4e7e-87d9-60037e33c865 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218514 Feb 16 09:33:02.492687 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:03.765933 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:33:08.552455 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bb363189-c999-4e83-94fa-f653fb3a1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:11.070159 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-29e64424-e684-4cb5-89df-0103a54dbd84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:11.821208 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:12.159497 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:13.977288 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:32.498663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:38.553374 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e1e62847-97e1-4bfa-8fbd-9802e4aae29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:40.765814 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:33:41.071211 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-1633b7c9-5989-46a8-90c5-236d83a408f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:41.822234 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:42.160543 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:43.980921 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:55.863023 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83711) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 16 09:33:55.999821 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:56.013772 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Returning: {'device': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'port_id': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'mac_address': 'fa:16:3e:db:46:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83711) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 16 09:33:56.068529 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:56.095098 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae2749b9-0ff8-4993-b410-0521b94518eb {{(pid=83711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 16 09:33:56.110193 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:56.114462 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:56.187290 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=6']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:33:56.201307 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.201661 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.202005 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.202347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.202823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.203174 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.203500 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.203827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.204152 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.204477 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.204800 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:33:56.259981 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] get_ports_and_sgs() called for port_ids ['ae2749b9-0ff8-4993-b410-0521b94518eb'] {{(pid=83711) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 16 09:33:57.878194 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb up at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 16 09:33:57.950546 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.provisioning_blocks [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Provisioning complete for port ae2749b9-0ff8-4993-b410-0521b94518eb triggered by entity L2. {{(pid=83711) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 16 09:33:57.950823 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1094701'] for port, provisioning_complete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:58.080232 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:58.107877 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:33:58.119215 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:33:58.125579 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:33:58.174923 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'code': 200} Feb 16 09:33:58.204437 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=7']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:00.449781 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-69c09404-ae60-4173-a065-a4a4b93433fa service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1099 time: 0.0914400 Feb 16 09:34:00.609813 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210172-cfdb-415e-90dc-07c961dacbee req-e2f3419e-07ff-4ebb-84e9-a933fa58dd10 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.611385 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-e2f3419e-07ff-4ebb-84e9-a933fa58dd10 service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1428430 Feb 16 09:34:00.724068 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-bf8c53bd-2e8e-45e6-ae5e-c88fb02d70c9 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 1002 time: 0.1063857 Feb 16 09:34:00.788162 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2210172-cfdb-415e-90dc-07c961dacbee req-5ae1a6b5-61c4-4fe5-9624-dae8dfab26e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:00.789714 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-5ae1a6b5-61c4-4fe5-9624-dae8dfab26e6 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0602739 Feb 16 09:34:00.864820 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-19e89de3-b7bf-41fb-8d4b-2e152b90da50 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694122 Feb 16 09:34:01.015463 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-59e3ad8b-ed12-420d-a4a7-1ec6ff2be128 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411784 Feb 16 09:34:01.162949 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-f2210172-cfdb-415e-90dc-07c961dacbee req-7e319dc4-83cf-4307-8214-0fc7e162d6a2 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410050 Feb 16 09:34:02.512467 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:07.350972 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44382) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:07.550469 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Deleting port 9a005818-ed69-40c6-a248-a07ba83fdb95 {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:07.550821 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:07.711237 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:07.711553 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:07.828984 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Calling delete_port for 9a005818-ed69-40c6-a248-a07ba83fdb95 owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:07.972203 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:08.019590 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event deleted for resources: {'Port': ['ID=9a005818-ed69-40c6-a248-a07ba83fdb95,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:08.056113 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.056466 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.056806 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.057735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.058076 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.058406 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.058758 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.059087 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.059411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.059735 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.060054 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:08.117290 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:08.555162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6fe146b7-7d8f-434a-9cd4-e42b06adc5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:08.605230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:34:08.800709 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:34:08.809950 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:34:08.816052 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:08.821643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:08.822249 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:33:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:08.867940 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-a229473e-b5fa-4846-a870-335a8c16bdd2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "DELETE /v2.0/floatingips/a61291f4-b331-4048-a766-0691c4f05be2 HTTP/1.1" status: 204 len: 168 time: 1.5159225 Feb 16 09:34:08.868614 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:34:08.926783 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'status': 'completed', 'code': 200} Feb 16 09:34:09.003645 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:09.138401 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-9db9b348-c14d-4422-909f-847eabefd17e service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 1099 time: 0.1698673 Feb 16 09:34:09.275315 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-e932211c-0a8f-4962-a66c-5710ae8f45ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.276839 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-e932211c-0a8f-4962-a66c-5710ae8f45ac service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.1296656 Feb 16 09:34:09.289413 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f473e-5b05-4059-a2b8-80a65604923c req-2255a641-2e0d-4780-99ba-1fe0e4ea56f3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.290110 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-f97f473e-5b05-4059-a2b8-80a65604923c req-2255a641-2e0d-4780-99ba-1fe0e4ea56f3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:34:09.309362 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-f97f473e-5b05-4059-a2b8-80a65604923c req-2255a641-2e0d-4780-99ba-1fe0e4ea56f3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:34:09.310700 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f97f473e-5b05-4059-a2b8-80a65604923c req-2255a641-2e0d-4780-99ba-1fe0e4ea56f3 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 946 time: 0.1095598 Feb 16 09:34:09.352597 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-fcd3d641-8dfb-4ee0-a97a-23360948f008 service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 200 len: 217 time: 0.0695603 Feb 16 09:34:09.358275 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-f97f473e-5b05-4059-a2b8-80a65604923c req-ae37f478-5994-4dc3-bcd3-817ccae8d94d tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 Feb 16 09:34:09.367355 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:09.371418 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:34:09.381975 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:09.382605 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:33:41Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:09.421611 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-51cb9a4c-76db-463d-908a-46a52bd9c35a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:09.423038 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-51cb9a4c-76db-463d-908a-46a52bd9c35a service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0570712 Feb 16 09:34:09.495500 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-69fc3944-84c1-4f06-ac04-643437cfb91f service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664105 Feb 16 09:34:09.553338 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:09.623998 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-00b3823d-02ef-48c2-89c6-e5a112f52868 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223631 Feb 16 09:34:09.754723 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-1213de07-f231-4645-a5bb-d98c9c1c6a8d req-a6c9793e-340b-4cf1-a760-c52688d1ad7f service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234376 Feb 16 09:34:09.895614 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:09.899368 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19114ec5-d297-4876-a2a7-23605027d7dc None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_floatingips': [{'id': '5049693b-f6d5-4df8-b920-a4fac165e649', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'router_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'port_id': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'mac_address': 'fa:16:3e:a3:98:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-16T09:29:51Z', 'updated_at': '2022-02-16T09:29:57Z', 'revision_number': 1, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:34:09.940732 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:10.048860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1151232'] for port, before_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:10.079015 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:34:10.089183 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:10.094062 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791872311956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791871887243', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791871887288'] for port, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:10.158709 dv-neutron-829488-1-hyperv neutron-server[83711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'code': 200} Feb 16 09:34:10.159587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198355e-1de3-4649-ba8d-8b17b459ae43 None None] New status for floating IP a61291f4-b331-4048-a766-0691c4f05be2: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:34:10.309255 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Pushing event updated for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=8']} {{(pid=83711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:10.556354 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4647ecc-2426-4bbf-93e5-3c760782fa26 req-9033841b-7ed9-461f-9825-731e57d4220b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:10.558039 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4647ecc-2426-4bbf-93e5-3c760782fa26 req-9033841b-7ed9-461f-9825-731e57d4220b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 944 time: 0.0757883 Feb 16 09:34:10.608954 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-c4647ecc-2426-4bbf-93e5-3c760782fa26 req-f9106cee-c30e-40a8-9065-5962891f54c2 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441227 Feb 16 09:34:10.914160 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-49af482c-c7c1-4028-ab4b-fc9f3a3c96d9 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:10.914789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-49af482c-c7c1-4028-ab4b-fc9f3a3c96d9 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:34:10.926398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-49af482c-c7c1-4028-ab4b-fc9f3a3c96d9 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:34:10.927486 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-49af482c-c7c1-4028-ab4b-fc9f3a3c96d9 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 944 time: 0.0888941 Feb 16 09:34:10.992127 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Deleting port ae2749b9-0ff8-4993-b410-0521b94518eb {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:10.992458 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:11.073665 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-f59ba5c1-bb31-4c1f-9cf9-a26ca9bf4a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:11.228783 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] For port ae2749b9-0ff8-4993-b410-0521b94518eb, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ae2749b9-0ff8-4993-b410-0521b94518eb,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:11.229068 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:11.347122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Calling delete_port for ae2749b9-0ff8-4993-b410-0521b94518eb owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:11.485143 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:11.530416 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event deleted for resources: {'Port': ['ID=ae2749b9-0ff8-4993-b410-0521b94518eb,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:11.570144 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.570528 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.570875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.571212 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.571546 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.571877 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.572205 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.572532 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.572954 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.573281 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.573601 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-1-hyperv {{(pid=83710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 16 09:34:11.615992 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] No DVR routers for this DVR port ae2749b9-0ff8-4993-b410-0521b94518eb on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:34:11.618327 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:11.621389 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-deleted', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:34:11.636027 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-7214cd68-ad89-4f55-8dac-2f1a1d61e917 req-5f1a1dd7-b0be-4bf2-aca8-25e5344eecfd tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "DELETE /v2.0/ports/ae2749b9-0ff8-4993-b410-0521b94518eb HTTP/1.1" status: 204 len: 173 time: 0.7022526 Feb 16 09:34:11.679317 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '165352da-73d3-4fb4-a43e-9045ea7658f0', 'name': 'network-vif-deleted', 'tag': 'ae2749b9-0ff8-4993-b410-0521b94518eb', 'status': 'completed', 'code': 200} Feb 16 09:34:11.770014 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-ad1bd7c4-987f-484c-ac10-4db2e8e82146 req-6c969e48-5793-4c8e-8754-13e71039aeed tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=165352da-73d3-4fb4-a43e-9045ea7658f0 HTTP/1.1" status: 200 len: 210 time: 0.0408943 Feb 16 09:34:11.826767 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:12.163460 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:13.423978 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44442) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:13.620625 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Deleting port ffe201e5-3272-4402-9b57-f9f300e31f3d {{(pid=83709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:13.620963 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:13.781637 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:13.781955 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:13.896287 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.plugins.ml2.plugin [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Calling delete_port for ffe201e5-3272-4402-9b57-f9f300e31f3d owned by network:floatingip {{(pid=83709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:13.957218 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:13.998583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: ae2749b9-0ff8-4993-b410-0521b94518eb {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:13.998932 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device ae2749b9-0ff8-4993-b410-0521b94518eb not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:14.007286 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:14.046465 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3276249'] for port, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:14.090677 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event deleted for resources: {'Port': ['ID=ffe201e5-3272-4402-9b57-f9f300e31f3d,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:14.179887 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for floatingip, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:14.661071 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:34:14.856673 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:34:14.866156 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a095c-8415-414b-96f7-f58262854bde None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:34:14.872529 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for floatingip, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:14.877814 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:14.878505 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:14.931867 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ed7ca67d-0dc7-45d2-a8b5-71f857e38b27 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "DELETE /v2.0/floatingips/5049693b-f6d5-4df8-b920-a4fac165e649 HTTP/1.1" status: 204 len: 168 time: 1.5066226 Feb 16 09:34:14.933320 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:34:14.989840 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'status': 'completed', 'code': 200} Feb 16 09:34:15.053189 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:15.109699 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-9a73adef-006d-4335-b8c3-05faa8abdbdb service neutron] 10.222.0.98 "GET /v2.0/ports?tenant_id=a31a40299571468ebbbd6f42ae3e9382&device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 1096 time: 0.0742238 Feb 16 09:34:15.343674 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-b8b1609b-ecfd-449b-9f5a-6e087c704a5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:15.345264 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-b8b1609b-ecfd-449b-9f5a-6e087c704a5f service neutron] 10.222.0.98 "GET /v2.0/networks?id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 200 len: 911 time: 0.2298589 Feb 16 09:34:15.355057 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad0a0a-43f0-405e-ad80-156e3d50358e req-43c76745-1e1b-4047-99cc-95c6255090e4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:15.355671 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-5dad0a0a-43f0-405e-ad80-156e3d50358e req-43c76745-1e1b-4047-99cc-95c6255090e4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:34:15.371827 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.quota.resource [req-5dad0a0a-43f0-405e-ad80-156e3d50358e req-43c76745-1e1b-4047-99cc-95c6255090e4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:34:15.373229 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dad0a0a-43f0-405e-ad80-156e3d50358e req-43c76745-1e1b-4047-99cc-95c6255090e4 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0942528 Feb 16 09:34:15.409127 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:15.413266 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a095c-8415-414b-96f7-f58262854bde None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:34:15.417106 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-501dd976-a5e0-42db-888d-ca36f3b0816a service neutron] 10.222.0.98 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 200 len: 217 time: 0.0647120 Feb 16 09:34:15.423181 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-5dad0a0a-43f0-405e-ad80-156e3d50358e req-efa223e2-6cab-4712-9042-02c6ea0e5111 tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 Feb 16 09:34:15.425091 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:15.425680 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:15.480882 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-dba81fc6-0889-4e28-b03c-fa82b4355502 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:15.482312 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-dba81fc6-0889-4e28-b03c-fa82b4355502 service neutron] 10.222.0.98 "GET /v2.0/subnets?id=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 200 len: 849 time: 0.0595276 Feb 16 09:34:15.559239 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-d725393c-32d6-4b29-8dc4-91a3e91a2cf5 service neutron] 10.222.0.98 "GET /v2.0/ports?network_id=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709782 Feb 16 09:34:15.599901 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:15.688133 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-c6952cd7-c501-4f81-b28c-4c1ceafbd633 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228495 Feb 16 09:34:15.817150 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-55c04f91-8f8b-4da1-a9f9-d0de927012f9 req-2242a658-9b0d-4d70-a351-50a70acc7283 service neutron] 10.222.0.98 "GET /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229327 Feb 16 09:34:15.901660 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-327a095c-8415-414b-96f7-f58262854bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:15.905394 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327a095c-8415-414b-96f7-f58262854bde None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:29:30Z', 'revision_number': 4, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv', '_interfaces': [{'id': 'c6082c77-f756-455d-992d-87b20e4f5ec7', 'name': '', 'network_id': 'bebc5608-7219-4a6f-8385-2bfe9ed0f7f6', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'mac_address': 'fa:16:3e:3d:88:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:29Z', 'updated_at': '2022-02-16T09:29:38Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'subnets': [{'id': '4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:34:16.113628 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709dfb7c-0844-4539-b13b-581643a7f7b7 None None] New status for floating IP 5049693b-f6d5-4df8-b920-a4fac165e649: DOWN {{(pid=83711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 16 09:34:16.622953 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22814a-a7b2-4bc2-afc7-52e08ba44a3f req-901110ea-f78b-452d-9059-18600a8b79fe tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:16.624435 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c22814a-a7b2-4bc2-afc7-52e08ba44a3f req-901110ea-f78b-452d-9059-18600a8b79fe tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0775592 Feb 16 09:34:16.669837 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-9c22814a-a7b2-4bc2-afc7-52e08ba44a3f req-b59d47ca-62ef-4df4-80be-453de8d0bf5c tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/security-groups?id=b830db7c-b740-4a62-adfb-ed2c657376ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386703 Feb 16 09:34:16.955949 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66def8cb-053d-459e-9498-d7292117e924 req-ad42a5e8-c281-4918-87b3-4d6b95ee631b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 16 09:34:16.956550 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-66def8cb-053d-459e-9498-d7292117e924 req-ad42a5e8-c281-4918-87b3-4d6b95ee631b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Synchronizing usage tracker for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83710) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 16 09:34:16.968971 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.quota.resource [req-66def8cb-053d-459e-9498-d7292117e924 req-ad42a5e8-c281-4918-87b3-4d6b95ee631b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Unset dirty status for tenant:a31a40299571468ebbbd6f42ae3e9382 on resource:port {{(pid=83710) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 16 09:34:16.970061 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-66def8cb-053d-459e-9498-d7292117e924 req-ad42a5e8-c281-4918-87b3-4d6b95ee631b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 943 time: 0.0871758 Feb 16 09:34:17.038026 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Deleting port d64ea40e-0bf8-47b3-a441-b6cab724c21d {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:17.038360 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:17.270078 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] For port d64ea40e-0bf8-47b3-a441-b6cab724c21d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d64ea40e-0bf8-47b3-a441-b6cab724c21d,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:17.270485 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:17.389963 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Calling delete_port for d64ea40e-0bf8-47b3-a441-b6cab724c21d owned by compute:nova {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:17.524428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:17.574007 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event deleted for resources: {'Port': ['ID=d64ea40e-0bf8-47b3-a441-b6cab724c21d,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:17.645633 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] No DVR routers for this DVR port d64ea40e-0bf8-47b3-a441-b6cab724c21d on host hv-neutron-8294 {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:34:17.648071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-516342'] for port, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:17.650589 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-deleted', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d'}] {{(pid=83710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 16 09:34:17.665570 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [req-66def8cb-053d-459e-9498-d7292117e924 req-6e958902-92c2-4f8e-b1a0-b490f62c675e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.98 "DELETE /v2.0/ports/d64ea40e-0bf8-47b3-a441-b6cab724c21d HTTP/1.1" status: 204 len: 173 time: 0.6904836 Feb 16 09:34:17.706168 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59266a7-9aa6-407c-b133-03fc9cbf5772', 'name': 'network-vif-deleted', 'tag': 'd64ea40e-0bf8-47b3-a441-b6cab724c21d', 'status': 'completed', 'code': 200} Feb 16 09:34:17.766208 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:34:17.833036 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [req-472057db-cf84-453c-8100-18ad54b0670e req-ebe477ec-408c-4f34-a1de-fafc60f0068b tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "GET /v2.0/ports?device_id=d59266a7-9aa6-407c-b133-03fc9cbf5772 HTTP/1.1" status: 200 len: 210 time: 0.0454566 Feb 16 09:34:18.938197 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44460) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:19.007587 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:19.036246 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:19.099411 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:19.117269 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b830db7c-b740-4a62-adfb-ed2c657376ac,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:19.128415 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:19.129539 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-d2bf1623-2f1d-4104-a765-117d215f649e tempest-TestSnapshotPattern-782429856 tempest-TestSnapshotPattern-782429856-project] 10.222.0.94 "DELETE /v2.0/security-groups/b830db7c-b740-4a62-adfb-ed2c657376ac HTTP/1.1" status: 204 len: 168 time: 0.1903079 Feb 16 09:34:19.188009 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44466) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:19.655703 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:19.986838 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:20.021675 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] No Port match for: d64ea40e-0bf8-47b3-a441-b6cab724c21d {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:20.022017 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Device d64ea40e-0bf8-47b3-a441-b6cab724c21d not bound to the agent host hv-neutron-8294 {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:20.231258 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Deleting port c6082c77-f756-455d-992d-87b20e4f5ec7 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:20.231819 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:20.395159 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] For port c6082c77-f756-455d-992d-87b20e4f5ec7, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=c6082c77-f756-455d-992d-87b20e4f5ec7,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:20.395508 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:20.513935 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Calling delete_port for c6082c77-f756-455d-992d-87b20e4f5ec7 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:20.678902 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:20.725073 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6082c77-f756-455d-992d-87b20e4f5ec7,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:21.098889 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:21.658875 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:34:21.849828 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:34:21.858774 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Sync routers for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:34:21.862223 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-3b719b58-11cf-4627-ac18-388cf36ff917 admin admin] 10.222.0.94 "PUT /v2.0/routers/03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6731684 Feb 16 09:34:21.864760 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44472) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:21.869887 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:21.870501 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:22.041352 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: dv-neutron-829488-1-hyperv {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:22.057810 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:22.248961 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:22.257764 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Deleting port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:22.258141 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:22.313934 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126'}], 'enable_snat': True}, 'gw_port_id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:34:20Z', 'revision_number': 5, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port': {'id': 'f7f2e1d7-a467-4efe-8662-10f0c44ad0ed', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:a5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:28Z', 'updated_at': '2022-02-16T09:29:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:22.318000 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Checking router: 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe for host: dv-neutron-829488-1-hyperv {{(pid=83712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:34:22.329643 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Routers {'03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:22.330261 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'], 'active': True} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:22.518981 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_dvr_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] Set router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe gateway port host: None {{(pid=83712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:22.539835 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] For port f7f2e1d7-a467-4efe-8662-10f0c44ad0ed, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:22.540193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:22.621321 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.l3_hamode_db [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:34:22Z', 'revision_number': 6, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port_host': None}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:22.625194 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9b0238-6f5b-462d-94f6-e0564606f643 None None] The sync data for ids ['03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe'] in dv-neutron-829488-1-hyperv is: [{'id': '03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe', 'name': 'tempest-TestSnapshotPattern-1558215809-router', 'tenant_id': 'a31a40299571468ebbbd6f42ae3e9382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:27Z', 'updated_at': '2022-02-16T09:34:22Z', 'revision_number': 6, 'project_id': 'a31a40299571468ebbbd6f42ae3e9382', 'gw_port_host': None}] {{(pid=83712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:34:22.664619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Calling delete_port for f7f2e1d7-a467-4efe-8662-10f0c44ad0ed owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:22.826428 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:22.868595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f2e1d7-a467-4efe-8662-10f0c44ad0ed,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:23.089833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.342722 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.346833 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.374346 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.375140 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:34:23.388600 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.389717 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-16234fdf-63b7-4ede-befc-f40c86e027e1 admin admin] 10.222.0.94 "DELETE /v2.0/routers/03050ff0-15f1-4ac9-9d1f-fb720fcf0cbe HTTP/1.1" status: 204 len: 168 time: 1.5240595 Feb 16 09:34:23.392303 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44476) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:23.450406 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Deleting subnet 4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:34:23.453619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.502098 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.583927 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.649595 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.687489 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:23.693442 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.698931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24649190-20fb-4849-abf7-05f6dc7274c2 None None] Network bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:34:23.700016 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-038acc4e-3938-43f1-b8c5-607bf94ce4ff admin admin] 10.222.0.94 "DELETE /v2.0/subnets/4bcbd9c5-5231-47a7-90d8-94dcc56f6a2c HTTP/1.1" status: 204 len: 168 time: 0.3067880 Feb 16 09:34:23.702585 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44480) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:23.903745 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.917588 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Deleting port 64aaccaf-847f-49a8-8624-85a7bb430eb9 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:23.917930 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:23.958162 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] DHCP port deletion for bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:34:23.962587 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Deleting port 64aaccaf-847f-49a8-8624-85a7bb430eb9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:23.962956 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.116199 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] For port 64aaccaf-847f-49a8-8624-85a7bb430eb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=64aaccaf-847f-49a8-8624-85a7bb430eb9,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:24.116555 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.157904 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] For port 64aaccaf-847f-49a8-8624-85a7bb430eb9, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=64aaccaf-847f-49a8-8624-85a7bb430eb9,segment=NetworkSegment(14404858-d919-4cfd-ab26-890c0b384399),segment_id=14404858-d919-4cfd-ab26-890c0b384399)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:24.158212 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.234602 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Calling delete_port for 64aaccaf-847f-49a8-8624-85a7bb430eb9 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:24.273259 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Calling delete_port for 64aaccaf-847f-49a8-8624-85a7bb430eb9 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:24.310103 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.339971 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:34:24.340322 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:34:24.356345 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Pushing event deleted for resources: {'Port': ['ID=64aaccaf-847f-49a8-8624-85a7bb430eb9,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:24.361469 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] No DVR routers for this DVR port 64aaccaf-847f-49a8-8624-85a7bb430eb9 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:34:24.473151 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.497063 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebc5608-7219-4a6f-8385-2bfe9ed0f7f6']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:24.512690 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14404858-d919-4cfd-ab26-890c0b384399') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:24.512979 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14404858-d919-4cfd-ab26-890c0b384399') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:24.523893 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.540256 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.546289 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Releasing vlan 779 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:34:24.546697 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:34:24.559551 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:34:24.614914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c6082c77-f756-455d-992d-87b20e4f5ec7 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:24.632533 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.648398 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.651915 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: c6082c77-f756-455d-992d-87b20e4f5ec7 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:24.652263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device c6082c77-f756-455d-992d-87b20e4f5ec7 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:24.652677 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 64aaccaf-847f-49a8-8624-85a7bb430eb9 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:24.663053 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] Pushing event deleted for resources: {'Network': ['ID=bebc5608-7219-4a6f-8385-2bfe9ed0f7f6,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:24.677095 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-7fa2b7cf-08dd-490f-971f-ea5052605a99 admin admin] 10.222.0.94 "DELETE /v2.0/networks/bebc5608-7219-4a6f-8385-2bfe9ed0f7f6 HTTP/1.1" status: 204 len: 168 time: 0.9735577 Feb 16 09:34:24.680079 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44484) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:24.684583 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 64aaccaf-847f-49a8-8624-85a7bb430eb9 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:24.684933 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 64aaccaf-847f-49a8-8624-85a7bb430eb9 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:24.685347 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f7f2e1d7-a467-4efe-8662-10f0c44ad0ed no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:24.716216 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: f7f2e1d7-a467-4efe-8662-10f0c44ad0ed {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:24.716857 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device f7f2e1d7-a467-4efe-8662-10f0c44ad0ed not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:24.842147 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Deleting port 64aaccaf-847f-49a8-8624-85a7bb430eb9 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:24.842565 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:24.905898 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-dc235de4-e206-4a95-ab7a-53b3a36f4892 None None] The port '64aaccaf-847f-49a8-8624-85a7bb430eb9' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:34:25.058679 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-783210'] for router_interface, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:25.736319 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Deleting port 1eb885df-06e0-4051-9ce4-3557011f4fa4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:25.736659 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:25.900046 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] For port 1eb885df-06e0-4051-9ce4-3557011f4fa4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=1eb885df-06e0-4051-9ce4-3557011f4fa4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:25.900400 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:26.023945 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Calling delete_port for 1eb885df-06e0-4051-9ce4-3557011f4fa4 owned by network:router_interface {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:26.184652 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:26.226789 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb885df-06e0-4051-9ce4-3557011f4fa4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:26.509466 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1719068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-783321'] for router_interface, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:27.154522 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Router 47df4c2f-f223-4a97-bc57-b34511c8ce8c has already been hosted by L3 agent 6d758b82-16ec-4158-bec5-2e52b3fae26c {{(pid=83710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 16 09:34:27.345608 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] Notify agent at l3_agent.dv-neutron-829488-1-hyperv the message routers_updated {{(pid=83710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 16 09:34:27.355367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Sync routers for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 16 09:34:27.361743 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-28df9106-4d6a-4405-9a59-c6878af5cfb1 admin admin] 10.222.0.94 "PUT /v2.0/routers/47df4c2f-f223-4a97-bc57-b34511c8ce8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6805451 Feb 16 09:34:27.364484 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44488) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:27.366843 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:27.367694 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:27.543257 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:27.699840 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:27.820566 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:34:26Z', 'revision_number': 5, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:27.825046 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Checking router: 47df4c2f-f223-4a97-bc57-b34511c8ce8c for host: dv-neutron-829488-1-hyperv {{(pid=83711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 16 09:34:27.835340 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Routers {'47df4c2f-f223-4a97-bc57-b34511c8ce8c'} bound to L3 agent in host dv-neutron-829488-1-hyperv {{(pid=83711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 16 09:34:27.835936 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-16T08:29:41Z,description=,heartbeat_timestamp=2022-02-16T09:34:11Z,host='dv-neutron-829488-1-hyperv',id=6d758b82-16ec-4158-bec5-2e52b3fae26c,load=0,resource_versions=,resources_synced=,started_at=2022-02-16T08:29:41Z,topic='l3_agent')) {'router_ids': ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'], 'active': True} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:27.889071 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:27.898831 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Deleting port b8d537e0-0e3a-4886-885e-617b7db2b672 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:27.899187 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:28.011934 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_dvr_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] Set router 47df4c2f-f223-4a97-bc57-b34511c8ce8c gateway port host: dv-neutron-829488-1-hyperv {{(pid=83711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 16 09:34:28.070493 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] For port b8d537e0-0e3a-4886-885e-617b7db2b672, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=b8d537e0-0e3a-4886-885e-617b7db2b672,segment=NetworkSegment(7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb),segment_id=7e0a71fe-cd20-46f1-a30d-8b539fa4bcbb)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:28.070903 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:28.186535 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Calling delete_port for b8d537e0-0e3a-4886-885e-617b7db2b672 owned by network:router_gateway {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:28.290264 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.db.l3_hamode_db [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:34:26Z', 'revision_number': 5, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}], 'dv-neutron-829488-1-hyperv', False) {} {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:28.295096 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6546a8ff-9467-48b8-8677-bf582aaa9622 None None] The sync data for ids ['47df4c2f-f223-4a97-bc57-b34511c8ce8c'] in dv-neutron-829488-1-hyperv is: [{'id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'name': 'tempest-TestSnapshotPattern-1222454497-router', 'tenant_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'external_fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243'}], 'enable_snat': True}, 'gw_port_id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:34:26Z', 'revision_number': 5, 'project_id': '9b1ff0c6f9f3446988fcc1920d292ebc', 'gw_port': {'id': 'b8d537e0-0e3a-4886-885e-617b7db2b672', 'name': '', 'network_id': '19ca0748-c71b-4f18-b783-087a01465729', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:19:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47df4c2f-f223-4a97-bc57-b34511c8ce8c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'ip_address': '172.26.4.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-16T09:29:33Z', 'updated_at': '2022-02-16T09:29:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b9c6086-c64b-4d6b-b82c-2ece20238d06', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-1-hyperv'}] {{(pid=83711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 16 09:34:28.452122 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:28.497667 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d537e0-0e3a-4886-885e-617b7db2b672,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:28.710091 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1eb885df-06e0-4051-9ce4-3557011f4fa4 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:28.715814 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-782351'] for router_gateway, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:28.747269 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 1eb885df-06e0-4051-9ce4-3557011f4fa4 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:28.747619 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 1eb885df-06e0-4051-9ce4-3557011f4fa4 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:28.974137 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-784831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-59308'] for router, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:28.978202 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.002612 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-784683'] for router, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.003106 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47df4c2f-f223-4a97-bc57-b34511c8ce8c {{(pid=83710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 16 09:34:29.015154 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] Notify callbacks [] for router, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.016263 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-6200b78f-d183-430c-996b-4555f5578af5 admin admin] 10.222.0.94 "DELETE /v2.0/routers/47df4c2f-f223-4a97-bc57-b34511c8ce8c HTTP/1.1" status: 204 len: 168 time: 1.6508982 Feb 16 09:34:29.018980 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44494) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:29.077292 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Deleting subnet 488cdbe2-6add-4d52-ba46-6afe1f2ddf2f {{(pid=83710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 16 09:34:29.080237 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.133285 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3668301'] for subnet, precommit_delete_associations {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.208791 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.275827 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3630468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3495489'] for subnet, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.314734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=488cdbe2-6add-4d52-ba46-6afe1f2ddf2f,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:29.320793 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.326603 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88767171-0cdb-4839-abd2-b71861bccf0c None None] Network 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 requested from dv-neutron-829488-1-hyperv {{(pid=83711) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 16 09:34:29.328394 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-f6ef275d-f4cc-4be3-a6b4-71eb8c60515f admin admin] 10.222.0.94 "DELETE /v2.0/subnets/488cdbe2-6add-4d52-ba46-6afe1f2ddf2f HTTP/1.1" status: 204 len: 168 time: 0.3082714 Feb 16 09:34:29.331015 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44498) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:29.437172 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1070563'] for network, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.449713 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Deleting port 60bfefed-54a5-471d-b816-3af1a52118d4 {{(pid=83710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:29.450045 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.565366 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] DHCP port deletion for 5d189136-8cf2-4fec-82d0-a9949a2f6cb8 request from dv-neutron-829488-1-hyperv {{(pid=83711) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 16 09:34:29.569654 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Deleting port 60bfefed-54a5-471d-b816-3af1a52118d4 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:29.570028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.651359 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.db [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] For port 60bfefed-54a5-471d-b816-3af1a52118d4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60bfefed-54a5-471d-b816-3af1a52118d4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:29.652014 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.819028 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.db [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] For port 60bfefed-54a5-471d-b816-3af1a52118d4, host dv-neutron-829488-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-1-hyperv',level=0,port_id=60bfefed-54a5-471d-b816-3af1a52118d4,segment=NetworkSegment(5fc288cf-a75c-40ce-ac07-a0b736abc782),segment_id=5fc288cf-a75c-40ce-ac07-a0b736abc782)] {{(pid=83711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 16 09:34:29.819671 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-697980'] for port, precommit_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.870255 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.plugin [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Calling delete_port for 60bfefed-54a5-471d-b816-3af1a52118d4 owned by network:dhcp {{(pid=83710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:29.935922 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Calling delete_port for 60bfefed-54a5-471d-b816-3af1a52118d4 owned by network:dhcp {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 16 09:34:29.942193 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1151868', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-482029', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791872311938', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791871887234', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3630427'] for port, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:29.992894 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bfefed-54a5-471d-b816-3af1a52118d4,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:30.000453 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] No DVR routers for this DVR port 60bfefed-54a5-471d-b816-3af1a52118d4 on host dv-neutron-829488-1-hyperv {{(pid=83710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 16 09:34:30.023219 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.db.api [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 16 09:34:30.023586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG oslo_db.api [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 16 09:34:30.140434 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1094524', 'neutron.services.segments.db._delete_segments_for_network-8791872342119'] for network, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.179719 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d189136-8cf2-4fec-82d0-a9949a2f6cb8']}} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:30.192367 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc288cf-a75c-40ce-ac07-a0b736abc782') {'for_net_delete': True} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:30.192655 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.services.segments.db [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc288cf-a75c-40ce-ac07-a0b736abc782') {} {{(pid=83710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 16 09:34:30.204734 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791872341230', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3668294'] for segment, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.220943 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1476523'] for segment, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.227308 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=83710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 16 09:34:30.227750 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3630382'] for segment, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: Traceback (most recent call last): Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: timer() Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: cb(*args, **kw) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: return func(*args, **kwargs) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: self._notify() Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: self.callback(batched_events) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: event.method(event) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: aggregate_uuid = self.p_client.list_aggregates( Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: return f(self, *a, **k) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._get(url).json() Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: return self.request(url, 'GET', **kwargs) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: base_url = self.get_endpoint(auth, allow=allow, Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 16 09:34:30.242227 dv-neutron-829488-1-hyperv neutron-server[83710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 16 09:34:30.330619 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1094515', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-854012', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1719281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-782442'] for network, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.357305 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Notify callbacks [] for network, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.369049 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d189136-8cf2-4fec-82d0-a9949a2f6cb8,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:30.379614 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-54e1e38f-0976-4b69-8360-a3bf7d0b2ab4 admin admin] 10.222.0.94 "DELETE /v2.0/networks/5d189136-8cf2-4fec-82d0-a9949a2f6cb8 HTTP/1.1" status: 204 len: 168 time: 1.0475273 Feb 16 09:34:30.516055 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44504) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:30.524955 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Deleting port 60bfefed-54a5-471d-b816-3af1a52118d4 {{(pid=83711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 16 09:34:30.525372 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791872257217'] for port, before_delete {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.570784 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-5eb8760a-84b6-4aed-9866-95f079f1ed77 admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=a31a40299571468ebbbd6f42ae3e9382&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0535581 Feb 16 09:34:30.573736 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [-] (83710) accepted ('10.222.0.94', 44508) {{(pid=83710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:30.607190 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-64905c77-5368-40c0-8a00-4015d07b7c9e None None] The port '60bfefed-54a5-471d-b816-3af1a52118d4' was deleted {{(pid=83711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 16 09:34:30.628113 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60bfefed-54a5-471d-b816-3af1a52118d4 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:30.650062 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.665483 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: 60bfefed-54a5-471d-b816-3af1a52118d4 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:30.665827 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device 60bfefed-54a5-471d-b816-3af1a52118d4 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:30.666854 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b8d537e0-0e3a-4886-885e-617b7db2b672 no longer exists at agent ovs-agent-dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 16 09:34:30.676852 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.696560 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.plugin [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] No Port match for: b8d537e0-0e3a-4886-885e-617b7db2b672 {{(pid=83711) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 16 09:34:30.696905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron.plugins.ml2.rpc [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Device b8d537e0-0e3a-4886-885e-617b7db2b672 not bound to the agent host dv-neutron-829488-1-hyperv {{(pid=83711) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 16 09:34:30.727994 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.743683 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481ace7-a6e4-4a15-b650-941a03ce4217,revision_number=None']} {{(pid=83710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:30.752790 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron_lib.callbacks.manager [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:30.753907 dv-neutron-829488-1-hyperv neutron-server[83710]: INFO neutron.wsgi [None req-ba123488-47bb-4cc1-895f-0000fc3d94ed admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/a481ace7-a6e4-4a15-b650-941a03ce4217 HTTP/1.1" status: 204 len: 168 time: 0.1790757 Feb 16 09:34:31.147935 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44516) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:31.201604 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-9ce442be-eb82-4e12-89bc-3ef63d207f6d admin admin] 10.222.0.94 "GET /v2.0/security-groups?tenant_id=9b1ff0c6f9f3446988fcc1920d292ebc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502131 Feb 16 09:34:31.201811 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.wsgi [-] (83709) accepted ('10.222.0.94', 44520) {{(pid=83709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 16 09:34:31.261410 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:31.288095 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:31.345920 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-853930'] for security_group, after_delete {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:31.362044 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5d0f12-5249-469e-a5fa-0bcdb3276bef,revision_number=None']} {{(pid=83709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 16 09:34:31.366230 dv-neutron-829488-1-hyperv neutron-server[83709]: DEBUG neutron_lib.callbacks.manager [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:31.367367 dv-neutron-829488-1-hyperv neutron-server[83709]: INFO neutron.wsgi [None req-ecefdafc-cb28-4888-befb-e99a7274a8cb admin admin] 10.222.0.94 "DELETE /v2.0/security-groups/5e5d0f12-5249-469e-a5fa-0bcdb3276bef HTTP/1.1" status: 204 len: 168 time: 0.1647701 Feb 16 09:34:32.510214 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:38.564727 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-062f6578-9643-4fa8-a9f0-94ec63df5c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:41.077210 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5f639520-fa1b-40d3-96b9-a8d11e3eb7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:41.828024 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:42.167033 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:43.987611 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:34:54.766867 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:35:02.509860 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:08.558043 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-cd13cb9d-e66a-4d41-bc7c-8142ff08763c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:11.078715 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bbdfc2c5-d8c3-4150-a93f-efd62232f6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:11.830594 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:12.170249 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:13.989263 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:31.768006 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:35:32.507484 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:38.559084 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-0bf16a83-a5d5-44b8-96a8-3fd9a80a5315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:41.082750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-09963a5e-b96a-47f1-ac03-d9f18145ce42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:41.831568 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:42.172596 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:35:43.992807 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:02.507445 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:08.560004 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-32c34f28-51b0-4143-a624-1c23a22ee308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:08.767577 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:36:11.083964 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-db1586c7-f3a9-4667-8f52-e03e49094f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:11.832623 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:12.175550 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:13.996204 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:32.506702 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:38.560920 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-40d3f8e6-4ccb-477a-a67c-e8ddde7e2981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:41.085312 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-ca9d35a2-752b-4d10-88ed-6354b35af288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:41.834983 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:42.178606 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:43.999861 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:36:45.768080 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:37:02.513265 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:08.562275 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-745e9d7a-06ec-4c6a-ab30-bb64c87a6deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:11.087950 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-4b190412-88f5-4c00-8ae7-f2cd45914b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:11.836454 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:12.181754 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:14.002751 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:22.768247 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:37:32.536083 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:38.563491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-a3aeb26f-8656-43cf-95ac-0abb3d4269c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:41.089651 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-bab3f58f-43b2-4219-a082-06163101d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:41.838931 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:42.183917 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:44.006025 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:37:59.768317 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:38:02.528586 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:07.123244 dv-neutron-829488-1-hyperv neutron-server[83710]: DEBUG neutron.wsgi [req-d4586f6a-9b91-443a-8d5e-5346225cd796 req-1ba4c43c-53c2-4b5d-b9e6-22fef723a0cb service neutron] (83710) timed out ('10.222.0.94', 43256) {{(pid=83710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 16 09:38:08.565526 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-442a7fc0-2b38-4666-b4cf-e17081e76894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:11.091698 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-239be371-0d09-49ce-a8f9-27c1c34f45b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:11.840470 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:12.190077 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:14.008713 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:32.549829 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:36.768257 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:38:38.568914 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-77aa9e8a-1cbd-4f0d-8263-fcf68737ae91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:41.096663 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-5040c16b-8a5f-4732-bfb6-3f3dcd2a49f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:41.841887 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:42.189872 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:38:44.013252 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:02.548691 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:08.569990 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6d032707-0beb-4221-bbf2-285c9f2bdc84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:11.098578 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e5ece45d-882a-4363-9c02-8f37fda341fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:11.843750 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:12.192690 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:13.768386 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 16 09:39:14.014367 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:32.549443 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-7fe8340d-9c1f-4b69-b499-f2f474f95868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:38.571905 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-d0fc6121-1eab-4e11-9ea2-fd5eaaa3efad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:41.100852 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-2ed49f7c-bbd8-4b49-b8e2-4be2b40d2d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:41.844624 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-e0e3f3a3-5891-4c48-8591-5eb610cd607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:42.195491 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-23f59a2a-924a-4383-9f8a-65d4c983e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:44.030726 dv-neutron-829488-1-hyperv neutron-server[83711]: DEBUG neutron_lib.callbacks.manager [None req-6c95570d-7c26-4b8c-b9b9-50a08c172bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791872342101', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1094780'] for agent, after_update {{(pid=83711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 16 09:39:50.769777 dv-neutron-829488-1-hyperv neutron-server[83712]: DEBUG neutron.db.agents_db [None req-20f24387-4b79-4ea0-9112-90843306acf0 None None] Agent healthcheck: found 6 active agents {{(pid=83712) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}